-- Logs begin at Wed 2021-06-02 15:45:31 UTC, end at Wed 2021-06-02 17:27:34 UTC. -- Jun 02 16:13:16.943116 dv-neutron-601336-83-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 02 16:13:17.907098 dv-neutron-601336-83-hyperv neutron-server[92217]: Beware of the coming changes in the project packaging Jun 02 16:13:17.907719 dv-neutron-601336-83-hyperv neutron-server[92217]: https://github.com/svinota/pyroute2/discussions/786 Jun 02 16:13:19.368442 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.common.config [-] Logging enabled! Jun 02 16:13:19.369147 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev252 Jun 02 16:13:19.369233 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92217) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 02 16:13:19.372439 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.common.config [-] Logging enabled! Jun 02 16:13:19.372697 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev252 Jun 02 16:13:19.373011 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92217) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 02 16:13:19.373984 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 02 16:13:19.374232 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 02 16:13:19.374593 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 02 16:13:19.374855 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 02 16:13:19.375030 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 02 16:13:19.375390 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.375693 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.375995 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.376229 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.376530 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.376796 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.377109 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.377383 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.377684 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.377973 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.378280 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.378621 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.378856 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.379141 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.379435 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.379725 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.379923 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] debug = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.380224 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.380654 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.381056 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.381338 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.381631 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.381914 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.382214 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.382496 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.382783 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.383113 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] host = dv-neutron-601336-83-hyperv {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.383393 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.383682 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.383970 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.384258 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.384538 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.384817 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.385107 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.385383 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.385661 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] log_file = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.385941 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.386257 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.386548 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.386842 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.387071 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.387291 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.387576 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.387868 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.388145 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.388423 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.388701 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.388977 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.389254 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.389524 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.389814 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.390119 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.390408 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.390684 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.390961 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.391234 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.391506 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.391793 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.392067 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.392340 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.392615 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.392904 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.393174 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.393450 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.393754 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.394043 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.394382 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.394671 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.394948 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.395238 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.395545 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.395823 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.396101 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] use_json = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.396378 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.396653 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.396937 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.397210 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.397485 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.397762 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.398038 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.398350 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:19.398654 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.398957 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.399262 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.399550 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.399852 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.400138 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.400433 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.400718 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.401011 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.401307 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.401601 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.401890 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.402280 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.402568 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.402869 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.403179 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.403478 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.403775 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.404058 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.404340 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.404619 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.404903 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.405201 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.405500 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.406140 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.406140 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.406359 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.406655 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.406939 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.407217 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.407499 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.407790 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.408071 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.408352 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.408638 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.408920 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.409197 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.409473 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.409777 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.410187 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.410475 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.410758 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.411037 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.411323 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.411603 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.411899 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.412182 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.412462 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.412742 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.413027 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.413309 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.413587 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.413869 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.414174 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.414462 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.414744 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.415024 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.415310 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.415591 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.415871 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.416149 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.416430 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.416714 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.416995 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.417274 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.417549 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.417827 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.418124 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.418419 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.418724 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.419009 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.419291 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.419575 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.419859 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.420142 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.420426 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.420708 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.420991 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.421279 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.421590 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.421855 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.422169 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.422461 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.422747 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.423042 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.423323 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.423608 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.423893 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.424172 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.424469 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.424760 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.425066 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.425382 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.425684 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.425981 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.426303 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.426590 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.426919 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.427194 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:19.427416 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 02 16:13:19.427668 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92217) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 02 16:13:19.770304 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:13:19.770545 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:13:19.770764 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:13:19.771119 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 02 16:13:20.164903 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.165154 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.165457 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.166815 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.167111 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.167386 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.202217 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.202499 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.202773 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.216045 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.216324 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.216590 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.246558 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.246841 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.247113 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.283357 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.283638 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.283908 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.523826 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.524473 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.524473 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.524626 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.525282 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.651609 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.651899 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.652206 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.652489 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.652762 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.653077 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.653316 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.653602 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.653856 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.654138 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.654429 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.654697 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.654961 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.655209 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.655480 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.655749 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.656011 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.656283 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.656544 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.656942 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.657466 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.657746 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.658119 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.658532 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.658911 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.659241 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.659660 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 16:13:20.659958 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 16:13:20.660202 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 16:13:20.660496 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 16:13:20.660781 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 16:13:20.661039 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 16:13:20.661469 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 02 16:13:20.664948 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 02 16:13:20.669060 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 02 16:13:20.672964 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 02 16:13:20.674671 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 02 16:13:20.675124 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 02 16:13:20.675502 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 02 16:13:20.675907 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 02 16:13:20.678767 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 02 16:13:20.679026 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 02 16:13:20.679379 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 02 16:13:20.706992 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 02 16:13:20.707463 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.707762 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92217) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 02 16:13:20.708135 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.709668 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92217) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 02 16:13:20.709970 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 02 16:13:20.710250 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 02 16:13:20.713416 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.713698 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:20.775775 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 02 16:13:20.775968 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 02 16:13:20.776169 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 02 16:13:20.776556 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 02 16:13:20.810568 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_db.sqlalchemy.engines [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92217) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 02 16:13:21.146902 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Initializing driver for type 'gre' Jun 02 16:13:21.147444 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] gre ID ranges: [(1, 1000)] Jun 02 16:13:21.208028 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Initializing driver for type 'local' Jun 02 16:13:21.208379 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Initializing driver for type 'vlan' Jun 02 16:13:21.224404 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] VlanTypeDriver initialization complete Jun 02 16:13:21.224404 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Initializing driver for type 'vxlan' Jun 02 16:13:21.224404 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] vxlan ID ranges: [(1, 1000)] Jun 02 16:13:21.279416 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Initializing extension driver 'port_security' Jun 02 16:13:21.279760 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.extensions.port_security [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] PortSecurityExtensionDriver initialization complete Jun 02 16:13:21.280099 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Initializing mechanism driver 'openvswitch' Jun 02 16:13:21.280435 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Initializing mechanism driver 'hyperv' Jun 02 16:13:21.287291 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.plugins.ml2.plugin [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:13:21.288068 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > port after_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.288445 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > port after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.288799 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > port after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.289187 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > subnet after_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.289540 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > subnet after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.289889 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.290294 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > network after_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.290644 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > network after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.290989 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > network after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.291368 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > security_group after_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.291714 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > security_group after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.292060 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.292436 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.292777 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.293125 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.293498 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > address_group after_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.293839 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > address_group after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.294207 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.294549 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] ML2 OVO RPC backend initialized. {{(pid=92217) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 02 16:13:21.295260 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.295614 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.296041 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > network before_response 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.296394 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > networks before_response 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.296743 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > port before_response 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.297083 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > ports before_response 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.297424 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > subnet before_response 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.297765 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > subnets before_response 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.298137 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > network after_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.298480 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > network after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.298816 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > network after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.299150 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > port after_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.299486 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > port after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.299820 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > port after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.300155 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > subnet after_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.300489 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > subnet after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.300819 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.301516 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.plugin [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Modular L2 Plugin initialization complete Jun 02 16:13:21.301849 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading services supported by the core plugin {{(pid=92217) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 02 16:13:21.302215 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.plugins.ml2.managers [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Got port-security extension from driver 'port_security' Jun 02 16:13:21.302682 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.extensions.vlantransparent [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Disabled vlantransparent extension. Jun 02 16:13:21.303169 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92217) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 02 16:13:21.303483 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading Plugin: router Jun 02 16:13:21.340165 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.340560 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router after_create 55549900 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.340933 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router before_create 55549900 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.341261 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.341666 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.342019 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router after_delete 55549900 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.342402 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.342767 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router after_create 55549900 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.343117 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router after_update 55549900 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.343467 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router after_update 55549900 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.343817 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.344156 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router after_update 55549900 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.344560 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router precommit_update 55549900 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.344925 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: port after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.345265 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: port after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.345598 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: subnet after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.345937 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.346308 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.346658 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router precommit_create 55549900 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.347003 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: port before_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.347336 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router precommit_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.347678 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router after_update 55549900 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.348047 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.348400 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router precommit_create 55549900 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.348761 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.349106 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router precommit_update 55549900 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.349473 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > network after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.350356 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Tracking information for resource: router configured {{(pid=92217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 16:13:21.350691 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Tracking information for resource: floatingip configured {{(pid=92217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 16:13:21.356123 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.db.l3_agentschedulers_db [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 02 16:13:21.356692 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: port after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.357056 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: port after_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.357409 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: port after_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.357761 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: port after_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.358581 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router before_create 55550100 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.358940 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.359302 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router precommit_create 55550100 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.359656 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > router precommit_update 55550100 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.364159 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.services.provider_configuration [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Service providers = [] {{(pid=92217) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 02 16:13:21.364527 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.db.servicetype_db [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92217) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 02 16:13:21.367584 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.services.service_base [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 16:13:21.367935 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.services.service_base [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 16:13:21.368287 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.services.service_base [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 16:13:21.369158 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.services.service_base [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 16:13:21.369537 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.services.service_base [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 02 16:13:21.369913 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 16:13:21.370257 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 02 16:13:21.380618 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 16:13:21.380953 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading Plugin: auto_allocate Jun 02 16:13:21.386734 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: network precommit_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.387104 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: network precommit_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.387616 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 16:13:21.387937 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading Plugin: tag Jun 02 16:13:21.394684 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 16:13:21.395072 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading Plugin: timestamp Jun 02 16:13:21.398987 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 16:13:21.399264 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading Plugin: network_ip_availability Jun 02 16:13:21.404585 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.405253 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.405253 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.406042 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 16:13:21.406395 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading Plugin: flavors Jun 02 16:13:21.411558 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 16:13:21.411896 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading Plugin: revisions Jun 02 16:13:21.416195 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 16:13:21.416591 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_concurrency.lockutils [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.646s {{(pid=92217) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:13:21.417350 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92217) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 02 16:13:21.417685 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Initializing extension manager. Jun 02 16:13:21.418217 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: __init__.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.418561 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: __pycache__ {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.418890 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.419225 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: address_group.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.419985 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.420576 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: address-group Jun 02 16:13:21.420896 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: address_scope.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.421595 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.422147 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: address-scope Jun 02 16:13:21.422451 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.423383 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.423893 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: router-admin-state-down-before-update Jun 02 16:13:21.424214 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: agent.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.424900 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.425422 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: agent Jun 02 16:13:21.425754 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: agent_resources_synced.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.426711 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.427228 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: agent-resources-synced Jun 02 16:13:21.427551 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: allowedaddresspairs.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.429314 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.429849 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: allowed-address-pairs Jun 02 16:13:21.430211 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: auto_allocated_topology.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.431270 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.431796 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: auto-allocated-topology Jun 02 16:13:21.432123 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: availability_zone.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.432808 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.433323 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: availability_zone Jun 02 16:13:21.433648 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: availability_zone_filter.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.434556 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.435074 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: availability_zone_filter Jun 02 16:13:21.435400 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: data_plane_status.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.436281 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.436796 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension data-plane-status not supported by any of loaded plugins Jun 02 16:13:21.437118 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: default_subnetpools.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.438006 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.438546 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: default-subnetpools Jun 02 16:13:21.438863 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.439670 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.440187 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: dhcp_agent_scheduler Jun 02 16:13:21.440513 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: dns.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.441412 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.441980 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension dns-integration not supported by any of loaded plugins Jun 02 16:13:21.442328 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: dns_domain_ports.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.443243 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.443749 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 02 16:13:21.444066 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: dvr.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.444724 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.445231 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: dvr Jun 02 16:13:21.445549 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: empty_string_filtering.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.446458 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.446983 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: empty-string-filtering Jun 02 16:13:21.447305 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.448189 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.448705 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 02 16:13:21.449025 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.449919 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.450461 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 02 16:13:21.450787 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: external_net.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.451667 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.452184 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: external-net Jun 02 16:13:21.452508 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.453402 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.453920 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: extra_dhcp_opt Jun 02 16:13:21.454275 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: extraroute.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.455166 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.455681 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: extraroute Jun 02 16:13:21.456004 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: extraroute_atomic.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.457021 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.457639 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: extraroute-atomic Jun 02 16:13:21.457961 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: filter_validation.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.458825 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.459350 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: filter-validation Jun 02 16:13:21.459670 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: fip_pf_description.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.460564 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.461078 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 02 16:13:21.461396 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: fip_port_details.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.462333 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.462850 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: fip-port-details Jun 02 16:13:21.463169 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: flavors.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.464398 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.464918 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: flavors Jun 02 16:13:21.465246 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.466931 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.467461 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 02 16:13:21.467794 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: floatingip_pools.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.468477 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.469003 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: floatingip-pools Jun 02 16:13:21.469336 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: ip_allocation.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.470290 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.470804 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension ip_allocation not supported by any of loaded plugins Jun 02 16:13:21.471130 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.472037 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.472550 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: ip-substring-filtering Jun 02 16:13:21.472878 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: l2_adjacency.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.473825 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.474361 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 02 16:13:21.474690 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: l3.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.475641 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.476158 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: router Jun 02 16:13:21.476488 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.478720 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.479263 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 02 16:13:21.479596 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.480870 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.481392 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: ext-gw-mode Jun 02 16:13:21.481725 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.482639 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.483164 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: l3-ha Jun 02 16:13:21.483490 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: l3_flavors.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.484371 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.484893 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: l3-flavors Jun 02 16:13:21.485218 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.486145 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.486664 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 02 16:13:21.486986 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: l3agentscheduler.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.487998 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.488517 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: l3_agent_scheduler Jun 02 16:13:21.488870 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: logging.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.490391 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.490920 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension logging not supported by any of loaded plugins Jun 02 16:13:21.491252 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: metering.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.491987 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.492575 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: metering Jun 02 16:13:21.492900 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.494106 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.494656 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: metering_source_and_destination_fields Jun 02 16:13:21.494975 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: multiprovidernet.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.495975 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.496493 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: multi-provider Jun 02 16:13:21.496816 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: netmtu.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.497710 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.498255 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: net-mtu Jun 02 16:13:21.498583 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: netmtu_writable.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.499477 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.499986 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: net-mtu-writable Jun 02 16:13:21.500309 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: network_availability_zone.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.500957 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.501467 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: network_availability_zone Jun 02 16:13:21.501783 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: network_ip_availability.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.502889 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.503403 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: network-ip-availability Jun 02 16:13:21.503723 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: network_segment_range.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.504554 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.505066 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension network-segment-range not supported by any of loaded plugins Jun 02 16:13:21.505385 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: pagination.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.506381 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.506712 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: pagination Jun 02 16:13:21.507031 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: port_device_profile.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.507923 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.508571 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: port-device-profile Jun 02 16:13:21.508897 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.509803 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.510349 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: port-mac-address-regenerate Jun 02 16:13:21.510672 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.511563 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.512087 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: port-numa-affinity-policy Jun 02 16:13:21.512415 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: port_resource_request.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.513311 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.513825 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension port-resource-request not supported by any of loaded plugins Jun 02 16:13:21.514171 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: portbindings.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.515080 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.515597 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: binding Jun 02 16:13:21.515916 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: portbindings_extended.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.517199 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.517708 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: binding-extended Jun 02 16:13:21.518033 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: portsecurity.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.518964 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.519497 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: port-security Jun 02 16:13:21.519822 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: project_id.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.521160 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.521501 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: project-id Jun 02 16:13:21.521825 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: providernet.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.522782 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.523307 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: provider Jun 02 16:13:21.523632 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: qos.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.527167 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.527702 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension qos not supported by any of loaded plugins Jun 02 16:13:21.528017 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.529249 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.529771 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 02 16:13:21.530094 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.531037 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.531559 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 02 16:13:21.531890 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: qos_default.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.532777 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.533296 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension qos-default not supported by any of loaded plugins Jun 02 16:13:21.533621 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: qos_fip.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.534298 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.534808 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension qos-fip not supported by any of loaded plugins Jun 02 16:13:21.535129 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: qos_gateway_ip.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.536157 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.536672 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 02 16:13:21.537000 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: qos_port_network_policy.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.537904 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.538454 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 02 16:13:21.538775 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: qos_rule_type_details.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.539672 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.540181 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 02 16:13:21.540502 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: qos_rules_alias.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.541535 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.542047 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 02 16:13:21.542400 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: quotasv2.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.543415 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.543741 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: quotas Jun 02 16:13:21.544062 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: quotasv2_detail.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.545653 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.545992 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: quota_details Jun 02 16:13:21.546395 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: rbac.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.547446 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.547978 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: rbac-policies Jun 02 16:13:21.548305 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: rbac_address_group.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.549221 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.549746 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: rbac-address-group Jun 02 16:13:21.550093 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: rbac_address_scope.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.550997 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.551546 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: rbac-address-scope Jun 02 16:13:21.551870 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: rbac_security_groups.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.552762 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.553292 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: rbac-security-groups Jun 02 16:13:21.553615 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: rbac_subnetpool.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.554548 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.555067 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: rbac-subnetpool Jun 02 16:13:21.555392 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: revisionifmatch.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.556290 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.556808 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: revision-if-match Jun 02 16:13:21.557135 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: revisions.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.558247 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.558769 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: standard-attr-revisions Jun 02 16:13:21.559101 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: router_availability_zone.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.559761 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.560276 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: router_availability_zone Jun 02 16:13:21.560598 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: routerservicetype.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.561485 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.561998 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension router-service-type not supported by any of loaded plugins Jun 02 16:13:21.562353 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.563246 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.563768 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: security-groups-normalized-cidr Jun 02 16:13:21.564092 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.564985 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.565504 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: port-security-groups-filtering Jun 02 16:13:21.565829 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.566856 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.567387 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: security-groups-remote-address-group Jun 02 16:13:21.567715 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: securitygroup.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.578522 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.579063 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: security-group Jun 02 16:13:21.579398 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: segment.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.580165 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.580681 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension segment not supported by any of loaded plugins Jun 02 16:13:21.581009 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.581922 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.582492 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 02 16:13:21.582821 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: servicetype.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.583898 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.584425 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: service-type Jun 02 16:13:21.584749 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: sorting.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.585722 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.586056 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: sorting Jun 02 16:13:21.586402 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: standard_attr_segment.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.587312 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.587817 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 02 16:13:21.588140 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: standardattrdescription.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.588771 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.589287 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: standard-attr-description Jun 02 16:13:21.589607 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: stateful_security_group.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.590529 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.591052 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: stateful-security-group Jun 02 16:13:21.591375 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: stdattrs_common.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.591947 dv-neutron-601336-83-hyperv neutron-server[92217]: WARNING neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 02 16:13:21.592272 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.593254 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.593781 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 02 16:13:21.594128 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: subnet_onboard.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.595179 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.595702 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: subnet_onboard Jun 02 16:13:21.596049 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.596957 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.597478 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 02 16:13:21.597802 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: subnet_service_types.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.598829 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.599354 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: subnet-service-types Jun 02 16:13:21.599680 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: subnetallocation.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.600733 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.601254 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: subnet_allocation Jun 02 16:13:21.601587 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.602262 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.602784 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: subnetpool-prefix-ops Jun 02 16:13:21.603105 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.604019 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.604539 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 02 16:13:21.605219 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: tagging.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.606307 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.606828 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: standard-attr-tag Jun 02 16:13:21.607156 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: timestamp.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.608343 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.608872 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loaded extension: standard-attr-timestamp Jun 02 16:13:21.609292 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: trunk.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.610484 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.611020 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension trunk not supported by any of loaded plugins Jun 02 16:13:21.611345 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: trunk_details.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.612245 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.612774 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension trunk-details not supported by any of loaded plugins Jun 02 16:13:21.613099 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: uplink_status_propagation.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.614176 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.614581 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 02 16:13:21.614910 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Loading extension file: vlantransparent.py {{(pid=92217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 16:13:21.615570 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 16:13:21.616086 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 02 16:13:21.618610 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of TrackedResource for resource:network Jun 02 16:13:21.619368 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of TrackedResource for resource:subnet Jun 02 16:13:21.620161 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 16:13:21.620757 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of TrackedResource for resource:port Jun 02 16:13:21.622016 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.v2.resource_helper [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:13:21.622492 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.v2.resource_helper [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Service FLAVORS assigned prefix: {{(pid=92217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:13:21.623096 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.v2.resource_helper [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:13:21.623527 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.v2.resource_helper [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:13:21.623861 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of TrackedResource for resource:router Jun 02 16:13:21.624547 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of TrackedResource for resource:floatingip Jun 02 16:13:21.625245 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.v2.resource_helper [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Service METERING assigned prefix: /metering {{(pid=92217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:13:21.626761 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.627131 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.627487 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:13:21.628628 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of CountableResource for resource:rbac_policy Jun 02 16:13:21.629083 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of TrackedResource for resource:security_group Jun 02 16:13:21.629849 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 02 16:13:21.630620 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.v2.resource_helper [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Service CORE assigned prefix: {{(pid=92217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:13:21.630954 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 16:13:21.631301 dv-neutron-601336-83-hyperv neutron-server[92217]: WARNING neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] subnetpool is already registered Jun 02 16:13:21.631890 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.v2.resource_helper [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Service CORE assigned prefix: {{(pid=92217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:13:21.632216 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 16:13:21.632550 dv-neutron-601336-83-hyperv neutron-server[92217]: WARNING neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] subnetpool is already registered Jun 02 16:13:21.635155 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.v2.resource_helper [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:13:21.635586 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.v2.resource_helper [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Service FLAVORS assigned prefix: {{(pid=92217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:13:21.636167 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.v2.resource_helper [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:13:21.636584 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.v2.resource_helper [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:13:21.636920 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of TrackedResource for resource:router Jun 02 16:13:21.637247 dv-neutron-601336-83-hyperv neutron-server[92217]: WARNING neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] router is already registered Jun 02 16:13:21.637840 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of TrackedResource for resource:floatingip Jun 02 16:13:21.638199 dv-neutron-601336-83-hyperv neutron-server[92217]: WARNING neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] floatingip is already registered Jun 02 16:13:21.638832 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.v2.resource_helper [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Service METERING assigned prefix: /metering {{(pid=92217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:13:21.639505 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of CountableResource for resource:rbac_policy Jun 02 16:13:21.639838 dv-neutron-601336-83-hyperv neutron-server[92217]: WARNING neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] rbac_policy is already registered Jun 02 16:13:21.640382 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of TrackedResource for resource:security_group Jun 02 16:13:21.640710 dv-neutron-601336-83-hyperv neutron-server[92217]: WARNING neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] security_group is already registered Jun 02 16:13:21.641307 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 02 16:13:21.641635 dv-neutron-601336-83-hyperv neutron-server[92217]: WARNING neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] security_group_rule is already registered Jun 02 16:13:21.642302 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.v2.resource_helper [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Service CORE assigned prefix: {{(pid=92217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:13:21.642635 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 16:13:21.642962 dv-neutron-601336-83-hyperv neutron-server[92217]: WARNING neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] subnetpool is already registered Jun 02 16:13:21.643565 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.v2.resource_helper [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Service CORE assigned prefix: {{(pid=92217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 16:13:21.643893 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 16:13:21.644220 dv-neutron-601336-83-hyperv neutron-server[92217]: WARNING neutron.quota.resource_registry [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] subnetpool is already registered Jun 02 16:13:21.644882 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: extensions {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.646429 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: address-groups {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.648074 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: address-scopes {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.649383 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: agents {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.650555 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: auto-allocated-topology {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.651811 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: availability_zones {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.653136 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: dhcp-networks {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.654620 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: dhcp-agents {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.656057 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: routers {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.657927 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: flavors {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.659140 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: service_profiles {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.660356 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: next_providers {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.661931 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: service_profiles {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.663437 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: floatingip-pools {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.664684 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: routers {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.666532 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: floatingips {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.667718 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: l3-routers {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.669141 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: l3-agents {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.670598 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: metering-labels {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.671981 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: metering-label-rules {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.673256 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: network-ip-availabilities {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.674553 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: bindings {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.676555 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: quotas {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.678031 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: quotas {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.679547 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: rbac-policies {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.681809 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: security-groups {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.683095 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: security-group-rules {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.684331 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: service-providers {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.685564 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: subnetpools {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.803612 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: subnetpools {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.805125 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: tags {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.806873 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: tags {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.808714 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: tags {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.810573 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: tags {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.812529 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: tags {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.814411 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: tags {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.816112 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: tags {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.818042 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: tags {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.819858 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: tags {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.821731 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron.api.extensions [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Extended resource: tags {{(pid=92217) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 16:13:21.827749 dv-neutron-601336-83-hyperv neutron-server[92217]: WARNING keystonemiddleware.auth_token [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 02 16:13:21.832630 dv-neutron-601336-83-hyperv neutron-server[92217]: WARNING keystonemiddleware.auth_token [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 02 16:13:21.840880 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_concurrency.lockutils [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Acquired lock "singleton_lock" {{(pid=92217) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 02 16:13:21.841362 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_concurrency.lockutils [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Releasing lock "singleton_lock" {{(pid=92217) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 02 16:13:21.842007 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO oslo_service.service [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Starting 2 workers Jun 02 16:13:21.846758 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Started child 92322 {{(pid=92217) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 16:13:21.851212 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Started child 92323 {{(pid=92217) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 16:13:21.851869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:21.852828 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO neutron.service [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 02 16:13:21.853320 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [-] (92322) wsgi starting up on http://0.0.0.0:9696 Jun 02 16:13:21.853462 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Notify callbacks [] for process, before_spawn {{(pid=92217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:21.856165 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO oslo_service.service [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Starting 1 workers Jun 02 16:13:21.856302 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:21.857495 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [-] (92323) wsgi starting up on http://0.0.0.0:9696 Jun 02 16:13:21.861267 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Started child 92324 {{(pid=92217) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 16:13:21.861768 dv-neutron-601336-83-hyperv neutron-server[92217]: INFO oslo_service.service [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Starting 1 workers Jun 02 16:13:21.864607 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.service [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] calling RpcWorker wait() {{(pid=92324) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 02 16:13:21.865183 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.service [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] returning from RpcWorker wait() {{(pid=92324) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 02 16:13:21.866212 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Started child 92325 {{(pid=92217) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 16:13:21.866341 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:21.866771 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:13:21.866974 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG neutron_lib.callbacks.manager [None req-dc829dd8-e6f5-4bd8-bbf4-f6fac8fc8206 None None] Notify callbacks [] for process, after_spawn {{(pid=92217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:21.868963 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92217) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 02 16:13:21.869135 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 02 16:13:21.869501 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 02 16:13:21.869703 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 02 16:13:21.870250 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 02 16:13:21.870395 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 02 16:13:21.870897 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.871037 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:21.871508 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.871508 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.871633 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.871932 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.872055 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:13:21.872472 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.872738 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.872982 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.873276 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.873511 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.873663 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.873837 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.874106 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.874357 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.874664 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.874966 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.875210 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.875437 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.875589 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.876049 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.876304 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.876585 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.876834 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] debug = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.877078 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.877550 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.877797 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.878036 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.878270 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.878543 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.878796 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.879062 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.879334 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.879557 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.879780 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.880048 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.880314 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.880545 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.880762 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.881017 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.881251 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.881735 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] host = dv-neutron-601336-83-hyperv {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.881952 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.882210 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.882456 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.882709 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.882950 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.883166 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.883414 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.883670 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.883910 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.884141 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.884393 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.884643 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.884886 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.885130 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] log_file = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.885293 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] log_options = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.885507 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.885769 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.886035 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.886250 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.886418 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.886658 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.886818 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.886980 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.887228 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.887442 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.887655 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.887882 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.888115 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.888326 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.888628 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.888804 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.889033 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.889243 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.889484 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.889728 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.889948 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.890200 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.890444 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.890658 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.890875 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.891087 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.891309 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.891546 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.892507 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.892905 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.893052 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.893370 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.893628 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.893858 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.894040 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.894320 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.895265 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.895265 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.895265 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.895548 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.895849 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.896081 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.896344 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.896567 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.896816 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.897045 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] use_json = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.898193 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.898193 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.898744 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.898744 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.899022 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.899977 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.899977 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.899977 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.899977 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.900617 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.900617 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.900881 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.901011 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.901204 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.901440 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.901664 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.901895 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.902168 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.902490 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.902715 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.903006 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.903248 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.903485 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.903814 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.904246 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.904533 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.904764 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.905002 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.905221 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.905477 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.905803 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.906024 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.906458 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.906771 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.906960 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.907416 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.907602 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.907981 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.908366 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.908595 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.908897 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.909122 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.909351 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.909575 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.909805 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.910026 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.910279 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.910526 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.910783 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.911037 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.911279 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.911495 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.911740 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.911966 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.912348 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.912719 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.913116 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.913320 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.913729 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.913950 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.914354 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.914713 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.915084 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.915473 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.915837 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.916212 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.916567 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.916948 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.917191 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.917456 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.917736 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.917923 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.918480 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.918655 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.918775 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.918994 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.919235 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.919458 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.919678 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.920175 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.920509 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.920842 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.921105 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.921327 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.921556 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.921833 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.922228 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.922586 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.923160 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.923416 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.923644 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.923869 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.924238 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.924515 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.924772 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.925043 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.925390 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.925668 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.925914 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.926322 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.926498 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.926762 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.927021 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.927391 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.927705 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.928096 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.928458 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.928729 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.929017 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.929273 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.929580 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.929830 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.930117 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.930334 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.930715 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.931048 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.931351 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.931570 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.931827 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.932139 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.932471 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.932756 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.932999 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.933324 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.933573 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.934016 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.934487 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.934828 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.935231 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.935793 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.936196 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.936593 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.937141 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.937594 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.937838 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.938156 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.938509 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.938760 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.938981 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.939219 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.939572 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.939827 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.940067 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.940286 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.940566 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.940832 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.941094 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.941372 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.941615 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.941871 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.942136 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.942372 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.942591 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.942836 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.943062 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.943277 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.943508 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.943737 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.943953 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.944166 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.944379 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.944648 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.944865 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.945083 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.945309 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.945545 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.945763 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.946007 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.946466 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.946702 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.947144 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.947370 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.947586 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.947988 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.948287 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.948564 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.948837 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.949247 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.949644 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.950018 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.950458 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.950776 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.951035 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.951268 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.951515 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.951734 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.951948 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.952164 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.952382 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.952593 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.952823 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.953063 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.953293 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.953543 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.953946 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.954443 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.954700 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.954931 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.955170 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.955391 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.955630 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.955875 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.956094 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.956341 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.956557 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.956789 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.957046 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.957303 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.957588 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.957816 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.958029 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.958266 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.958478 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.958691 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.958980 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.959237 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.959470 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.959740 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.959979 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.960205 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.960418 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.960644 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.960862 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.961069 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.961296 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.961525 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.961734 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.961957 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.962207 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.962428 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.962636 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.962843 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.963076 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.963283 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.963537 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.963751 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.963957 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.964171 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.964375 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.964710 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.964955 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.965189 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.965465 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.965692 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.965930 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.966208 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.966525 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.966755 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.966995 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.967246 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.967463 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.967683 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.967935 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.968253 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.968555 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.968811 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.969064 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.969331 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.969597 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.969861 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.970105 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.970397 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.970731 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.971005 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.971258 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.971503 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.971786 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.972027 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.972260 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.972502 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.972737 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.972989 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.973228 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.973452 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.973697 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.974130 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.974271 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.974402 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.974582 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.974811 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.975028 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.975260 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.975415 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 02 16:13:21.975999 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92217) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 02 16:13:21.976158 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 02 16:13:21.976310 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 02 16:13:21.976479 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 02 16:13:21.976646 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 02 16:13:21.976781 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 02 16:13:21.977044 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.977170 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.977298 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.977460 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.977618 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.977804 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.977970 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.978140 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.978301 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.978459 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.978620 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.978777 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.978934 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.979092 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.979252 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.979412 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.979570 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.980087 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.980253 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.980413 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.980570 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.980728 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.980885 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] debug = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.981042 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.981229 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.981395 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.981553 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.981712 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.982048 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.982048 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.982268 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.982467 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.982571 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.982653 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.982785 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.982928 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.983087 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.983245 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.983548 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.984410 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.984828 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] host = dv-neutron-601336-83-hyperv {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.984999 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.985162 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.985322 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.985480 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.985638 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.985797 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.985956 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.986135 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.986295 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.986453 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.986609 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.986767 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.986925 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.987159 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] log_file = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.987296 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] log_options = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.987421 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.987561 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.987719 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.987895 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.988058 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.988218 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.988388 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.988533 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.988739 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.988897 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.989055 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.989213 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.989378 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.989534 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.989693 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.989902 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.990036 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.990180 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.990306 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.990455 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.990612 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.990768 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.990913 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.991068 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.991208 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.991368 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.991525 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.991683 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.991841 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.991999 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.992157 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.992314 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.992526 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.992662 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.992747 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.992910 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.993066 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.993229 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.993387 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.993545 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.993703 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.993905 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.994014 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.994142 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:13:21.994232 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.994312 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.994473 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] use_json = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.994632 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.994788 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.994943 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.995101 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.995258 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.995416 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.995573 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.995732 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 16:13:21.995910 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.996072 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.996242 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.996403 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.996564 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.996724 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.996885 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.997045 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.997217 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.997353 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.997518 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.997677 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.997847 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.998007 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.998188 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.998352 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.998511 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.998671 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.998835 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.998995 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.999155 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.999319 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.999493 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.999654 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.999815 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:21.999974 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.000135 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.000295 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.000459 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.000621 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.000782 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.000945 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.001105 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.001266 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.001426 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.001585 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.001744 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.001904 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.002064 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.002244 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.002405 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.002616 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.002713 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.002867 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.003026 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.003187 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.003350 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.003514 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.003675 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.003838 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.004012 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.004189 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.004380 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.004657 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.004826 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.004986 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.005147 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.005308 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.005467 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.005628 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.005830 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.005971 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.006116 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.006268 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.006656 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.006656 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.006894 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.006894 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.007140 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.007260 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.007381 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.007500 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.007622 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.007970 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.007970 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.008200 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.008200 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.008413 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.008518 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.008638 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.008788 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.009211 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.009211 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.009370 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.009448 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.009566 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.009726 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.009887 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.010047 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.010228 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.010388 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.010548 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.010707 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.010866 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.011027 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.011187 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.011348 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.011509 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.011669 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.011827 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.011986 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.012145 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.012305 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.012465 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.012625 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.012805 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.012940 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.013100 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.013259 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.013419 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.013578 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.013746 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.013912 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.014090 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.014404 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.014577 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.014749 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.014909 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.015071 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.015231 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.015392 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.015552 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.015713 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.015873 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.016034 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.016194 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.016354 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.016524 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.016694 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.016856 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.017016 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.017179 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.017363 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.017525 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.017685 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.017847 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.018006 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.018384 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.018384 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.018637 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.018637 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.018887 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.019109 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.019109 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.019360 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.019360 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.019607 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.019735 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.019921 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.020050 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.020182 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.020314 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.020443 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.020605 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.020766 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.020928 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.021089 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.021250 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.021412 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.021573 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.021733 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.021894 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.022053 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.022233 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.022394 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.022553 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.022715 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.022875 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.023035 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.023198 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.023357 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.023518 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.023677 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.023846 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.023998 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.024159 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.024321 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.024479 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.024639 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.024799 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.024958 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.025118 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.025278 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.025439 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.025664 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.025758 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.026006 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.026208 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.026372 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.026531 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.026694 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.026853 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.027013 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.027173 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.027332 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.027492 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.027651 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.027824 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.027967 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.028136 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.028296 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.028455 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.028614 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.028773 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.028931 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.029092 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.029265 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.029425 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.029586 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.029746 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.029905 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.030113 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.030253 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.030414 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.030573 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.030731 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.030901 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.031061 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.031220 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.031380 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.031539 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.031708 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.031867 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.032026 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.032187 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.032346 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.032533 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.032692 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.032851 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.033010 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.033169 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.033335 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.033496 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.033655 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.033823 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.033983 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.034333 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.034333 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.034496 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.034843 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.034843 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.035012 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.035083 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.035291 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.035483 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.035646 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.036049 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.036223 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.036387 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.036561 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.036727 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.037030 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.037328 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.037499 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.037671 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.039169 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.039169 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.039169 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.039169 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.039169 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.039169 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.039169 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.039169 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.039169 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.039784 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.039784 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.039784 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.039784 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.039784 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.040109 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.040109 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.040248 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.040369 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.040532 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 16:13:22.040690 dv-neutron-601336-83-hyperv neutron-server[92217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92217) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 02 16:13:22.114931 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 58140) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:13:22.124942 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078840 Jun 02 16:13:33.065235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fae573-bb03-4ce6-9562-3f2db9a1a778 None None] get_active_networks_info from dv-neutron-601336-83-hyperv {{(pid=92324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:13:33.152218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fae573-bb03-4ce6-9562-3f2db9a1a778 None None] No non-hosted networks {{(pid=92324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 02 16:13:33.173604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.agentschedulers_db [None req-a5fae573-bb03-4ce6-9562-3f2db9a1a778 None None] DHCP Agent not found on host dv-neutron-601336-83-hyperv {{(pid=92324) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 02 16:13:33.333359 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-591aa7b2-29bc-4163-bf0d-c41e5635e25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406'] for agent, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:34.975779 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406'] for agent, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:34.977225 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:34.977912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:34.979699 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:34.980997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:34.981544 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:34.982857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:34.983964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:34.985090 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:34.989921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:34.992696 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:34.994449 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:34.996736 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:35.001838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-601336-83-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:13:35.022943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-601336-83-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:13:35.381039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e6249a28-3fff-4b21-8340-f1868d826f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406'] for agent, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:35.449894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b6a1333a-255b-4f5c-a992-4f0fef5de9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:36.582493 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406'] for agent, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:38.463181 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406'] for agent, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:38.482745 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.db.l3_hamode_db [None req-aeca2c75-72e8-4005-aa92-748178406302 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 02 16:13:38.567897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeca2c75-72e8-4005-aa92-748178406302 None None] Routers set() bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:13:38.568159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeca2c75-72e8-4005-aa92-748178406302 None None] Router IDs set() for agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 02 16:13:39.560767 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 58232) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:13:40.177163 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING oslo_policy.policy [None req-ecb2172b-e2e3-47b9-acf0-91b00dbabb93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 16:13:40.178238 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING oslo_policy.policy [None req-ecb2172b-e2e3-47b9-acf0-91b00dbabb93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 16:13:40.391829 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-ecb2172b-e2e3-47b9-acf0-91b00dbabb93 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:13:40.392899 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ecb2172b-e2e3-47b9-acf0-91b00dbabb93 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8310957 Jun 02 16:13:42.777339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 58246) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:13:43.162109 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-20f50aff-140e-47ff-9882-3458b95dfd5c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:13:43.261459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.policy [None req-20f50aff-140e-47ff-9882-3458b95dfd5c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92322) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 02 16:13:43.306347 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING oslo_policy.policy [None req-20f50aff-140e-47ff-9882-3458b95dfd5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 16:13:43.306740 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING oslo_policy.policy [None req-20f50aff-140e-47ff-9882-3458b95dfd5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 16:13:43.315639 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.quota [None req-20f50aff-140e-47ff-9882-3458b95dfd5c admin admin] Loaded quota_driver: . Jun 02 16:13:43.332210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-20f50aff-140e-47ff-9882-3458b95dfd5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:13:43.404511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20f50aff-140e-47ff-9882-3458b95dfd5c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746509805070', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746509804577', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746509824775', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746509821915', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746509909334', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746509900289', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3726609', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3648309', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-497979', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-426308'] for rbac-policy, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:43.469177 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20f50aff-140e-47ff-9882-3458b95dfd5c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:43.470431 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-20f50aff-140e-47ff-9882-3458b95dfd5c admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6917207 Jun 02 16:13:46.047329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 58258) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:13:46.647172 dv-neutron-601336-83-hyperv neutron-server[92323]: WARNING oslo_policy.policy [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 16:13:46.647770 dv-neutron-601336-83-hyperv neutron-server[92323]: WARNING oslo_policy.policy [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 16:13:46.858091 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'tenant_id': 'd0006d0f5b0d48de8e54a4d6e81ee557'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:13:46.859777 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.quota [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Loaded quota_driver: . Jun 02 16:13:46.875996 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:13:46.882600 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Usage tracker for resource:network and tenant:d0006d0f5b0d48de8e54a4d6e81ee557 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:13:46.888354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:13:46.896028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:13:46.914745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Made reservation on behalf of d0006d0f5b0d48de8e54a4d6e81ee557 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:13:46.985752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.policy [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92323) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 02 16:13:47.030047 dv-neutron-601336-83-hyperv neutron-server[92323]: WARNING oslo_policy.policy [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 16:13:47.030521 dv-neutron-601336-83-hyperv neutron-server[92323]: WARNING oslo_policy.policy [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 16:13:47.040869 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:47.062107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:47.076904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:13:47.080751 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Usage tracker for resource:security_group_rule and tenant:d0006d0f5b0d48de8e54a4d6e81ee557 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:13:47.085964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:13:47.091796 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:13:47.193955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:47.198858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:47.204850 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:13:47.225104 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:13:47.250294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746509616415', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:47.250927 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Unsubscribe: segment precommit_create {{(pid=92323) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 02 16:13:47.251414 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Added segment 50bd9ee5-33e8-4d48-9acd-542e31358dc9 of type vlan for network 16f46a44-848f-44a5-aef2-1216a8bd3890 Jun 02 16:13:47.259947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe1ea4d-161c-428d-811f-69a648b984cd,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:13:47.319080 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:47.319432 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:47.319769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:47.320094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:47.320424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:47.320749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:47.321066 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:47.321395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:47.321712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:47.322022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:47.322358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:47.322673 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Tracked resource versions report: Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: pushed versions: Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: { 'AddressGroup': {'1.2'}, Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'ConntrackHelper': {'1.0'}, Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Log': {'1.0'}, Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Network': {'1.1'}, Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Port': {'1.7'}, Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'PortForwarding': {'1.2'}, Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'QosPolicy': {'1.8'}, Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'SecurityGroup': {'1.4'}, Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'SecurityGroupRule': {'1.2'}, Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'SubPort': {'1.0'}, Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Subnet': {'1.1'}, Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Trunk': {'1.1'}} Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: consumer versions: Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: { DHCP agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: L3 agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: Metadata agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: Metering agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: Open vSwitch agent@dv-neutron-601336-83-hyperv: { 'AddressGroup': '1.2', Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'ConntrackHelper': '1.0', Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Log': '1.0', Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Network': '1.1', Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Port': '1.7', Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'PortForwarding': '1.2', Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'QosPolicy': '1.8', Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'SecurityGroup': '1.4', Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'SecurityGroupRule': '1.2', Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'SubPort': '1.0', Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Subnet': '1.1', Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Trunk': '1.1'}} Jun 02 16:13:47.323996 dv-neutron-601336-83-hyperv neutron-server[92323]: {{(pid=92323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 16:13:47.374603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:47.380823 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:13:47.424449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:47.426812 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:13:47.427544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:47.430982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:13:47.533517 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Pushing event updated for resources: {'Network': ['ID=16f46a44-848f-44a5-aef2-1216a8bd3890,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:13:47.539034 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4894280 Jun 02 16:13:47.540056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:13:47.546190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 16f46a44-848f-44a5-aef2-1216a8bd3890 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:13:50.193472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 58280) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:13:50.688549 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69ee539-9419-42f3-84bb-d21063fc3ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:13:50.689899 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c69ee539-9419-42f3-84bb-d21063fc3ffd admin admin] 10.222.0.50 "GET /v2.0/networks/16f46a44-848f-44a5-aef2-1216a8bd3890 HTTP/1.1" status: 200 len: 825 time: 0.4954190 Jun 02 16:13:50.723661 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ccfec4e3-0361-43bd-b999-38f30e448817 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/15252692-7ebd-474f-890a-ec29a0dce811 HTTP/1.1" status: 200 len: 734 time: 0.0253301 Jun 02 16:13:50.732363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890', 'gateway_ip': '172.20.0.1', 'tenant_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'name': 'private-subnet', 'subnetpool_id': '15252692-7ebd-474f-890a-ec29a0dce811'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:13:50.736970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:13:50.741069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Usage tracker for resource:subnet and tenant:d0006d0f5b0d48de8e54a4d6e81ee557 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:13:50.744101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:13:50.750574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:13:50.763098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Made reservation on behalf of d0006d0f5b0d48de8e54a4d6e81ee557 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:13:50.766405 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:51.271744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:51.275608 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:13:51.349925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:13:51.355258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:13:51.357947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Checking segment: {'id': '50bd9ee5-33e8-4d48-9acd-542e31358dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:13:51.358288 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Network hostable DHCP agents. Network: 16f46a44-848f-44a5-aef2-1216a8bd3890, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:13:51.382523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Network 16f46a44-848f-44a5-aef2-1216a8bd3890 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:13:51.393374 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 16f46a44-848f-44a5-aef2-1216a8bd3890) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:13:51.398347 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:13:51.398949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:51.405429 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39b4122-efb5-49b7-bb01-40c480bd44c7 None None] Network 16f46a44-848f-44a5-aef2-1216a8bd3890 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:13:51.423461 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6947615 Jun 02 16:13:51.713429 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-16f46a44-848f-44a5-aef2-1216a8bd3890', 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890', 'tenant_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'fixed_ips': [{'subnet_id': 'acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:13:51.714691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:51.900665 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Allocated IP 172.20.0.2 (16f46a44-848f-44a5-aef2-1216a8bd3890/acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb/7d3656b5-e049-4c0d-8640-75215dca9b87) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:13:52.127799 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:52.141035 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Transition to ACTIVE for port object 7d3656b5-e049-4c0d-8640-75215dca9b87 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:13:52.163678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Transition to ACTIVE for port object 7d3656b5-e049-4c0d-8640-75215dca9b87 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:13:52.172017 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:52.177670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:13:52.235251 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Network 16f46a44-848f-44a5-aef2-1216a8bd3890 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:13:52.238569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:13:52.244400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:13:52.250555 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Pushing event updated for resources: {'Port': ['ID=7d3656b5-e049-4c0d-8640-75215dca9b87,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:13:52.287681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:52.288029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:52.288389 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:52.288711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:52.289060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:52.289405 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:52.289735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:52.290100 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:52.290440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:52.290764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:52.291085 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:52.291401 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Tracked resource versions report: Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: pushed versions: Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: { 'AddressGroup': {'1.2'}, Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'ConntrackHelper': {'1.0'}, Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Log': {'1.0'}, Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Network': {'1.1'}, Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Port': {'1.7'}, Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'PortForwarding': {'1.2'}, Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'QosPolicy': {'1.8'}, Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'SecurityGroup': {'1.4'}, Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'SecurityGroupRule': {'1.2'}, Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'SubPort': {'1.0'}, Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Subnet': {'1.1'}, Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Trunk': {'1.1'}} Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: consumer versions: Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: { DHCP agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: L3 agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: Metadata agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: Metering agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: Open vSwitch agent@dv-neutron-601336-83-hyperv: { 'AddressGroup': '1.2', Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'ConntrackHelper': '1.0', Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Log': '1.0', Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Network': '1.1', Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Port': '1.7', Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'PortForwarding': '1.2', Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'QosPolicy': '1.8', Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'SecurityGroup': '1.4', Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'SecurityGroupRule': '1.2', Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'SubPort': '1.0', Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Subnet': '1.1', Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Trunk': '1.1'}} Jun 02 16:13:52.292763 dv-neutron-601336-83-hyperv neutron-server[92324]: {{(pid=92324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 16:13:52.325763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:13:52.350404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Attempting to bind port 7d3656b5-e049-4c0d-8640-75215dca9b87 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:13:52.350801 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Attempting to bind port 7d3656b5-e049-4c0d-8640-75215dca9b87 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '50bd9ee5-33e8-4d48-9acd-542e31358dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:13:52.351226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Attempting to bind port 7d3656b5-e049-4c0d-8640-75215dca9b87 on network 16f46a44-848f-44a5-aef2-1216a8bd3890 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:13:52.356927 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:13:52.357319 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Checking segment: {'id': '50bd9ee5-33e8-4d48-9acd-542e31358dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:13:52.357786 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:52.358205 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Bound using segment: {'id': '50bd9ee5-33e8-4d48-9acd-542e31358dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:13:52.358722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Bound port: 7d3656b5-e049-4c0d-8640-75215dca9b87, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bd9ee5-33e8-4d48-9acd-542e31358dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:13:52.359096 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:52.448724 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] For port 7d3656b5-e049-4c0d-8640-75215dca9b87, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:13:52.453496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] For port 7d3656b5-e049-4c0d-8640-75215dca9b87, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=7d3656b5-e049-4c0d-8640-75215dca9b87,segment=NetworkSegment(50bd9ee5-33e8-4d48-9acd-542e31358dc9),segment_id=50bd9ee5-33e8-4d48-9acd-542e31358dc9)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:13:52.460506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:52.464488 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:13:52.549205 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Pushing event updated for resources: {'Port': ['ID=7d3656b5-e049-4c0d-8640-75215dca9b87,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:13:52.551641 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:13:53.807748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 58288) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:13:54.183601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-855a0a4b-142f-4456-a489-a570ce0f7c5f admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:13:54.184587 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-855a0a4b-142f-4456-a489-a570ce0f7c5f admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3758309 Jun 02 16:13:56.537537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 58296) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:13:56.919242 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-2c648799-fb9a-4794-b8b8-6e68c7f85196 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:13:56.930719 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2c648799-fb9a-4794-b8b8-6e68c7f85196 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3920109 Jun 02 16:13:57.005526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7d3656b5-e049-4c0d-8640-75215dca9b87 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:13:57.080576 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 7d3656b5-e049-4c0d-8640-75215dca9b87 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:13:57.956202 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471d1d2b-9525-4d15-ae7a-6a3db361d2a2 None None] Network 16f46a44-848f-44a5-aef2-1216a8bd3890 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:13:58.044178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ac4ec43b-3a6b-4572-9b85-ef8c95d695c6 None None] Provisioning for port 7d3656b5-e049-4c0d-8640-75215dca9b87 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:13:58.057927 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ac4ec43b-3a6b-4572-9b85-ef8c95d695c6 None None] Provisioning complete for port 7d3656b5-e049-4c0d-8640-75215dca9b87 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:13:58.058360 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ac4ec43b-3a6b-4572-9b85-ef8c95d695c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:58.289310 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ac4ec43b-3a6b-4572-9b85-ef8c95d695c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:58.332148 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-ac4ec43b-3a6b-4572-9b85-ef8c95d695c6 None None] For port 7d3656b5-e049-4c0d-8640-75215dca9b87, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=7d3656b5-e049-4c0d-8640-75215dca9b87,segment=NetworkSegment(50bd9ee5-33e8-4d48-9acd-542e31358dc9),segment_id=50bd9ee5-33e8-4d48-9acd-542e31358dc9)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:13:58.338597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ac4ec43b-3a6b-4572-9b85-ef8c95d695c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:58.342371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:13:58.413729 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ec43b-3a6b-4572-9b85-ef8c95d695c6 None None] Pushing event updated for resources: {'Port': ['ID=7d3656b5-e049-4c0d-8640-75215dca9b87,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:13:58.417115 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ac4ec43b-3a6b-4572-9b85-ef8c95d695c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:13:58.563122 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c38b74fb-5e22-4b06-838e-da7f56fe9713 None None] Provisioning complete for port 7d3656b5-e049-4c0d-8640-75215dca9b87 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:13:58.563410 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c38b74fb-5e22-4b06-838e-da7f56fe9713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:58.978698 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7d3656b5-e049-4c0d-8640-75215dca9b87 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:13:59.046311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 7d3656b5-e049-4c0d-8640-75215dca9b87 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:13:59.046989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:59.563619 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 58310) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:13:59.962013 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-bc0b4246-d116-4947-9d5a-8034fffb81f6 admin admin] Request body: {'router': {'tenant_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'name': 'router1', 'admin_state_up': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:13:59.968114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-bc0b4246-d116-4947-9d5a-8034fffb81f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:13:59.972102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-bc0b4246-d116-4947-9d5a-8034fffb81f6 admin admin] Usage tracker for resource:router and tenant:d0006d0f5b0d48de8e54a4d6e81ee557 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:13:59.975561 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-bc0b4246-d116-4947-9d5a-8034fffb81f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:13:59.981790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-bc0b4246-d116-4947-9d5a-8034fffb81f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:13:59.995077 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4246-d116-4947-9d5a-8034fffb81f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:13:59.996661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4246-d116-4947-9d5a-8034fffb81f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:00.018874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4246-d116-4947-9d5a-8034fffb81f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:00.132105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4246-d116-4947-9d5a-8034fffb81f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:00.151381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4246-d116-4947-9d5a-8034fffb81f6 admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:00.152666 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bc0b4246-d116-4947-9d5a-8034fffb81f6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5880759 Jun 02 16:14:02.487561 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 58318) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:14:02.882643 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2bb98c07-d099-4f23-bcb0-911f7528594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:02.884707 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-7c772b15-ad47-4fcb-929d-5358b281ff9c admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:14:02.885680 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7c772b15-ad47-4fcb-929d-5358b281ff9c admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3971524 Jun 02 16:14:04.955111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:05.206168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 58326) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:14:05.375620 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f6339c9c-3fda-48d3-8455-7190fee741ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:05.578335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:14:05.599419 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:14:05.603525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Usage tracker for resource:network and tenant:89aae2ca511b45dd821c11d4cc8f2f8c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:14:05.606843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:14:05.612498 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:14:05.623447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Made reservation on behalf of 89aae2ca511b45dd821c11d4cc8f2f8c for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:14:05.625892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:05.637718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:05.651959 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:14:05.655747 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Usage tracker for resource:security_group_rule and tenant:89aae2ca511b45dd821c11d4cc8f2f8c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:14:05.658531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:14:05.664195 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:14:05.746161 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:05.750609 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:05.753641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:14:05.769029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Reserving flat network on physical network physnet1 {{(pid=92323) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 02 16:14:05.790293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2021c5-578f-4a41-8a1a-6a9a3b7f47a6,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:14:05.795180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:14:05.796104 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:05.796440 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Added segment 12624acb-16fd-4901-973d-f89d44052ea4 of type flat for network 3e4df761-1bd3-455c-9709-426e794fcea2 Jun 02 16:14:05.831534 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:05.868245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:05.869599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:14:05.870203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:05.873306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:14:05.971569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Pushing event updated for resources: {'Network': ['ID=3e4df761-1bd3-455c-9709-426e794fcea2,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:14:05.974457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:14:05.976473 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7690821 Jun 02 16:14:05.985313 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 3e4df761-1bd3-455c-9709-426e794fcea2 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:14:06.518792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:08.297390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 58344) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:14:08.409185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:08.535862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d44b7b9-a7b0-4438-8ff2-585a6fdbb12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:14:08.537203 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4d44b7b9-a7b0-4438-8ff2-585a6fdbb12b admin admin] 10.222.0.50 "GET /v2.0/subnets/acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb HTTP/1.1" status: 200 len: 849 time: 0.2385554 Jun 02 16:14:08.682270 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-44e200d0-965c-4682-9d83-4699c73446a1 admin admin] 10.222.0.50 "GET /v2.0/routers/04b9221c-96a1-4f3d-a803-7014d4ad1f7f HTTP/1.1" status: 200 len: 704 time: 0.1393209 Jun 02 16:14:09.148314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:09.394563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Allocated IP 172.20.0.1 (16f46a44-848f-44a5-aef2-1216a8bd3890/acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb/0d90636b-6266-4b26-9c28-9208c3944780) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:14:09.598517 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:09.622618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Transition to ACTIVE for port object 0d90636b-6266-4b26-9c28-9208c3944780 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:14:09.685995 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:09.689861 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:14:09.753809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Network 16f46a44-848f-44a5-aef2-1216a8bd3890 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:14:09.756698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:14:09.759621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:14:09.760170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:09.884603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Pushing event updated for resources: {'Port': ['ID=0d90636b-6266-4b26-9c28-9208c3944780,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:14:09.896365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:14:09.915887 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-22d2e101-02b0-4f38-9807-71da11032442 None None] Provisioning for port 0d90636b-6266-4b26-9c28-9208c3944780 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:14:09.920404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-22d2e101-02b0-4f38-9807-71da11032442 None None] Provisioning complete for port 0d90636b-6266-4b26-9c28-9208c3944780 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:14:09.920787 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-22d2e101-02b0-4f38-9807-71da11032442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:09.972958 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-22d2e101-02b0-4f38-9807-71da11032442 None None] Port 0d90636b-6266-4b26-9c28-9208c3944780 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:14:10.020937 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:10.252529 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:10.259441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:10.260526 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:10.263678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:14:10.388057 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Pushing event updated for resources: {'Port': ['ID=0d90636b-6266-4b26-9c28-9208c3944780,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:14:10.391912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:14:10.455096 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Network 16f46a44-848f-44a5-aef2-1216a8bd3890 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:14:10.456214 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:14:10.646962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Router 04b9221c-96a1-4f3d-a803-7014d4ad1f7f is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:14:10.697446 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-14c96d24-e9ec-4e70-bf15-71e13822681f None None] Provisioning complete for port 0d90636b-6266-4b26-9c28-9208c3944780 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:14:10.697798 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-14c96d24-e9ec-4e70-bf15-71e13822681f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:10.753032 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-14c96d24-e9ec-4e70-bf15-71e13822681f None None] Port 0d90636b-6266-4b26-9c28-9208c3944780 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:14:10.803855 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:14:10.815555 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Sync routers for ids ['04b9221c-96a1-4f3d-a803-7014d4ad1f7f'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:14:10.816100 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] 10.222.0.50 "PUT /v2.0/routers/04b9221c-96a1-4f3d-a803-7014d4ad1f7f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1252027 Jun 02 16:14:10.826218 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Routers {'04b9221c-96a1-4f3d-a803-7014d4ad1f7f'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:14:10.827214 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:14:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['04b9221c-96a1-4f3d-a803-7014d4ad1f7f'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:14:11.001457 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Set router 04b9221c-96a1-4f3d-a803-7014d4ad1f7f gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:14:11.361220 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9221c-96a1-4f3d-a803-7014d4ad1f7f', 'name': 'router1', 'tenant_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:14:00Z', 'updated_at': '2021-06-02T16:14:09Z', 'revision_number': 2, 'project_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'gw_port_host': None, '_interfaces': [{'id': '0d90636b-6266-4b26-9c28-9208c3944780', 'name': '', 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890', 'tenant_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'mac_address': 'fa:16:3e:88:bb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9221c-96a1-4f3d-a803-7014d4ad1f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:14:09Z', 'updated_at': '2021-06-02T16:14:10Z', 'revision_number': 2, 'project_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'subnets': [{'id': 'acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15252692-7ebd-474f-890a-ec29a0dce811'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:14:11.366570 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Checking router: 04b9221c-96a1-4f3d-a803-7014d4ad1f7f for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:14:11.366942 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Updating router 04b9221c-96a1-4f3d-a803-7014d4ad1f7f port 0d90636b-6266-4b26-9c28-9208c3944780 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:14:11.420809 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:11.803102 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:11.817659 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Transition to ACTIVE for port object 0d90636b-6266-4b26-9c28-9208c3944780 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:14:11.824261 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:11.830354 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:14:12.044793 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Attempting to bind port 0d90636b-6266-4b26-9c28-9208c3944780 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:14:12.045194 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Attempting to bind port 0d90636b-6266-4b26-9c28-9208c3944780 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '50bd9ee5-33e8-4d48-9acd-542e31358dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:14:12.045635 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Attempting to bind port 0d90636b-6266-4b26-9c28-9208c3944780 on network 16f46a44-848f-44a5-aef2-1216a8bd3890 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:14:12.055806 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:14:12.056161 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Checking segment: {'id': '50bd9ee5-33e8-4d48-9acd-542e31358dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:14:12.056626 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:12.057013 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Bound using segment: {'id': '50bd9ee5-33e8-4d48-9acd-542e31358dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:14:12.057533 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Bound port: 0d90636b-6266-4b26-9c28-9208c3944780, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bd9ee5-33e8-4d48-9acd-542e31358dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:14:12.057925 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:12.066588 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Pushing event updated for resources: {'Port': ['ID=0d90636b-6266-4b26-9c28-9208c3944780,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:14:12.134566 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:12.134994 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:12.135508 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:12.135965 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:12.136287 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:12.136634 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:12.136955 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:12.137290 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:12.137622 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:12.137983 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:12.138321 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:12.138633 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Tracked resource versions report: Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: pushed versions: Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: { 'AddressGroup': {'1.2'}, Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'ConntrackHelper': {'1.0'}, Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Log': {'1.0'}, Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Network': {'1.1'}, Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Port': {'1.7'}, Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'PortForwarding': {'1.2'}, Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'QosPolicy': {'1.8'}, Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'SecurityGroup': {'1.4'}, Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'SecurityGroupRule': {'1.2'}, Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'SubPort': {'1.0'}, Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Subnet': {'1.1'}, Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Trunk': {'1.1'}} Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: consumer versions: Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: { DHCP agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: L3 agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: Metadata agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: Metering agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: Open vSwitch agent@dv-neutron-601336-83-hyperv: { 'AddressGroup': '1.2', Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'ConntrackHelper': '1.0', Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Log': '1.0', Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Network': '1.1', Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Port': '1.7', Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'PortForwarding': '1.2', Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'QosPolicy': '1.8', Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'SecurityGroup': '1.4', Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'SecurityGroupRule': '1.2', Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'SubPort': '1.0', Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Subnet': '1.1', Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Trunk': '1.1'}} Jun 02 16:14:12.140127 dv-neutron-601336-83-hyperv neutron-server[92325]: {{(pid=92325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 16:14:12.145924 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:14:12.187342 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] For port 0d90636b-6266-4b26-9c28-9208c3944780, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:14:12.192036 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] For port 0d90636b-6266-4b26-9c28-9208c3944780, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0d90636b-6266-4b26-9c28-9208c3944780,segment=NetworkSegment(50bd9ee5-33e8-4d48-9acd-542e31358dc9),segment_id=50bd9ee5-33e8-4d48-9acd-542e31358dc9)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:14:12.196934 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:12.201399 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:14:12.289465 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Pushing event updated for resources: {'Port': ['ID=0d90636b-6266-4b26-9c28-9208c3944780,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:14:12.292994 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:14:12.293736 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Routers {'04b9221c-96a1-4f3d-a803-7014d4ad1f7f'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:14:12.294386 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:14:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['04b9221c-96a1-4f3d-a803-7014d4ad1f7f'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:14:12.478853 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] Set router 04b9221c-96a1-4f3d-a803-7014d4ad1f7f gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:14:12.798401 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9221c-96a1-4f3d-a803-7014d4ad1f7f', 'name': 'router1', 'tenant_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:14:00Z', 'updated_at': '2021-06-02T16:14:09Z', 'revision_number': 2, 'project_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'gw_port_host': None, '_interfaces': [{'id': '0d90636b-6266-4b26-9c28-9208c3944780', 'name': '', 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890', 'tenant_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'mac_address': 'fa:16:3e:88:bb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9221c-96a1-4f3d-a803-7014d4ad1f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:14:09Z', 'updated_at': '2021-06-02T16:14:12Z', 'revision_number': 4, 'project_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'subnets': [{'id': 'acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15252692-7ebd-474f-890a-ec29a0dce811'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:14:12.802533 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922337a7-2837-4d1b-89bf-ed92524aa9de None None] The sync data for ids ['04b9221c-96a1-4f3d-a803-7014d4ad1f7f'] in dv-neutron-601336-83-hyperv is: [{'id': '04b9221c-96a1-4f3d-a803-7014d4ad1f7f', 'name': 'router1', 'tenant_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:14:00Z', 'updated_at': '2021-06-02T16:14:09Z', 'revision_number': 2, 'project_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'gw_port_host': None, '_interfaces': [{'id': '0d90636b-6266-4b26-9c28-9208c3944780', 'name': '', 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890', 'tenant_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'mac_address': 'fa:16:3e:88:bb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9221c-96a1-4f3d-a803-7014d4ad1f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:14:09Z', 'updated_at': '2021-06-02T16:14:12Z', 'revision_number': 4, 'project_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'subnets': [{'id': 'acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15252692-7ebd-474f-890a-ec29a0dce811'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:14:12.963232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 58364) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:14:13.149147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed4b53-4218-44ab-89a2-c78be8a1bd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:14:13.149704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-beed4b53-4218-44ab-89a2-c78be8a1bd3e admin admin] Synchronizing usage tracker for tenant:89aae2ca511b45dd821c11d4cc8f2f8c on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:14:13.171349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-beed4b53-4218-44ab-89a2-c78be8a1bd3e admin admin] Unset dirty status for tenant:89aae2ca511b45dd821c11d4cc8f2f8c on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:14:13.172510 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-beed4b53-4218-44ab-89a2-c78be8a1bd3e admin admin] 10.222.0.50 "GET /v2.0/networks/3e4df761-1bd3-455c-9709-426e794fcea2 HTTP/1.1" status: 200 len: 842 time: 0.2083106 Jun 02 16:14:13.181969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.3.1', 'name': 'public-subnet', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.26.3.0/24'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:14:13.187289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:14:13.191235 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Usage tracker for resource:subnet and tenant:89aae2ca511b45dd821c11d4cc8f2f8c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:14:13.194040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:14:13.200281 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:14:13.211197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Made reservation on behalf of 89aae2ca511b45dd821c11d4cc8f2f8c for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:14:13.213428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:13.633713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.objects.ports [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92323) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:14:13.634202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:13.637758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9093b4bc-e99f-4f32-b075-a6d1d73c4b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:14:13.705495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a870883-c8b6-47bd-b742-fe4f40fe1f7e,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:14:13.710668 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:14:13.716870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:14:13.717228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Network hostable DHCP agents. Network: 3e4df761-1bd3-455c-9709-426e794fcea2, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:14:13.735624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:14:13.745810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 3e4df761-1bd3-455c-9709-426e794fcea2) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:14:13.750035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:14:13.750694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:13.756016 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784a6494-c4be-4168-afaa-bd347a7ae7c7 None None] Network 3e4df761-1bd3-455c-9709-426e794fcea2 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:14:13.772866 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5943942 Jun 02 16:14:13.958467 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed11172-3068-453c-8a85-313efd94dfe2 None None] Network 3e4df761-1bd3-455c-9709-426e794fcea2 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:14:16.006129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 58376) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:14:16.260977 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-abc341e5-a78f-4370-9e23-3c211d18d665 admin admin] 10.222.0.50 "GET /v2.0/routers/04b9221c-96a1-4f3d-a803-7014d4ad1f7f HTTP/1.1" status: 200 len: 710 time: 0.2535968 Jun 02 16:14:16.417709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e86e36c-a069-48bd-bb97-61ae16a11da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:14:16.424058 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2e86e36c-a069-48bd-bb97-61ae16a11da4 admin admin] 10.222.0.50 "GET /v2.0/networks/3e4df761-1bd3-455c-9709-426e794fcea2 HTTP/1.1" status: 200 len: 886 time: 0.1530092 Jun 02 16:14:16.428072 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:14:16.885935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:17.009109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0d90636b-6266-4b26-9c28-9208c3944780 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:14:17.085275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 0d90636b-6266-4b26-9c28-9208c3944780 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:14:17.090089 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 0d90636b-6266-4b26-9c28-9208c3944780 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:14:17.090551 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:17.207409 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:17.239186 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 0d90636b-6266-4b26-9c28-9208c3944780, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0d90636b-6266-4b26-9c28-9208c3944780,segment=NetworkSegment(50bd9ee5-33e8-4d48-9acd-542e31358dc9),segment_id=50bd9ee5-33e8-4d48-9acd-542e31358dc9)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:14:17.244323 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:17.244687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:17.248037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:14:17.299555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:17.314708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=0d90636b-6266-4b26-9c28-9208c3944780,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:14:17.318118 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:14:17.455396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Allocated IP 172.26.3.199 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/f9a9bbc1-2668-4b11-911c-27f4241aa235) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:14:17.607971 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:17.668301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:17.674820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:14:17.723738 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:14:17.724816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:14:17.778060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:14:17.827548 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a9bbc1-2668-4b11-911c-27f4241aa235,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:14:17.847899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:17.848246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:17.848576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:17.848908 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:17.849233 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:17.849567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:17.849888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:17.850248 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:17.850570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:17.850885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:17.851200 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:17.851495 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Tracked resource versions report: Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: pushed versions: Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: { 'AddressGroup': {'1.2'}, Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'ConntrackHelper': {'1.0'}, Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Log': {'1.0'}, Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Network': {'1.1'}, Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Port': {'1.7'}, Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'PortForwarding': {'1.2'}, Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'QosPolicy': {'1.8'}, Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'SecurityGroup': {'1.4'}, Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'SecurityGroupRule': {'1.2'}, Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'SubPort': {'1.0'}, Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Subnet': {'1.1'}, Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Trunk': {'1.1'}} Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: consumer versions: Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: { DHCP agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: L3 agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: Metadata agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: Metering agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: Open vSwitch agent@dv-neutron-601336-83-hyperv: { 'AddressGroup': '1.2', Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'ConntrackHelper': '1.0', Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Log': '1.0', Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Network': '1.1', Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Port': '1.7', Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'PortForwarding': '1.2', Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'QosPolicy': '1.8', Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'SecurityGroup': '1.4', Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'SecurityGroupRule': '1.2', Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'SubPort': '1.0', Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Subnet': '1.1', Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Trunk': '1.1'}} Jun 02 16:14:17.852836 dv-neutron-601336-83-hyperv neutron-server[92322]: {{(pid=92322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 16:14:17.905674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:14:18.208501 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:18.549357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:18.552965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:18.734095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Router 04b9221c-96a1-4f3d-a803-7014d4ad1f7f has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:14:18.916257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:14:18.929482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Sync routers for ids ['04b9221c-96a1-4f3d-a803-7014d4ad1f7f'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:14:18.930349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:18.931684 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] 10.222.0.50 "PUT /v2.0/routers/04b9221c-96a1-4f3d-a803-7014d4ad1f7f HTTP/1.1" status: 200 len: 890 time: 2.5069544 Jun 02 16:14:18.940203 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Routers {'04b9221c-96a1-4f3d-a803-7014d4ad1f7f'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:14:18.940922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:14:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['04b9221c-96a1-4f3d-a803-7014d4ad1f7f'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:14:19.009240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0d90636b-6266-4b26-9c28-9208c3944780 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:14:19.170328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 0d90636b-6266-4b26-9c28-9208c3944780 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:14:19.170631 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:19.219662 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Set router 04b9221c-96a1-4f3d-a803-7014d4ad1f7f gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:14:19.640811 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9221c-96a1-4f3d-a803-7014d4ad1f7f', 'name': 'router1', 'tenant_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f9a9bbc1-2668-4b11-911c-27f4241aa235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:14:00Z', 'updated_at': '2021-06-02T16:14:17Z', 'revision_number': 4, 'project_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'gw_port': {'id': 'f9a9bbc1-2668-4b11-911c-27f4241aa235', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9221c-96a1-4f3d-a803-7014d4ad1f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:14:17Z', 'updated_at': '2021-06-02T16:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0d90636b-6266-4b26-9c28-9208c3944780', 'name': '', 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890', 'tenant_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'mac_address': 'fa:16:3e:88:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9221c-96a1-4f3d-a803-7014d4ad1f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:14:09Z', 'updated_at': '2021-06-02T16:14:17Z', 'revision_number': 5, 'project_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'subnets': [{'id': 'acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15252692-7ebd-474f-890a-ec29a0dce811'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:14:19.645799 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Checking router: 04b9221c-96a1-4f3d-a803-7014d4ad1f7f for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:14:19.646165 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Updating router 04b9221c-96a1-4f3d-a803-7014d4ad1f7f port f9a9bbc1-2668-4b11-911c-27f4241aa235 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:14:19.697676 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:20.028086 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:20.040693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Transition to ACTIVE for port object f9a9bbc1-2668-4b11-911c-27f4241aa235 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:14:20.048589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:20.053074 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:14:20.127598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Attempting to bind port f9a9bbc1-2668-4b11-911c-27f4241aa235 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:14:20.127968 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Attempting to bind port f9a9bbc1-2668-4b11-911c-27f4241aa235 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:14:20.128441 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Attempting to bind port f9a9bbc1-2668-4b11-911c-27f4241aa235 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:14:20.137491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187ca28-0874-4c5f-b8ad-8a4b9bb785e7 None None] Pushing event updated for resources: {'Port': ['ID=f9a9bbc1-2668-4b11-911c-27f4241aa235,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:14:20.139916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:14:20.140294 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:14:20.140696 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:20.141112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:14:20.141554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Bound port: f9a9bbc1-2668-4b11-911c-27f4241aa235, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:14:20.141924 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:20.165002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8187ca28-0874-4c5f-b8ad-8a4b9bb785e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:14:20.213085 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] For port f9a9bbc1-2668-4b11-911c-27f4241aa235, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:14:20.216147 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] For port f9a9bbc1-2668-4b11-911c-27f4241aa235, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f9a9bbc1-2668-4b11-911c-27f4241aa235,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:14:20.222314 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:20.226207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ac4ec43b-3a6b-4572-9b85-ef8c95d695c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:14:20.303654 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Routers {'04b9221c-96a1-4f3d-a803-7014d4ad1f7f'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:14:20.304282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:14:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['04b9221c-96a1-4f3d-a803-7014d4ad1f7f'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:14:20.377639 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187ca28-0874-4c5f-b8ad-8a4b9bb785e7 None None] Pushing event updated for resources: {'Port': ['ID=f9a9bbc1-2668-4b11-911c-27f4241aa235,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:14:20.382426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8187ca28-0874-4c5f-b8ad-8a4b9bb785e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:14:20.497539 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] Set router 04b9221c-96a1-4f3d-a803-7014d4ad1f7f gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:14:20.847795 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b9221c-96a1-4f3d-a803-7014d4ad1f7f', 'name': 'router1', 'tenant_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f9a9bbc1-2668-4b11-911c-27f4241aa235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:14:00Z', 'updated_at': '2021-06-02T16:14:17Z', 'revision_number': 4, 'project_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'gw_port': {'id': 'f9a9bbc1-2668-4b11-911c-27f4241aa235', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9221c-96a1-4f3d-a803-7014d4ad1f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:14:17Z', 'updated_at': '2021-06-02T16:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0d90636b-6266-4b26-9c28-9208c3944780', 'name': '', 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890', 'tenant_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'mac_address': 'fa:16:3e:88:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9221c-96a1-4f3d-a803-7014d4ad1f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:14:09Z', 'updated_at': '2021-06-02T16:14:17Z', 'revision_number': 5, 'project_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'subnets': [{'id': 'acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15252692-7ebd-474f-890a-ec29a0dce811'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:14:20.852256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf9c18-8f24-404b-9e4a-ab3b2f299326 None None] The sync data for ids ['04b9221c-96a1-4f3d-a803-7014d4ad1f7f'] in dv-neutron-601336-83-hyperv is: [{'id': '04b9221c-96a1-4f3d-a803-7014d4ad1f7f', 'name': 'router1', 'tenant_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f9a9bbc1-2668-4b11-911c-27f4241aa235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:14:00Z', 'updated_at': '2021-06-02T16:14:17Z', 'revision_number': 4, 'project_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'gw_port': {'id': 'f9a9bbc1-2668-4b11-911c-27f4241aa235', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b9221c-96a1-4f3d-a803-7014d4ad1f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:14:17Z', 'updated_at': '2021-06-02T16:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0d90636b-6266-4b26-9c28-9208c3944780', 'name': '', 'network_id': '16f46a44-848f-44a5-aef2-1216a8bd3890', 'tenant_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'mac_address': 'fa:16:3e:88:bb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b9221c-96a1-4f3d-a803-7014d4ad1f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:14:09Z', 'updated_at': '2021-06-02T16:14:17Z', 'revision_number': 5, 'project_id': 'd0006d0f5b0d48de8e54a4d6e81ee557', 'subnets': [{'id': 'acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '15252692-7ebd-474f-890a-ec29a0dce811'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:14:21.057079 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f9a9bbc1-2668-4b11-911c-27f4241aa235 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:14:21.130916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port f9a9bbc1-2668-4b11-911c-27f4241aa235 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:14:21.136060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port f9a9bbc1-2668-4b11-911c-27f4241aa235 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:14:21.136439 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:21.255698 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:21.273240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port f9a9bbc1-2668-4b11-911c-27f4241aa235, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f9a9bbc1-2668-4b11-911c-27f4241aa235,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:14:21.278744 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:21.281617 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:14:21.281876 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 58388) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:14:21.357214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=f9a9bbc1-2668-4b11-911c-27f4241aa235,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:14:21.360927 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:14:21.407865 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f7039e1a-cdcb-4679-ae13-1f6f005cec41 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1240642 Jun 02 16:14:22.989933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f9a9bbc1-2668-4b11-911c-27f4241aa235 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:14:23.069648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port f9a9bbc1-2668-4b11-911c-27f4241aa235 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:14:23.070035 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:24.918771 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 5 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:14:32.878767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-22b8bb19-4d88-47c3-a730-995b1c8bdd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:34.950390 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:35.371552 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-160739eb-de23-4f3c-a645-8a5737a6e090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:36.530933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:14:38.439609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:15:01.918657 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 5 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:15:02.897141 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-75b66a3c-6e1b-488c-8dbe-46946f7eb185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:15:04.958543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:15:05.372679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b043e9b8-2e0a-42bb-9f14-f0a10df878ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:15:06.520991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:15:08.430803 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:15:32.885023 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8c2c62d8-8fb9-4501-b4ae-e6b8316d335f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:15:34.954268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:15:35.369092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-34c30a38-e0fe-4156-b831-d44dd97a9775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:15:36.524379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:15:38.435417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:15:38.922569 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 5 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:15:59.194829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 58988) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:15:59.279251 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8090e1-2d4d-4084-905e-e3fdd3b74d82 admin admin] GET failed (client error): The resource could not be found. Jun 02 16:15:59.280809 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-de8090e1-2d4d-4084-905e-e3fdd3b74d82 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0848203 Jun 02 16:15:59.424127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b202e17-a197-4f64-a39d-8a7440b8d065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:15:59.425606 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8b202e17-a197-4f64-a39d-8a7440b8d065 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1391051 Jun 02 16:16:01.522332 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 58998) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:16:01.633235 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608fa68c-9bb4-47cc-bfb4-0883c7c6f33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:01.633787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-608fa68c-9bb4-47cc-bfb4-0883c7c6f33d admin admin] Synchronizing usage tracker for tenant:89aae2ca511b45dd821c11d4cc8f2f8c on resource:subnet {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:16:01.652312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-608fa68c-9bb4-47cc-bfb4-0883c7c6f33d admin admin] Unset dirty status for tenant:89aae2ca511b45dd821c11d4cc8f2f8c on resource:subnet {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:16:01.653527 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-608fa68c-9bb4-47cc-bfb4-0883c7c6f33d admin admin] 10.222.0.50 "GET /v2.0/subnets/acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb HTTP/1.1" status: 200 len: 849 time: 0.1299744 Jun 02 16:16:01.664116 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:16:01.784274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:01.984958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746509502437'] for subnet, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:01.989851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ad4bad2c-caad-424f-badb-b2556c0df478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:16:02.029274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:02.029868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:02.031729 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] 10.222.0.50 "PUT /v2.0/subnets/acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb HTTP/1.1" status: 200 len: 868 time: 0.3712444 Jun 02 16:16:02.050139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96973cff-48c7-4e44-9953-885e39666188 None None] Network 16f46a44-848f-44a5-aef2-1216a8bd3890 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:16:02.058093 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:16:02.067046 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:02.067046 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:02.067420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:02.067514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:02.067802 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:02.068136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:02.068466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:02.068818 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:02.069154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:02.069480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:02.069806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:02.070154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:02.074054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:16:02.526912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8ad91b6f-e9dd-4a5e-9716-0b7256fa7c8a None None] Provisioning complete for port 7d3656b5-e049-4c0d-8640-75215dca9b87 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:16:02.527335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8ad91b6f-e9dd-4a5e-9716-0b7256fa7c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:02.658854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8ad91b6f-e9dd-4a5e-9716-0b7256fa7c8a None None] Provisioning complete for port 0d90636b-6266-4b26-9c28-9208c3944780 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:16:02.659204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8ad91b6f-e9dd-4a5e-9716-0b7256fa7c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:02.880554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ac3e454e-0fd0-4ecc-bc84-d02d3997771e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:04.150698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59006) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:16:04.377547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0854bb39-c03e-4709-b304-b2f2f2515ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:04.378027 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0854bb39-c03e-4709-b304-b2f2f2515ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:04.379654 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0854bb39-c03e-4709-b304-b2f2f2515ffb admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2279713 Jun 02 16:16:04.959427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:05.363795 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d009b9ce-fc9d-4f8f-a3b2-5885f22c29a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:06.474617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59014) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:16:06.524339 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:06.651883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6d0fe9-7c2f-42a2-9a02-f86ebaaa7d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:06.652356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6d0fe9-7c2f-42a2-9a02-f86ebaaa7d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:06.654036 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0f6d0fe9-7c2f-42a2-9a02-f86ebaaa7d94 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1782708 Jun 02 16:16:08.435088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:08.772777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59022) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:16:09.002386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7cd69c-4df6-47eb-84fe-e51c068df793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:09.003715 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7c7cd69c-4df6-47eb-84fe-e51c068df793 admin admin] 10.222.0.50 "GET /v2.0/networks/16f46a44-848f-44a5-aef2-1216a8bd3890 HTTP/1.1" status: 200 len: 869 time: 0.2299268 Jun 02 16:16:11.141529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59030) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:16:11.311190 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6950e9-f2b8-4c60-ad32-6f6fc8446a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:11.312501 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-df6950e9-f2b8-4c60-ad32-6f6fc8446a91 admin admin] 10.222.0.50 "GET /v2.0/networks/3e4df761-1bd3-455c-9709-426e794fcea2 HTTP/1.1" status: 200 len: 886 time: 0.1699560 Jun 02 16:16:13.435017 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59040) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:16:13.565673 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42a072-a57b-426b-a0f1-73b17809bb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:13.566149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42a072-a57b-426b-a0f1-73b17809bb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:13.567774 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-af42a072-a57b-426b-a0f1-73b17809bb4e admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1318028 Jun 02 16:16:15.679830 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59048) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:16:15.801242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de14586-cf3d-4411-a7c0-6c72a3f1811a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:15.801699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de14586-cf3d-4411-a7c0-6c72a3f1811a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:15.803273 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7de14586-cf3d-4411-a7c0-6c72a3f1811a admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225297 Jun 02 16:16:15.924000 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 5 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:16:17.978051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59056) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:16:18.107850 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5dd325-d2d5-45df-b5d1-3a3a547b8dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:18.110126 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8e5dd325-d2d5-45df-b5d1-3a3a547b8dd9 admin admin] 10.222.0.50 "GET /v2.0/subnets/4a870883-c8b6-47bd-b742-fe4f40fe1f7e HTTP/1.1" status: 200 len: 816 time: 0.1303637 Jun 02 16:16:20.273124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59064) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:16:20.394090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf33171-8732-42c0-aa07-05cbe413bc7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:20.395471 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cbf33171-8732-42c0-aa07-05cbe413bc7d admin admin] 10.222.0.50 "GET /v2.0/subnets/acacdf2f-f6fc-45d5-9e8c-2a38d3e600eb HTTP/1.1" status: 200 len: 868 time: 0.1210840 Jun 02 16:16:32.885540 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-db38e9ee-ea21-4fe9-b24a-a90789487c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:34.966790 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:35.367479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ed8952a4-a033-41cf-8906-b64b6ce35ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:36.528573 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:38.437909 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:43.546255 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59108) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:16:43.597344 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-41601d44-3584-48f1-89be-d1106e000fc5 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:16:43.598357 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-41601d44-3584-48f1-89be-d1106e000fc5 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511107 Jun 02 16:16:45.822200 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59116) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:16:45.891022 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-12edf714-bcd2-44d7-9135-76a3a08c78b9 admin admin] GET failed (client error): The resource could not be found. Jun 02 16:16:45.892283 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-12edf714-bcd2-44d7-9135-76a3a08c78b9 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0691359 Jun 02 16:16:46.024798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d47a81-2688-49c1-8c36-20f7381e2bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:46.026165 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-77d47a81-2688-49c1-8c36-20f7381e2bd9 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1296849 Jun 02 16:16:48.144116 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59124) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:16:48.196145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:16:48.204279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:16:48.216260 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:16:48.228290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Made reservation on behalf of 89aae2ca511b45dd821c11d4cc8f2f8c for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:16:48.231718 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:48.360035 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.services.revisions.revision_plugin [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Could not find related network for resource to bump revision. Jun 02 16:16:48.374736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:16:48.389517 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746509616415', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:48.390114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Unsubscribe: segment precommit_create {{(pid=92322) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 02 16:16:48.390607 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Added segment eb576b55-6fbb-49b9-ae4e-26b5b1405dc1 of type vlan for network 60d9314f-a403-4168-a433-a1eb002c50ff Jun 02 16:16:48.453322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:48.487443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:48.488778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:48.489349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:48.492508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:16:48.586763 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Pushing event updated for resources: {'Network': ['ID=60d9314f-a403-4168-a433-a1eb002c50ff,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:16:48.591132 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4459989 Jun 02 16:16:48.595151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:48.595518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:48.595855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:48.596185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:48.596513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:48.596851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:48.597185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:48.597510 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:48.597824 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:48.598184 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:48.598504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:48.598825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:48.607562 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:16:48.611300 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 60d9314f-a403-4168-a433-a1eb002c50ff details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:16:50.716591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59132) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:16:50.794629 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5365cc-f063-425c-8ab5-771a6beaee0e admin admin] GET failed (client error): The resource could not be found. Jun 02 16:16:50.795254 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6e5365cc-f063-425c-8ab5-771a6beaee0e admin admin] Synchronizing usage tracker for tenant:89aae2ca511b45dd821c11d4cc8f2f8c on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:16:50.812512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6e5365cc-f063-425c-8ab5-771a6beaee0e admin admin] Unset dirty status for tenant:89aae2ca511b45dd821c11d4cc8f2f8c on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:16:50.813632 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6e5365cc-f063-425c-8ab5-771a6beaee0e admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0960860 Jun 02 16:16:50.916202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e785dcdc-ff35-4619-97af-8bf959aadb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:50.917667 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e785dcdc-ff35-4619-97af-8bf959aadb1b admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0998554 Jun 02 16:16:50.927526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c6afae03-2f57-4535-9f6b-1b96eb96e875 admin admin] Request body: {'subnet': {'network_id': '60d9314f-a403-4168-a433-a1eb002c50ff', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:16:50.932193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c6afae03-2f57-4535-9f6b-1b96eb96e875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:16:50.941781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c6afae03-2f57-4535-9f6b-1b96eb96e875 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:16:50.955565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6afae03-2f57-4535-9f6b-1b96eb96e875 admin admin] Made reservation on behalf of 89aae2ca511b45dd821c11d4cc8f2f8c for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:16:50.960024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c6afae03-2f57-4535-9f6b-1b96eb96e875 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:51.368659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c6afae03-2f57-4535-9f6b-1b96eb96e875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:51.372329 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:16:51.441195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afae03-2f57-4535-9f6b-1b96eb96e875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6addc16-e6af-49c3-b7fd-d4a4e8d2efd7,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:16:51.446579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c6afae03-2f57-4535-9f6b-1b96eb96e875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:16:51.453393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6afae03-2f57-4535-9f6b-1b96eb96e875 admin admin] Checking segment: {'id': 'eb576b55-6fbb-49b9-ae4e-26b5b1405dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '60d9314f-a403-4168-a433-a1eb002c50ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:16:51.453794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6afae03-2f57-4535-9f6b-1b96eb96e875 admin admin] Network hostable DHCP agents. Network: 60d9314f-a403-4168-a433-a1eb002c50ff, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:16:51.477061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6afae03-2f57-4535-9f6b-1b96eb96e875 admin admin] Network 60d9314f-a403-4168-a433-a1eb002c50ff is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:16:51.489851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-c6afae03-2f57-4535-9f6b-1b96eb96e875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 60d9314f-a403-4168-a433-a1eb002c50ff) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:16:51.494635 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6afae03-2f57-4535-9f6b-1b96eb96e875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:16:51.495281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c6afae03-2f57-4535-9f6b-1b96eb96e875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:51.499753 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e106ffe8-6908-4ded-974a-19f6bb22a553 None None] Network 60d9314f-a403-4168-a433-a1eb002c50ff requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:16:51.520973 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c6afae03-2f57-4535-9f6b-1b96eb96e875 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5969596 Jun 02 16:16:51.771338 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-60d9314f-a403-4168-a433-a1eb002c50ff', 'network_id': '60d9314f-a403-4168-a433-a1eb002c50ff', 'tenant_id': '89aae2ca511b45dd821c11d4cc8f2f8c', 'fixed_ips': [{'subnet_id': 'e6addc16-e6af-49c3-b7fd-d4a4e8d2efd7'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:16:51.772372 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:51.931662 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Allocated IP 192.168.233.2 (60d9314f-a403-4168-a433-a1eb002c50ff/e6addc16-e6af-49c3-b7fd-d4a4e8d2efd7/af17c288-eaeb-45b4-99b1-20e898d4e0fa) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:16:52.183131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:52.193840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Transition to ACTIVE for port object af17c288-eaeb-45b4-99b1-20e898d4e0fa will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:16:52.212768 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Transition to ACTIVE for port object af17c288-eaeb-45b4-99b1-20e898d4e0fa will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:16:52.219576 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:52.224079 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:16:52.285204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Network 60d9314f-a403-4168-a433-a1eb002c50ff is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:16:52.288163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:16:52.291859 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:16:52.297645 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Pushing event updated for resources: {'Port': ['ID=af17c288-eaeb-45b4-99b1-20e898d4e0fa,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:16:52.333713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:52.334062 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:52.334436 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:52.334858 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:52.335199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:52.335529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:52.335857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:52.336203 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:52.336540 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:52.336873 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:52.337204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:52.337529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:16:52.345153 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:16:52.414538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Attempting to bind port af17c288-eaeb-45b4-99b1-20e898d4e0fa on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:16:52.414988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Attempting to bind port af17c288-eaeb-45b4-99b1-20e898d4e0fa by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'eb576b55-6fbb-49b9-ae4e-26b5b1405dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '60d9314f-a403-4168-a433-a1eb002c50ff'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:16:52.415426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Attempting to bind port af17c288-eaeb-45b4-99b1-20e898d4e0fa on network 60d9314f-a403-4168-a433-a1eb002c50ff {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:16:52.421285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:16:52.421672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Checking segment: {'id': 'eb576b55-6fbb-49b9-ae4e-26b5b1405dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '60d9314f-a403-4168-a433-a1eb002c50ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:16:52.422057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:52.422490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Bound using segment: {'id': 'eb576b55-6fbb-49b9-ae4e-26b5b1405dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '60d9314f-a403-4168-a433-a1eb002c50ff'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:16:52.422958 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Bound port: af17c288-eaeb-45b4-99b1-20e898d4e0fa, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb576b55-6fbb-49b9-ae4e-26b5b1405dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '60d9314f-a403-4168-a433-a1eb002c50ff'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:16:52.423328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:52.524851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] For port af17c288-eaeb-45b4-99b1-20e898d4e0fa, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:16:52.528182 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] For port af17c288-eaeb-45b4-99b1-20e898d4e0fa, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=af17c288-eaeb-45b4-99b1-20e898d4e0fa,segment=NetworkSegment(eb576b55-6fbb-49b9-ae4e-26b5b1405dc1),segment_id=eb576b55-6fbb-49b9-ae4e-26b5b1405dc1)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:16:52.532079 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:52.536107 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:16:52.614428 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Pushing event updated for resources: {'Port': ['ID=af17c288-eaeb-45b4-99b1-20e898d4e0fa,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:16:52.643033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:16:52.923176 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 5 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:16:53.146654 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device af17c288-eaeb-45b4-99b1-20e898d4e0fa up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:16:53.226511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port af17c288-eaeb-45b4-99b1-20e898d4e0fa completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:16:53.419941 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c8d21c-8287-4c0e-942f-9d494cdbb815 None None] Network 60d9314f-a403-4168-a433-a1eb002c50ff requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:16:53.528926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8749f806-fc70-435d-b383-91cb910f6a7b None None] Provisioning for port af17c288-eaeb-45b4-99b1-20e898d4e0fa completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:16:53.546310 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8749f806-fc70-435d-b383-91cb910f6a7b None None] Provisioning complete for port af17c288-eaeb-45b4-99b1-20e898d4e0fa triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:16:53.546681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8749f806-fc70-435d-b383-91cb910f6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:53.762364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8749f806-fc70-435d-b383-91cb910f6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:53.802643 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-8749f806-fc70-435d-b383-91cb910f6a7b None None] For port af17c288-eaeb-45b4-99b1-20e898d4e0fa, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=af17c288-eaeb-45b4-99b1-20e898d4e0fa,segment=NetworkSegment(eb576b55-6fbb-49b9-ae4e-26b5b1405dc1),segment_id=eb576b55-6fbb-49b9-ae4e-26b5b1405dc1)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:16:53.807808 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8749f806-fc70-435d-b383-91cb910f6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:53.810405 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8187ca28-0874-4c5f-b8ad-8a4b9bb785e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:16:53.886783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749f806-fc70-435d-b383-91cb910f6a7b None None] Pushing event updated for resources: {'Port': ['ID=af17c288-eaeb-45b4-99b1-20e898d4e0fa,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:16:53.894923 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8749f806-fc70-435d-b383-91cb910f6a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:16:54.036026 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-147e0533-cfe4-48d6-8496-89534aa68320 None None] Provisioning complete for port af17c288-eaeb-45b4-99b1-20e898d4e0fa triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:16:54.036355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-147e0533-cfe4-48d6-8496-89534aa68320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:16:55.109267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device af17c288-eaeb-45b4-99b1-20e898d4e0fa up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:16:55.201943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port af17c288-eaeb-45b4-99b1-20e898d4e0fa triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:16:55.202214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:17:02.892270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-41abbca5-c53f-4976-a951-07e6adf7e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:17:04.963049 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:17:05.371460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-74358112-4070-4c1d-93bb-14e18771812f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:17:06.531458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:17:08.438296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:17:29.922390 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 5 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:17:32.892403 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-567b5739-6bda-41ea-a27d-0be412bd52b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:17:34.958385 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:17:35.375438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d5487b6f-fa86-456d-be79-73683690909b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:17:36.535511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:17:38.442556 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:17:59.980484 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59186) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:17:59.987289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-483da076-bae7-47d5-a5df-a0efe88ef39f tempest-verify_tempest_config-214641977 tempest-verify_tempest_config-214641977-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:17:59.988196 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-483da076-bae7-47d5-a5df-a0efe88ef39f tempest-verify_tempest_config-214641977 tempest-verify_tempest_config-214641977-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063720 Jun 02 16:18:00.330051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59204) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:18:00.475755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:00.491479 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:18:00.495749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Usage tracker for resource:security_group_rule and tenant:8a4dde8d86564ac38a21e8b6afba53db is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:18:00.500439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:18:00.507437 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:18:00.593194 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:00.598342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:00.609712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:18:00.651784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Synchronizing usage tracker for tenant:89aae2ca511b45dd821c11d4cc8f2f8c on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:18:00.654209 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2513adf3-6dc0-4e46-a514-751fd4a69076,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:18:00.664336 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:18:00.664336 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:18:00.664724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:18:00.665102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:18:00.665431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:18:00.665755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:18:00.666098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:18:00.666435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:18:00.666755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:18:00.668033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:18:00.668033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:18:00.668033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:18:00.672964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:18:00.690784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Unset dirty status for tenant:89aae2ca511b45dd821c11d4cc8f2f8c on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:18:00.692320 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a4dde8d86564ac38a21e8b6afba53db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3610885 Jun 02 16:18:00.695154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59210) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:18:00.755038 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-eecac794-03ea-4e65-8132-4ce6cb1ae154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:00.784096 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-eecac794-03ea-4e65-8132-4ce6cb1ae154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:00.880069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-eecac794-03ea-4e65-8132-4ce6cb1ae154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:00.884078 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:18:00.894999 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecac794-03ea-4e65-8132-4ce6cb1ae154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2513adf3-6dc0-4e46-a514-751fd4a69076,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:18:00.899756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-eecac794-03ea-4e65-8132-4ce6cb1ae154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:18:00.905020 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-eecac794-03ea-4e65-8132-4ce6cb1ae154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:00.906234 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-eecac794-03ea-4e65-8132-4ce6cb1ae154 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2513adf3-6dc0-4e46-a514-751fd4a69076 HTTP/1.1" status: 204 len: 168 time: 0.2101343 Jun 02 16:18:02.887854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7a1b9384-2c9b-44cd-9adb-d18a2a5a1d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:04.969829 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:05.380200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d7d8322f-2517-4fcf-ad26-3b6c00316cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:06.541830 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:06.927021 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 5 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:18:08.446392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:32.894689 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-36974462-991f-4e02-b1e6-b0ef1ea94791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:34.973063 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:35.387700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e934f4f7-dab2-4dce-bca7-ab68e92e7f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:36.546369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:38.449032 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:18:43.926920 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 5 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:19:02.888252 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7b9f5f15-7eb0-4969-a2e4-39185efb6727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:19:04.970419 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:19:05.382430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-549addd1-c59a-4e2a-a40a-f0e1a62225c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:19:06.547045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:19:08.452249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:19:18.809568 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406'] for agent, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:19:20.926789 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:19:32.900181 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-016c2525-82f6-4ce8-90ee-c6dc1d0d9a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:19:34.965158 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:19:35.387731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-57e31ba3-fc05-4e58-9543-9a7a823b8b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:19:35.993603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59280) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:19:36.110028 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b1d47338-1ab9-4c2b-9c35-3671449ac09b admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.1152716 Jun 02 16:19:36.552311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:19:38.236280 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59290) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:19:38.313637 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3dfa5afd-80d3-4231-aed6-23c48ce88196 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.0756044 Jun 02 16:19:38.455590 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:19:48.777475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:19:57.926107 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:20:02.895248 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4761d408-8d58-43e2-a81d-c3f3544867bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:04.972456 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:05.391940 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2eb8cb75-ed19-4e4f-afa5-b8418aa74427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:06.552194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:08.457774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:18.792965 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:32.890376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a3c7666a-b60a-45fd-b1ca-72dab57e3bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:34.925323 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:20:34.970177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:35.399346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-975286cf-0a53-447c-aa33-929045d56524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:36.554863 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:38.467167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:48.830213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:50.441817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59442) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:50.797815 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1371685034'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:50.803070 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:50.807258 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Usage tracker for resource:network and tenant:adf7adda9bad4a40ad4e449acbbe2355 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:50.810919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:50.817362 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:50.828350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Made reservation on behalf of adf7adda9bad4a40ad4e449acbbe2355 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:20:50.832196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:50.846252 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:50.868878 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:50.872717 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Usage tracker for resource:security_group_rule and tenant:adf7adda9bad4a40ad4e449acbbe2355 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:50.879279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:50.885542 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:51.017301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:51.022824 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:51.027833 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:51.077119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84bfaba-35bf-4797-b55a-fa3bb041b895,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:51.088310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:51.088865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:51.089795 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:51.090536 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:51.092317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:51.092920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:51.093435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:51.094005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:51.094513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:51.095052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:51.095706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:51.096280 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Tracked resource versions report: Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: pushed versions: Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: { 'AddressGroup': {'1.2'}, Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'ConntrackHelper': {'1.0'}, Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Log': {'1.0'}, Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Network': {'1.1'}, Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Port': {'1.7'}, Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'PortForwarding': {'1.2'}, Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'QosPolicy': {'1.8'}, Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'SecurityGroup': {'1.4'}, Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'SecurityGroupRule': {'1.2'}, Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'SubPort': {'1.0'}, Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Subnet': {'1.1'}, Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Trunk': {'1.1'}} Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: consumer versions: Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: { DHCP agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: HyperV agent@hv-neutron-6013: {}, Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: L3 agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: Metadata agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: Metering agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: Open vSwitch agent@dv-neutron-601336-83-hyperv: { 'AddressGroup': '1.2', Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'ConntrackHelper': '1.0', Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Log': '1.0', Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Network': '1.1', Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Port': '1.7', Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'PortForwarding': '1.2', Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'QosPolicy': '1.8', Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'SecurityGroup': '1.4', Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'SecurityGroupRule': '1.2', Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'SubPort': '1.0', Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Subnet': '1.1', Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: 'Trunk': '1.1'}} Jun 02 16:20:51.097726 dv-neutron-601336-83-hyperv neutron-server[92322]: {{(pid=92322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 16:20:51.106768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:51.115599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:20:51.131842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:51.132486 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Added segment 2a72d4f6-5219-49bf-b058-2d71749cec81 of type vlan for network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 Jun 02 16:20:51.189177 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:51.230956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:51.237569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:20:51.238521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:51.261485 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:51.286309 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8432953 Jun 02 16:20:51.289450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59486) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:51.295542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Request body: {'subnet': {'network_id': '51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:51.368190 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event updated for resources: {'Network': ['ID=51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:51.371932 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:51.380300 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:20:51.415149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:51.419184 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Usage tracker for resource:subnet and tenant:adf7adda9bad4a40ad4e449acbbe2355 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:51.422615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:51.430003 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:51.443953 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Made reservation on behalf of adf7adda9bad4a40ad4e449acbbe2355 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:20:51.448833 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks [] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:51.727930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59500) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:51.863201 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59506) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:51.868907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59508) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:51.900010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:51.905095 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:51.986374 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event updated for resources: {'Subnet': ['ID=7c9519cf-023b-447b-88d1-fa008165ab8f,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:51.998553 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:51.999180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:51.999522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:51.999854 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:52.000178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:52.000500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:52.000821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:52.001253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:52.001452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:52.001826 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:52.002227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:52.002476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Tracked resource versions report: Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: pushed versions: Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: { 'AddressGroup': {'1.2'}, Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'ConntrackHelper': {'1.0'}, Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Log': {'1.0'}, Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Network': {'1.1'}, Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Port': {'1.7'}, Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'PortForwarding': {'1.2'}, Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'QosPolicy': {'1.8'}, Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'SecurityGroup': {'1.4'}, Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'SecurityGroupRule': {'1.2'}, Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'SubPort': {'1.0'}, Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Subnet': {'1.1'}, Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Trunk': {'1.1'}} Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: consumer versions: Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: { DHCP agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: HyperV agent@hv-neutron-6013: {}, Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: L3 agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: Metadata agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: Metering agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: Open vSwitch agent@dv-neutron-601336-83-hyperv: { 'AddressGroup': '1.2', Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'ConntrackHelper': '1.0', Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Log': '1.0', Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Network': '1.1', Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Port': '1.7', Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'PortForwarding': '1.2', Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'QosPolicy': '1.8', Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'SecurityGroup': '1.4', Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'SecurityGroupRule': '1.2', Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'SubPort': '1.0', Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Subnet': '1.1', Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: 'Trunk': '1.1'}} Jun 02 16:20:52.003591 dv-neutron-601336-83-hyperv neutron-server[92323]: {{(pid=92323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 16:20:52.006767 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:52.016606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Checking segment: {'id': '2a72d4f6-5219-49bf-b058-2d71749cec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:20:52.016963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Network hostable DHCP agents. Network: 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:20:52.035529 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:20:52.046410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:20:52.051822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:20:52.052549 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:52.057931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0712217d-0907-4bd4-964c-d45c3898bb9e None None] Network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:20:52.082622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59520) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:52.082846 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7921705 Jun 02 16:20:52.088626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Request body: {'port': {'network_id': '51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1231437549'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:52.178219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-112714564-network', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:52.187723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:52.202312 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Usage tracker for resource:network and tenant:d9e97360779e4d6396b45277baa95f46 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:52.215083 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:52.228335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:52.272635 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:52.275554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Made reservation on behalf of d9e97360779e4d6396b45277baa95f46 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:20:52.278372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:52.296911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1087689405'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:52.304341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Usage tracker for resource:port and tenant:adf7adda9bad4a40ad4e449acbbe2355 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:52.309826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:52.313317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:52.326287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1', 'network_id': '51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1', 'tenant_id': 'adf7adda9bad4a40ad4e449acbbe2355', 'fixed_ips': [{'subnet_id': '7c9519cf-023b-447b-88d1-fa008165ab8f'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:20:52.327473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:52.328780 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:52.340435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:52.343921 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:52.349846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Usage tracker for resource:security_group_rule and tenant:d9e97360779e4d6396b45277baa95f46 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:52.353032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Made reservation on behalf of adf7adda9bad4a40ad4e449acbbe2355 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:20:52.356975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:52.374900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Usage tracker for resource:network and tenant:8e1e50679a70465eb5447f672483357d is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:52.378008 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:52.384313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:52.392275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:52.408416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-477330779-network', 'tenant_id': '4164ea387d064d188e16864b4b684a3e'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:52.415411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Made reservation on behalf of 8e1e50679a70465eb5447f672483357d for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:20:52.420386 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:52.436737 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] device_id is not set on port 275bb744-c328-432e-98e9-e9e382aff966 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:20:52.514466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:52.517027 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:52.544552 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Allocated IP 2001:db8::2 (51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1/7c9519cf-023b-447b-88d1-fa008165ab8f/772a1298-a57a-483b-a3f2-2c7be7c2e0bd) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:20:52.583951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:52.590470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:52.597957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Usage tracker for resource:security_group_rule and tenant:8e1e50679a70465eb5447f672483357d is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:52.601449 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Usage tracker for resource:network and tenant:4164ea387d064d188e16864b4b684a3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:52.605801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:52.611821 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:52.620199 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:52.636299 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Made reservation on behalf of 4164ea387d064d188e16864b4b684a3e for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:20:52.639288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:52.655142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:52.659745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:52.693496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:52.714331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Usage tracker for resource:security_group_rule and tenant:4164ea387d064d188e16864b4b684a3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:52.726324 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:52.739479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:52.869997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:52.877034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:52.883460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Transition to ACTIVE for port object 772a1298-a57a-483b-a3f2-2c7be7c2e0bd will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:20:52.898052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:52.906559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Transition to ACTIVE for port object 772a1298-a57a-483b-a3f2-2c7be7c2e0bd will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:20:52.911340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:52.918010 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:52.918277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:52.928856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:53.001384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:20:53.006334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:20:53.008550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Allocated IP 2001:db8::16 (51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1/7c9519cf-023b-447b-88d1-fa008165ab8f/275bb744-c328-432e-98e9-e9e382aff966) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:20:53.013422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:20:53.024277 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Pushing event updated for resources: {'Port': ['ID=772a1298-a57a-483b-a3f2-2c7be7c2e0bd,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:53.033417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.066786 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:53.067474 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:53.067974 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:53.068460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:53.068956 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:53.069520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:53.070024 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:53.070395 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:53.070729 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:53.071048 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:53.071371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:53.071688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Tracked resource versions report: Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: pushed versions: Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: { 'AddressGroup': {'1.2'}, Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'ConntrackHelper': {'1.0'}, Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Log': {'1.0'}, Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Network': {'1.1'}, Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Port': {'1.7'}, Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'PortForwarding': {'1.2'}, Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'QosPolicy': {'1.8'}, Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'SecurityGroup': {'1.4'}, Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'SecurityGroupRule': {'1.2'}, Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'SubPort': {'1.0'}, Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Subnet': {'1.1'}, Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Trunk': {'1.1'}} Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: consumer versions: Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: { DHCP agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: HyperV agent@hv-neutron-6013: {}, Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: L3 agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: Metadata agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: Metering agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: Open vSwitch agent@dv-neutron-601336-83-hyperv: { 'AddressGroup': '1.2', Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'ConntrackHelper': '1.0', Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Log': '1.0', Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Network': '1.1', Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Port': '1.7', Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'PortForwarding': '1.2', Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'QosPolicy': '1.8', Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'SecurityGroup': '1.4', Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'SecurityGroupRule': '1.2', Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'SubPort': '1.0', Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Subnet': '1.1', Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: 'Trunk': '1.1'}} Jun 02 16:20:53.072847 dv-neutron-601336-83-hyperv neutron-server[92324]: {{(pid=92324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 16:20:53.076353 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:53.094061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:20:53.125823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b20aa40-fc53-4f72-b9ba-3644613f8d2f,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:53.132529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.138094 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:20:53.140054 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Attempting to bind port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:20:53.140474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:53.140921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Attempting to bind port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '2a72d4f6-5219-49bf-b058-2d71749cec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:20:53.141453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Attempting to bind port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd on network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:20:53.148051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:53.149038 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:20:53.149661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Checking segment: {'id': '2a72d4f6-5219-49bf-b058-2d71749cec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:20:53.150431 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.151153 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Bound using segment: {'id': '2a72d4f6-5219-49bf-b058-2d71749cec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:20:53.151804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Bound port: 772a1298-a57a-483b-a3f2-2c7be7c2e0bd, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a72d4f6-5219-49bf-b058-2d71749cec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:20:53.152491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.162552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.162812 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Added segment 863f08c6-6486-48ac-888c-5ffa733b4b6c of type vlan for network 65d13a74-8578-490b-adf4-f817c919af14 Jun 02 16:20:53.176744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.212367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.212714 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Added segment 1a95f1bd-132c-4460-92b9-4daa5a966e9e of type vlan for network 7eb48012-e1b0-4baf-8bc2-18807f983ebb Jun 02 16:20:53.270810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] For port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:20:53.275135 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] For port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=772a1298-a57a-483b-a3f2-2c7be7c2e0bd,segment=NetworkSegment(2a72d4f6-5219-49bf-b058-2d71749cec81),segment_id=2a72d4f6-5219-49bf-b058-2d71749cec81)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:20:53.283026 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.289449 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:53.322154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.327274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71acc6d5-8ec8-419a-9984-098a4079d528,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:53.334754 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:53.350939 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:53.377846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:20:53.420640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.476947 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43408f7-d433-4fbb-9e31-6b69aa25401c,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:53.493576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.494277 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Added segment d4695709-f309-4a51-9b88-aa4f54303241 of type vlan for network 0c12e784-9a5b-40b6-ab64-04193b5285c9 Jun 02 16:20:53.498863 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Pushing event updated for resources: {'Port': ['ID=772a1298-a57a-483b-a3f2-2c7be7c2e0bd,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:53.515652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:53.517578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:53.576383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.594385 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.594889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:20:53.595457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.601963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.607807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:53.654932 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.685532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Transition to ACTIVE for port object 275bb744-c328-432e-98e9-e9e382aff966 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:20:53.759091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:20:53.760828 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.809775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59574) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:53.823888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59578) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:53.878500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:20:53.903337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Pushing event updated for resources: {'Network': ['ID=65d13a74-8578-490b-adf4-f817c919af14,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:53.917339 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 65d13a74-8578-490b-adf4-f817c919af14 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:20:53.946870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:53.975745 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1111751 Jun 02 16:20:53.988930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59586) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:53.998871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59590) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:54.039345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:54.041116 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3119099 Jun 02 16:20:54.044332 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59596) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:54.051241 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Request body: {'subnet': {'network_id': '65d13a74-8578-490b-adf4-f817c919af14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-112714564-subnet', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:54.058422 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:54.069322 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Usage tracker for resource:subnet and tenant:d9e97360779e4d6396b45277baa95f46 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:54.076708 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:54.086866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:54.091585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:20:54.092114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:54.102694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Made reservation on behalf of d9e97360779e4d6396b45277baa95f46 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:20:54.108307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:54.114564 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:20:54.121011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:20:54.122989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Pushing event updated for resources: {'Network': ['ID=7eb48012-e1b0-4baf-8bc2-18807f983ebb,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:54.136226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:20:54.141764 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:20:54.142441 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:54.177699 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3075514 Jun 02 16:20:54.185258 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59600) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:54.190643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Request body: {'subnet': {'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-477330779-subnet', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:54.193983 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:54.195011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0bb0b071-2817-4985-b353-928a03eb639c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:54.196937 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 7eb48012-e1b0-4baf-8bc2-18807f983ebb details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:20:54.222057 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:54.226951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Usage tracker for resource:subnet and tenant:4164ea387d064d188e16864b4b684a3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:54.231851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:54.239201 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:54.251505 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1674380 Jun 02 16:20:54.259855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59606) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:54.267610 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Request body: {'port': {'network_id': '51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1576819744', 'allowed_address_pairs': [{'ip_address': '2001:db8::16', 'mac_address': 'fa:16:3e:32:8f:1e'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:54.292666 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-4f1645bd-0326-48e5-a41c-4971d8cff9b6 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2141757238'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:54.303982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-85b3ac09-465a-4591-858c-a3c449fda806 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-879866303'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:54.304488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-85b3ac09-465a-4591-858c-a3c449fda806 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] Unknown quota resources ['metering_label']. {{(pid=92323) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 16:20:54.322825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4f1645bd-0326-48e5-a41c-4971d8cff9b6 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:54.327259 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4f1645bd-0326-48e5-a41c-4971d8cff9b6 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Usage tracker for resource:router and tenant:1f903a49df5643449e9af573ba1c269a is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:54.330799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4f1645bd-0326-48e5-a41c-4971d8cff9b6 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:54.341511 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-843793696'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:54.349796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Made reservation on behalf of 4164ea387d064d188e16864b4b684a3e for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:20:54.352634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:54.361564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-206755b4-e559-4843-8240-fe4b15f8a673 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1127813600'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:54.362409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-206755b4-e559-4843-8240-fe4b15f8a673 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] Unknown quota resources ['metering_label']. {{(pid=92323) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 16:20:54.383982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4f1645bd-0326-48e5-a41c-4971d8cff9b6 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:54.415089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4f1645bd-0326-48e5-a41c-4971d8cff9b6 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:54.416426 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4f1645bd-0326-48e5-a41c-4971d8cff9b6 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:54.460627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:54.463930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4f1645bd-0326-48e5-a41c-4971d8cff9b6 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:54.478267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Pushing event updated for resources: {'Network': ['ID=0c12e784-9a5b-40b6-ab64-04193b5285c9,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:54.493610 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 0c12e784-9a5b-40b6-ab64-04193b5285c9 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:20:54.544807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:54.550025 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.576s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:54.617001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Usage tracker for resource:network and tenant:564fc680893c4ab0a57ef428a192e5a9 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:54.629650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:54.659043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:54.710501 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event updated for resources: {'Port': ['ID=275bb744-c328-432e-98e9-e9e382aff966,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:54.726442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:54.729539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.627s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:54.729824 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:54.749739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:54.759263 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Usage tracker for resource:port and tenant:adf7adda9bad4a40ad4e449acbbe2355 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:54.763040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:54.779670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f741c8d3-4603-4bf0-9bac-11bb5568b58b None None] Network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:20:54.781052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:54.812485 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Made reservation on behalf of adf7adda9bad4a40ad4e449acbbe2355 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:20:54.920218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-09025305-658f-4fa7-853d-5cd8ff028457 None None] Provisioning for port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:20:55.008303 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59620) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:55.052658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Request body: {'port': {'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-871494352'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:55.077994 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.109219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] device_id is not set on port ec89ffa7-0ee7-4f95-b802-15829d523a2d yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:20:55.174159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4f1645bd-0326-48e5-a41c-4971d8cff9b6 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.177454 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Made reservation on behalf of 564fc680893c4ab0a57ef428a192e5a9 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:20:55.181122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.269754 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:55.285457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.308205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Usage tracker for resource:port and tenant:2050ff2dba47492099913d7aa690565c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:55.318032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:55.323346 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Allocated IP 2001:db8::19c (51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1/7c9519cf-023b-447b-88d1-fa008165ab8f/ec89ffa7-0ee7-4f95-b802-15829d523a2d) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:20:55.327575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-206755b4-e559-4843-8240-fe4b15f8a673 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.328723 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-206755b4-e559-4843-8240-fe4b15f8a673 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.3283830 Jun 02 16:20:55.332567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:55.334843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-85b3ac09-465a-4591-858c-a3c449fda806 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.335857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59624) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:55.336409 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-85b3ac09-465a-4591-858c-a3c449fda806 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.3460429 Jun 02 16:20:55.337417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4f1645bd-0326-48e5-a41c-4971d8cff9b6 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.341566 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4f1645bd-0326-48e5-a41c-4971d8cff9b6 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.5164797 Jun 02 16:20:55.342340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-21c6a635-1dbd-400c-a3dd-835d6e72ef5d tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b3deeb4b-8627-4c74-8ee1-5bb33f172d89'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:55.343828 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-21c6a635-1dbd-400c-a3dd-835d6e72ef5d tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92322) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 16:20:55.344280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59626) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:55.345734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59628) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:55.363753 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:55.374779 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-4db5798c-a957-4c3c-9545-43e2f337a8cd tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'afda6c10-e3c9-4e25-8c98-e7adce09d73e'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:55.375208 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-4db5798c-a957-4c3c-9545-43e2f337a8cd tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92323) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 16:20:55.378614 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 772a1298-a57a-483b-a3f2-2c7be7c2e0bd up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:20:55.444538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Usage tracker for resource:security_group_rule and tenant:564fc680893c4ab0a57ef428a192e5a9 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:55.448913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:55.450602 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-141f5d6e-547c-484d-aa25-4392ae8868ba None None] Provisioning for port 275bb744-c328-432e-98e9-e9e382aff966 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:20:55.456575 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:20:55.457984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:55.463906 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:20:55.464579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.535754 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-141f5d6e-547c-484d-aa25-4392ae8868ba None None] Provisioning complete for port 275bb744-c328-432e-98e9-e9e382aff966 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:20:55.536135 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-141f5d6e-547c-484d-aa25-4392ae8868ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.544507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.584883 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c6afae03-2f57-4535-9f6b-1b96eb96e875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:55.618626 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.services.metering.metering_plugin [None req-21c6a635-1dbd-400c-a3dd-835d6e72ef5d tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 02 16:20:55.644561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-141f5d6e-547c-484d-aa25-4392ae8868ba None None] Port 275bb744-c328-432e-98e9-e9e382aff966 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:20:55.658530 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.677871 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-141f5d6e-547c-484d-aa25-4392ae8868ba None None] Provisioning complete for port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:20:55.678361 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-141f5d6e-547c-484d-aa25-4392ae8868ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.743571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Made reservation on behalf of 2050ff2dba47492099913d7aa690565c for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:20:55.745861 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.748523 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=772a1298-a57a-483b-a3f2-2c7be7c2e0bd,segment=NetworkSegment(2a72d4f6-5219-49bf-b058-2d71749cec81),segment_id=2a72d4f6-5219-49bf-b058-2d71749cec81)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:20:55.755528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.759569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:55.853407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.854564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.874635 dv-neutron-601336-83-hyperv neutron-server[92323]: WARNING neutron.services.metering.metering_plugin [None req-4db5798c-a957-4c3c-9545-43e2f337a8cd tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 02 16:20:55.879589 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-36579799-659d-4087-a54d-234d80fc020d tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.882715 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=772a1298-a57a-483b-a3f2-2c7be7c2e0bd,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:55.886831 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:55.916129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Checking segment: {'id': 'd4695709-f309-4a51-9b88-aa4f54303241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:20:55.916844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Network hostable DHCP agents. Network: 0c12e784-9a5b-40b6-ab64-04193b5285c9, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:20:55.921706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3051691a-f1e0-44b7-af73-53d9220bae55,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:55.926880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-21c6a635-1dbd-400c-a3dd-835d6e72ef5d tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.927889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:55.928002 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-21c6a635-1dbd-400c-a3dd-835d6e72ef5d tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5911372 Jun 02 16:20:55.936830 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59630) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:55.937703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:55.948357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f26c525c-c8b5-434f-9493-27866340557f tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b3deeb4b-8627-4c74-8ee1-5bb33f172d89'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:55.948811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f26c525c-c8b5-434f-9493-27866340557f tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92322) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 16:20:56.003442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Network 0c12e784-9a5b-40b6-ab64-04193b5285c9 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:20:56.013698 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-fb464c5d-1927-49a1-bfa0-4006664a0c1f None None] Provisioning complete for port 275bb744-c328-432e-98e9-e9e382aff966 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:20:56.014337 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fb464c5d-1927-49a1-bfa0-4006664a0c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.020285 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.services.metering.metering_plugin [None req-f26c525c-c8b5-434f-9493-27866340557f tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 02 16:20:56.102111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-fb464c5d-1927-49a1-bfa0-4006664a0c1f None None] Port 275bb744-c328-432e-98e9-e9e382aff966 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:20:56.108439 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 0c12e784-9a5b-40b6-ab64-04193b5285c9) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:20:56.125622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.128476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:56.131754 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4fa1fc45-6ce4-4d33-8641-386c732fa4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:56.133458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c48409-1e95-4517-aef8-880bbc4b9434 None None] Network 0c12e784-9a5b-40b6-ab64-04193b5285c9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:20:56.194802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:20:56.195361 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.204540 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f26c525c-c8b5-434f-9493-27866340557f tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.204540 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f26c525c-c8b5-434f-9493-27866340557f tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2625685 Jun 02 16:20:56.205018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Usage tracker for resource:security_group_rule and tenant:2050ff2dba47492099913d7aa690565c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:56.213359 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59632) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:56.229105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Transition to ACTIVE for port object ec89ffa7-0ee7-4f95-b802-15829d523a2d will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:20:56.231746 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c14128eb-ba09-4609-b303-0ec2024cd7bf tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=bc954dee-979d-4148-adae-15ac6f92d310 HTTP/1.1" status: 200 len: 462 time: 0.0173290 Jun 02 16:20:56.237042 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0483184 Jun 02 16:20:56.237042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59634) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:56.241608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59636) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:56.249122 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-477330779-router', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:56.256337 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:56.257662 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:56.267314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Usage tracker for resource:router and tenant:4164ea387d064d188e16864b4b684a3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:56.272644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:56.285110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:56.289448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:20:56.297881 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:56.375065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-0c12e784-9a5b-40b6-ab64-04193b5285c9', 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'fixed_ips': [{'subnet_id': '3051691a-f1e0-44b7-af73-53d9220bae55'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:20:56.376337 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.464259 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5df9f5-d79b-458c-a99a-409bda479d73,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:56.483216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.483551 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Added segment 81232b27-4727-4b65-bff8-8f866e5df8c5 of type vlan for network aaf303d1-b46d-41c6-85f6-92242810f884 Jun 02 16:20:56.485835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:56.502354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.503417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.519042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-45db67c6-b8cd-4501-b36d-d556adf92c55 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.520069 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-45db67c6-b8cd-4501-b36d-d556adf92c55 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/bc954dee-979d-4148-adae-15ac6f92d310 HTTP/1.1" status: 204 len: 168 time: 0.2841947 Jun 02 16:20:56.522993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.525792 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59638) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:56.542376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:56.549856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Allocated IP 172.20.0.2 (0c12e784-9a5b-40b6-ab64-04193b5285c9/3051691a-f1e0-44b7-af73-53d9220bae55/fc9589b3-cb02-4b73-b799-47597685054d) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:20:56.562727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4db5798c-a957-4c3c-9545-43e2f337a8cd tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.567067 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4db5798c-a957-4c3c-9545-43e2f337a8cd tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.1975977 Jun 02 16:20:56.571697 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59640) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:56.573688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-36579799-659d-4087-a54d-234d80fc020d tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.580988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-36579799-659d-4087-a54d-234d80fc020d tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.589440 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-88b64820-9407-483c-8ccd-3678f1bb0548 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'afda6c10-e3c9-4e25-8c98-e7adce09d73e'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:56.589928 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-88b64820-9407-483c-8ccd-3678f1bb0548 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92322) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 16:20:56.597356 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-50ff5c1e-9a67-4854-9f52-19e4190813e9 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=bc954dee-979d-4148-adae-15ac6f92d310 HTTP/1.1" status: 200 len: 221 time: 0.0664563 Jun 02 16:20:56.602901 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59642) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:56.607379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.611476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6c244140-29dc-4488-9716-d17c705fed3d tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1052846749', 'description': 'label created by tempest'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:56.611921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6c244140-29dc-4488-9716-d17c705fed3d tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] Unknown quota resources ['metering_label']. {{(pid=92323) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 16:20:56.693484 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.701850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:20:56.712152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:20:56.717600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:20:56.723176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:20:56.723868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.750491 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event updated for resources: {'Port': ['ID=ec89ffa7-0ee7-4f95-b802-15829d523a2d,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:56.763727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-36579799-659d-4087-a54d-234d80fc020d tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.764267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36579799-659d-4087-a54d-234d80fc020d tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c34dee1f-fe46-40ad-90b8-19ce8db4573d {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:20:56.780046 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.792329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Transition to ACTIVE for port object fc9589b3-cb02-4b73-b799-47597685054d will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:20:56.813205 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:56.819604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Transition to ACTIVE for port object fc9589b3-cb02-4b73-b799-47597685054d will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:20:56.829550 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.services.metering.metering_plugin [None req-88b64820-9407-483c-8ccd-3678f1bb0548 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 02 16:20:56.834008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:56.839541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:56.905487 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Pushing event updated for resources: {'Port': ['ID=fc9589b3-cb02-4b73-b799-47597685054d,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:56.910290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:56.921435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Network 0c12e784-9a5b-40b6-ab64-04193b5285c9 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:20:56.922865 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:20:56.928207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:20:56.959161 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.032889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:20:57.033397 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.043062 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Attempting to bind port fc9589b3-cb02-4b73-b799-47597685054d on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:20:57.043660 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Attempting to bind port fc9589b3-cb02-4b73-b799-47597685054d by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'd4695709-f309-4a51-9b88-aa4f54303241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:20:57.043875 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Attempting to bind port fc9589b3-cb02-4b73-b799-47597685054d on network 0c12e784-9a5b-40b6-ab64-04193b5285c9 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:20:57.049223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9076ccf3-ea18-439c-9f90-530bffacb2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:57.050389 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:20:57.050868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Checking segment: {'id': 'd4695709-f309-4a51-9b88-aa4f54303241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:20:57.051331 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.051778 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Bound using segment: {'id': 'd4695709-f309-4a51-9b88-aa4f54303241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:20:57.052309 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Bound port: fc9589b3-cb02-4b73-b799-47597685054d, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4695709-f309-4a51-9b88-aa4f54303241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:20:57.052757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.098349 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-63a35943-20af-4dda-b285-a8bb1b766a2f None None] Provisioning for port ec89ffa7-0ee7-4f95-b802-15829d523a2d completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:20:57.114456 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-63a35943-20af-4dda-b285-a8bb1b766a2f None None] Provisioning complete for port ec89ffa7-0ee7-4f95-b802-15829d523a2d triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:20:57.114854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-63a35943-20af-4dda-b285-a8bb1b766a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.150255 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 2.8885112 Jun 02 16:20:57.163807 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59644) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:57.170506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-88b64820-9407-483c-8ccd-3678f1bb0548 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.171989 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-88b64820-9407-483c-8ccd-3678f1bb0548 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5960846 Jun 02 16:20:57.183509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.185365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59646) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:57.214168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] For port fc9589b3-cb02-4b73-b799-47597685054d, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:20:57.221695 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] For port fc9589b3-cb02-4b73-b799-47597685054d, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fc9589b3-cb02-4b73-b799-47597685054d,segment=NetworkSegment(d4695709-f309-4a51-9b88-aa4f54303241),segment_id=d4695709-f309-4a51-9b88-aa4f54303241)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:20:57.232282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.243288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-63a35943-20af-4dda-b285-a8bb1b766a2f None None] Port ec89ffa7-0ee7-4f95-b802-15829d523a2d cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:20:57.245285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:57.252993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.263203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6c244140-29dc-4488-9716-d17c705fed3d tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.264381 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6c244140-29dc-4488-9716-d17c705fed3d tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6604617 Jun 02 16:20:57.268968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59650) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:57.311794 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.316929 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.5052154 Jun 02 16:20:57.317979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-36579799-659d-4087-a54d-234d80fc020d tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.321000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 772a1298-a57a-483b-a3f2-2c7be7c2e0bd up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:20:57.323398 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-36579799-659d-4087-a54d-234d80fc020d tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] 10.222.0.50 "DELETE /v2.0/routers/c34dee1f-fe46-40ad-90b8-19ce8db4573d HTTP/1.1" status: 204 len: 168 time: 1.9558086 Jun 02 16:20:57.325178 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b7fdcb40-ef9a-46ae-aedc-27bbf4493795 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=6d1ab3b3-1ba8-4bfd-a63b-4e692a780adf HTTP/1.1" status: 200 len: 464 time: 0.0595870 Jun 02 16:20:57.326518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59652) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:57.326841 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59654) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:57.336576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59656) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:57.339587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-9fccc813-77cd-4561-b241-abc98ff4bdc3 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Request body: {'router': {'name': 'tempest-router-304274268', 'distributed': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:57.357681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Pushing event updated for resources: {'Network': ['ID=aaf303d1-b46d-41c6-85f6-92242810f884,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:57.361460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] device_id is not set on port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:20:57.399920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9fccc813-77cd-4561-b241-abc98ff4bdc3 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:57.406581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:57.408229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:57.412510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Pushing event updated for resources: {'Port': ['ID=fc9589b3-cb02-4b73-b799-47597685054d,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:57.415812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network aaf303d1-b46d-41c6-85f6-92242810f884 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:20:57.425523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9fccc813-77cd-4561-b241-abc98ff4bdc3 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Usage tracker for resource:router and tenant:1f903a49df5643449e9af573ba1c269a is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:57.436213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:57.448125 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c81011fa-1c90-453f-8207-7be842df8793 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=bda470cc-9a87-4ffc-919f-81850e1181e2 HTTP/1.1" status: 200 len: 468 time: 0.1772735 Jun 02 16:20:57.450742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59660) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:57.456007 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9fccc813-77cd-4561-b241-abc98ff4bdc3 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:57.485582 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Request body: {'network': {'name': 'tempest-network--1534683019', 'router:external': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:57.505642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:20:57.506005 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.689207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9fccc813-77cd-4561-b241-abc98ff4bdc3 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:57.707266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:57.730516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Usage tracker for resource:network and tenant:9b3f87185849458993227d0bdd1abe52 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:57.741077 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a098ced9-3b80-4921-9c17-755405b99107,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:57.746131 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:57.827066 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:57.849953 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:57.851978 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9fccc813-77cd-4561-b241-abc98ff4bdc3 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.852931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9fccc813-77cd-4561-b241-abc98ff4bdc3 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.870113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.938348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0b66467f-5641-433f-a4af-2c4c5b968b21 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:57.939515 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0b66467f-5641-433f-a4af-2c4c5b968b21 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/bda470cc-9a87-4ffc-919f-81850e1181e2 HTTP/1.1" status: 204 len: 168 time: 0.4877386 Jun 02 16:20:57.943237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59662) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:57.951334 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:57.965435 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-284801b7-4de1-4e7b-b3d3-3e612fafc1ea tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=bda470cc-9a87-4ffc-919f-81850e1181e2 HTTP/1.1" status: 200 len: 216 time: 0.0216181 Jun 02 16:20:57.969721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59664) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:57.980252 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-04db9a97-030f-4e0b-8ad0-85893890f878 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0088274 Jun 02 16:20:57.983230 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59666) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:57.990730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Made reservation on behalf of 9b3f87185849458993227d0bdd1abe52 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:20:57.993035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:58.030827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8828654e-f936-4278-8d5c-77c3e3b1176e tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:20:58.036740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8828654e-f936-4278-8d5c-77c3e3b1176e tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:20:58.042508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8828654e-f936-4278-8d5c-77c3e3b1176e tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:20:58.044171 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8828654e-f936-4278-8d5c-77c3e3b1176e tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2496 time: 0.8631310 Jun 02 16:20:58.045304 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-49eb44d1-eaeb-4e99-af91-4687bf79dc29 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0610492 Jun 02 16:20:58.055005 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59668) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:58.055322 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59670) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:58.078306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:58.126178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9fccc813-77cd-4561-b241-abc98ff4bdc3 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:58.170269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:58.202484 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:58.247306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d1af7899-6514-419f-9f4a-70af33ce31f5 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:58.248441 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d1af7899-6514-419f-9f4a-70af33ce31f5 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/6d1ab3b3-1ba8-4bfd-a63b-4e692a780adf HTTP/1.1" status: 204 len: 168 time: 0.9006407 Jun 02 16:20:58.251724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59674) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:58.252516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:58.264775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58265fad-4025-46d0-93bb-61bd65052044,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:58.268592 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e0b3b96b-81e5-4d08-9239-90ae9cea43d7 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=6d1ab3b3-1ba8-4bfd-a63b-4e692a780adf HTTP/1.1" status: 200 len: 221 time: 0.0154314 Jun 02 16:20:58.276605 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59676) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:58.276897 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:58.281387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d9fe5b90-7026-461a-a439-dfdde3c2911d tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1909839073', 'description': 'label created by tempest'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:58.281825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d9fe5b90-7026-461a-a439-dfdde3c2911d tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] Unknown quota resources ['metering_label']. {{(pid=92322) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 16:20:58.316559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de71447f-ea96-46f5-b50a-43eceef1d656 None None] Network 0c12e784-9a5b-40b6-ab64-04193b5285c9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:20:58.367247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Usage tracker for resource:security_group_rule and tenant:9b3f87185849458993227d0bdd1abe52 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:58.371699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:58.403628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6b877bf6-4b6a-4905-b139-ae19f228139d None None] Provisioning for port fc9589b3-cb02-4b73-b799-47597685054d completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:20:58.407310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:58.411788 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c9109380-6bb7-4784-90b2-9510b0868015 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/b3deeb4b-8627-4c74-8ee1-5bb33f172d89 HTTP/1.1" status: 200 len: 473 time: 0.3362951 Jun 02 16:20:58.424670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59678) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:58.466573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9fccc813-77cd-4561-b241-abc98ff4bdc3 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:58.534918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Checking segment: {'id': '863f08c6-6486-48ac-888c-5ffa733b4b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '65d13a74-8578-490b-adf4-f817c919af14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:20:58.535481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Network hostable DHCP agents. Network: 65d13a74-8578-490b-adf4-f817c919af14, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:20:58.572747 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d689712e-fa41-4116-ae3e-2ef445301f4c tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/d3e4547a-4baf-4947-b95f-3cae5d71116f HTTP/1.1" status: 200 len: 459 time: 0.1461070 Jun 02 16:20:58.580068 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9fccc813-77cd-4561-b241-abc98ff4bdc3 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:58.584947 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9fccc813-77cd-4561-b241-abc98ff4bdc3 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2529731 Jun 02 16:20:58.587564 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59680) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:58.587975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59682) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:58.616727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] device_id is not set on port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:20:58.626798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Network 65d13a74-8578-490b-adf4-f817c919af14 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:20:58.641760 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:58.663976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 65d13a74-8578-490b-adf4-f817c919af14) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:20:58.676680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:20:58.677258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:58.678711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e955bb-d337-41b9-8abe-3e5414e6a7aa None None] Network 65d13a74-8578-490b-adf4-f817c919af14 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:20:58.680966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Transition to ACTIVE for port object abadf09d-6e6c-4c58-8f13-dda0fa0ba929 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:20:58.716766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:58.718988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-8751da1b-14b9-4101-8353-f7b2cb93ec57 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Deleting port ec89ffa7-0ee7-4f95-b802-15829d523a2d {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:20:58.719334 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8751da1b-14b9-4101-8353-f7b2cb93ec57 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:58.732991 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Allocated IP 172.26.3.187 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/d0461f46-93c1-4a2d-92e2-1b1a6fd8622b) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:20:58.768100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-26bb03f2-4e52-4c9c-961c-e11c61b36228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:58.803174 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.7551289 Jun 02 16:20:58.867595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59686) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:58.897298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-112714564-router', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:20:58.910751 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:20:58.919241 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:58.942737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Usage tracker for resource:router and tenant:d9e97360779e4d6396b45277baa95f46 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:20:58.952768 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:58.953742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:20:58.975166 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-65d13a74-8578-490b-adf4-f817c919af14', 'network_id': '65d13a74-8578-490b-adf4-f817c919af14', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'fixed_ips': [{'subnet_id': '58265fad-4025-46d0-93bb-61bd65052044'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:20:58.976018 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:58.993755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:20:59.003691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Pushing event updated for resources: {'Port': ['ID=abadf09d-6e6c-4c58-8f13-dda0fa0ba929,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:59.018165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:59.024422 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-eecac794-03ea-4e65-8132-4ce6cb1ae154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:59.045244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:20:59.048241 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8751da1b-14b9-4101-8353-f7b2cb93ec57 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:59.066591 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:59.067628 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:59.071040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Checking segment: {'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:20:59.071413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Network hostable DHCP agents. Network: 7eb48012-e1b0-4baf-8bc2-18807f983ebb, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:20:59.143769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:59.144122 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Added segment 42538860-466c-438d-8969-d9f8ac54f619 of type vlan for network 3b44ea37-c635-49f4-9b5e-e8e86e22f9c2 Jun 02 16:20:59.148592 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Allocated IP 172.20.0.2 (65d13a74-8578-490b-adf4-f817c919af14/58265fad-4025-46d0-93bb-61bd65052044/24f5abfc-8772-49fb-ad07-14f8535d67d7) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:20:59.206317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3a272a79-ff54-4872-af18-029a9f1f27b5 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:59.214177 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad71b498-3ad7-413c-8813-eaa148597fd5,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:59.224832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-8751da1b-14b9-4101-8353-f7b2cb93ec57 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Calling delete_port for ec89ffa7-0ee7-4f95-b802-15829d523a2d owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:20:59.231497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:59.247732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:59.309763 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5b90-7026-461a-a439-dfdde3c2911d tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:59.313738 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d9fe5b90-7026-461a-a439-dfdde3c2911d tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.0333030 Jun 02 16:20:59.342564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Network 7eb48012-e1b0-4baf-8bc2-18807f983ebb is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:20:59.348357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59688) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:59.369464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:59.403670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fc9589b3-cb02-4b73-b799-47597685054d up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:20:59.454183 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:59.493767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:59.507052 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Transition to ACTIVE for port object 24f5abfc-8772-49fb-ad07-14f8535d67d7 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:20:59.528490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port fc9589b3-cb02-4b73-b799-47597685054d completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:20:59.534035 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Transition to ACTIVE for port object 24f5abfc-8772-49fb-ad07-14f8535d67d7 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:20:59.535849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port fc9589b3-cb02-4b73-b799-47597685054d triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:20:59.536176 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:59.570311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 7eb48012-e1b0-4baf-8bc2-18807f983ebb) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:20:59.574464 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:59.582837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8749f806-fc70-435d-b383-91cb910f6a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:59.620656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a232dc28-c819-49d4-ba1f-be8c305e8322 None None] Network 7eb48012-e1b0-4baf-8bc2-18807f983ebb requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:20:59.629417 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f527d7eb-a717-49d7-8980-8a307317ad97 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=32a9f538-d371-4b34-abc4-885393ee42d4 HTTP/1.1" status: 200 len: 468 time: 0.2693088 Jun 02 16:20:59.648965 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59692) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:59.657735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7bf0c7be-8501-4758-b3b4-f5fd3aa5ef65 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:59.661037 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7bf0c7be-8501-4758-b3b4-f5fd3aa5ef65 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/d3e4547a-4baf-4947-b95f-3cae5d71116f HTTP/1.1" status: 204 len: 168 time: 1.0672626 Jun 02 16:20:59.670300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59696) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:20:59.670517 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:20:59.743601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Network 65d13a74-8578-490b-adf4-f817c919af14 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:20:59.764098 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:20:59.769394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:20:59.782142 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Pushing event updated for resources: {'Port': ['ID=24f5abfc-8772-49fb-ad07-14f8535d67d7,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:20:59.802514 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:20:59.820888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3a272a79-ff54-4872-af18-029a9f1f27b5 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:59.823647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:59.824940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3a272a79-ff54-4872-af18-029a9f1f27b5 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:20:59.835917 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:20:59.836172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:20:59.836482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:20:59.840301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-91533b7f-860a-4db2-8f5b-584fcdae8fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:20:59.986239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:20:59.986239 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:20:59.993973 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 2 to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 Jun 02 16:21:00.000335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:00.002825 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:00.020071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Attempting to bind port 24f5abfc-8772-49fb-ad07-14f8535d67d7 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:00.020474 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Attempting to bind port 24f5abfc-8772-49fb-ad07-14f8535d67d7 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '863f08c6-6486-48ac-888c-5ffa733b4b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '65d13a74-8578-490b-adf4-f817c919af14'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:00.020830 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Attempting to bind port 24f5abfc-8772-49fb-ad07-14f8535d67d7 on network 65d13a74-8578-490b-adf4-f817c919af14 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:00.035763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:21:00.036271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Checking segment: {'id': '863f08c6-6486-48ac-888c-5ffa733b4b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '65d13a74-8578-490b-adf4-f817c919af14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:00.036562 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:00.036945 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Bound using segment: {'id': '863f08c6-6486-48ac-888c-5ffa733b4b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '65d13a74-8578-490b-adf4-f817c919af14'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:21:00.037427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Bound port: 24f5abfc-8772-49fb-ad07-14f8535d67d7, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863f08c6-6486-48ac-888c-5ffa733b4b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '65d13a74-8578-490b-adf4-f817c919af14'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:21:00.037815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:00.066385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:00.066962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:00.070249 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:00.111906 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:00.114831 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port fc9589b3-cb02-4b73-b799-47597685054d, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fc9589b3-cb02-4b73-b799-47597685054d,segment=NetworkSegment(d4695709-f309-4a51-9b88-aa4f54303241),segment_id=d4695709-f309-4a51-9b88-aa4f54303241)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:00.121210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:00.132225 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:00.134337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3a272a79-ff54-4872-af18-029a9f1f27b5 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:00.134841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a272a79-ff54-4872-af18-029a9f1f27b5 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed49e6b7-1426-4610-9531-52b527b29b68 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:21:00.136251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:00.153594 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:00.196848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d0461f46-93c1-4a2d-92e2-1b1a6fd8622b,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:00.205887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:00.219324 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] For port 24f5abfc-8772-49fb-ad07-14f8535d67d7, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:21:00.224438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] For port 24f5abfc-8772-49fb-ad07-14f8535d67d7, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=24f5abfc-8772-49fb-ad07-14f8535d67d7,segment=NetworkSegment(863f08c6-6486-48ac-888c-5ffa733b4b6c),segment_id=863f08c6-6486-48ac-888c-5ffa733b4b6c)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:21:00.231724 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:00.250545 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=fc9589b3-cb02-4b73-b799-47597685054d,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:00.256053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:00.256460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:00.336777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:00.337761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:00.338272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:00.338852 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Pushing event updated for resources: {'Port': ['ID=24f5abfc-8772-49fb-ad07-14f8535d67d7,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:00.343452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:00.401898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:00.406771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:00.407058 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:00.412351 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 3 to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 Jun 02 16:21:00.424824 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a8b41526-5c56-4769-a8e8-6b461e6df217 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:00.425924 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a8b41526-5c56-4769-a8e8-6b461e6df217 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/32a9f538-d371-4b34-abc4-885393ee42d4 HTTP/1.1" status: 204 len: 168 time: 0.7736058 Jun 02 16:21:00.426700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event updated for resources: {'Network': ['ID=3b44ea37-c635-49f4-9b5e-e8e86e22f9c2,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:00.440120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 3b44ea37-c635-49f4-9b5e-e8e86e22f9c2 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:00.445366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:00.450470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59698) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:00.455581 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.1250062 Jun 02 16:21:00.457695 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59700) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:00.468089 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3a272a79-ff54-4872-af18-029a9f1f27b5 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:00.469359 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3a272a79-ff54-4872-af18-029a9f1f27b5 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] 10.222.0.50 "DELETE /v2.0/routers/ed49e6b7-1426-4610-9531-52b527b29b68 HTTP/1.1" status: 204 len: 168 time: 1.8765342 Jun 02 16:21:00.476152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-09def868-57a7-4444-9b64-b935ebd65a39 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:00.477347 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-09def868-57a7-4444-9b64-b935ebd65a39 tempest-MeteringIpV6TestJSON-1744766969 tempest-MeteringIpV6TestJSON-1744766969-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/b3deeb4b-8627-4c74-8ee1-5bb33f172d89 HTTP/1.1" status: 204 len: 168 time: 0.8048031 Jun 02 16:21:00.499742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59702) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:00.504275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-33bdc50c-f8fd-4f9a-b78e-9eb059059b9f tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Request body: {'router': {'name': 'tempest-router-424943334', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3c730c89bd534525ab6c0d7447e3d612'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:00.526540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:00.527136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:00.527655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:00.538137 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c28485b5-1c0d-47d2-aa46-8f028d8d8324 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=32a9f538-d371-4b34-abc4-885393ee42d4 HTTP/1.1" status: 200 len: 216 time: 0.0809367 Jun 02 16:21:00.539391 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-33bdc50c-f8fd-4f9a-b78e-9eb059059b9f tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:00.552064 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8751da1b-14b9-4101-8353-f7b2cb93ec57 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:00.560358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59706) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:00.564470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:00.565194 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:00.573767 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-33bdc50c-f8fd-4f9a-b78e-9eb059059b9f tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Usage tracker for resource:router and tenant:3c730c89bd534525ab6c0d7447e3d612 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:00.580717 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 4 to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 Jun 02 16:21:00.652460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-33bdc50c-f8fd-4f9a-b78e-9eb059059b9f tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:00.682437 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:00.776903 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-33bdc50c-f8fd-4f9a-b78e-9eb059059b9f tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:00.832202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:00.879273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59710) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:00.914444 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-36c0e70d-332e-41ce-bbf6-f32c0b9c0937 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.3506894 Jun 02 16:21:00.919518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59714) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:00.931481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751da1b-14b9-4101-8353-f7b2cb93ec57 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event deleted for resources: {'Port': ['ID=ec89ffa7-0ee7-4f95-b802-15829d523a2d,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:00.938210 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0b4f0183-5965-49b0-bb05-de0ddeab85e0 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0167544 Jun 02 16:21:00.940322 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8751da1b-14b9-4101-8353-f7b2cb93ec57 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:00.947517 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:00.947958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:00.948233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:00.980521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59716) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:00.983562 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:00.983888 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:00.998125 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 5 to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 Jun 02 16:21:01.007862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:01.091985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-77909d01-4074-4e05-9066-812c0b5a30e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:01.094191 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-33bdc50c-f8fd-4f9a-b78e-9eb059059b9f tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:01.095236 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-33bdc50c-f8fd-4f9a-b78e-9eb059059b9f tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:01.122062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-77909d01-4074-4e05-9066-812c0b5a30e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:01.129842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-77909d01-4074-4e05-9066-812c0b5a30e8 admin admin] Usage tracker for resource:security_group_rule and tenant:ea95079b441844979861238e3dfd2d0a is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:01.140427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-77909d01-4074-4e05-9066-812c0b5a30e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:01.145381 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-88e5a4e0-4aa4-4df8-9f07-71b85e8eddbe tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/afda6c10-e3c9-4e25-8c98-e7adce09d73e HTTP/1.1" status: 200 len: 472 time: 0.1604288 Jun 02 16:21:01.150297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-77909d01-4074-4e05-9066-812c0b5a30e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:01.151658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:01.152230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:01.152724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59718) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:01.152842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:01.175402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:01.175998 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:01.203979 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 6 to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 Jun 02 16:21:01.237410 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f2c56dc9-98a8-4f4f-95d9-2305c6cc8ddd tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/2320cc25-71b4-481a-a000-cbc852bbb2a8 HTTP/1.1" status: 200 len: 461 time: 0.0764098 Jun 02 16:21:01.241286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59720) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:01.244706 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-33bdc50c-f8fd-4f9a-b78e-9eb059059b9f tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:01.280537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:01.366638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:01.367325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:01.367325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:01.383278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8751da1b-14b9-4101-8353-f7b2cb93ec57 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:01.402885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:01.403422 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:01.444723 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 24f5abfc-8772-49fb-ad07-14f8535d67d7 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:21:01.458048 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 7 to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 Jun 02 16:21:01.482165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-33bdc50c-f8fd-4f9a-b78e-9eb059059b9f tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:01.501096 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8751da1b-14b9-4101-8353-f7b2cb93ec57 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "DELETE /v2.0/ports/ec89ffa7-0ee7-4f95-b802-15829d523a2d HTTP/1.1" status: 204 len: 168 time: 3.4267943 Jun 02 16:21:01.502107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-77909d01-4074-4e05-9066-812c0b5a30e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:01.506023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59722) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:01.547838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-77909d01-4074-4e05-9066-812c0b5a30e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:01.563348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:01.570179 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc86758-582f-4596-a69e-50e27a66524b tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] GET failed (client error): The resource could not be found. Jun 02 16:21:01.570721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9cc86758-582f-4596-a69e-50e27a66524b tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Synchronizing usage tracker for tenant:adf7adda9bad4a40ad4e449acbbe2355 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:01.590822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:01.618613 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:01.618941 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:01.619283 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:01.639363 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77909d01-4074-4e05-9066-812c0b5a30e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfa3478-55fd-456e-888c-bd9c8e5e464b,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:01.647179 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-77909d01-4074-4e05-9066-812c0b5a30e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea95079b441844979861238e3dfd2d0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7662685 Jun 02 16:21:01.650283 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59724) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:01.651308 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-77909d01-4074-4e05-9066-812c0b5a30e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:01.669041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9cc86758-582f-4596-a69e-50e27a66524b tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Unset dirty status for tenant:adf7adda9bad4a40ad4e449acbbe2355 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:01.677821 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9cc86758-582f-4596-a69e-50e27a66524b tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "GET /v2.0/ports/ec89ffa7-0ee7-4f95-b802-15829d523a2d HTTP/1.1" status: 404 len: 333 time: 0.1632509 Jun 02 16:21:01.678142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=92323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:01.678142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:01.678408 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59726) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:01.678494 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f6cfb0-85cd-4f47-8ab2-e0f3d678d1ab None None] Network 65d13a74-8578-490b-adf4-f817c919af14 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:01.678583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:01.678583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > port after_create 55550000 {{(pid=92323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:01.678583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > port after_delete 55550000 {{(pid=92323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:01.678583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > port after_update 55550000 {{(pid=92323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:01.678583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=92323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:01.678583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:01.678583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:01.679098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=92323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:01.681347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Request body: {'port': {'network_id': '51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1004143121'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:01.708872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 24f5abfc-8772-49fb-ad07-14f8535d67d7 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:01.776870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fc9589b3-cb02-4b73-b799-47597685054d up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:21:01.783140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Router 08fbb977-6043-4729-b0ff-e5dba666810b is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:21:01.842525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:01.842783 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:01.843072 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=92323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:01.843433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=92323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:01.843787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b44ea37-c635-49f4-9b5e-e8e86e22f9c2']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:01.882901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c617b571-8513-443b-99e2-9faded061a3a None None] Provisioning for port 24f5abfc-8772-49fb-ad07-14f8535d67d7 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:01.902173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-285ed4dc-1ab5-4640-a5f4-4b46b94851bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:01.911624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-33bdc50c-f8fd-4f9a-b78e-9eb059059b9f tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:01.912829 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-33bdc50c-f8fd-4f9a-b78e-9eb059059b9f tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4121449 Jun 02 16:21:01.919111 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59728) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:01.929149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:01.929968 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:01.932768 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42538860-466c-438d-8969-d9f8ac54f619') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:01.933065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42538860-466c-438d-8969-d9f8ac54f619') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:01.939629 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 8 to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 Jun 02 16:21:01.952763 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5e537479-c809-44ea-afa0-e2a6ed632f6f tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:01.956404 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5e537479-c809-44ea-afa0-e2a6ed632f6f tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/2320cc25-71b4-481a-a000-cbc852bbb2a8 HTTP/1.1" status: 204 len: 168 time: 0.7044544 Jun 02 16:21:01.967165 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c617b571-8513-443b-99e2-9faded061a3a None None] Provisioning complete for port 24f5abfc-8772-49fb-ad07-14f8535d67d7 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:01.967558 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c617b571-8513-443b-99e2-9faded061a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.007839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59730) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:02.014045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.031273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-11a37a24-1d36-475e-b4a6-56d4be5b0bcc tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Request body: {'router': {'distributed': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:02.139387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:02.139697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:02.140258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:02.145306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port fc9589b3-cb02-4b73-b799-47597685054d triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:02.145678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.166378 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.178215 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-285ed4dc-1ab5-4640-a5f4-4b46b94851bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.180506 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:02.181018 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:02.184833 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:21:02.185234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.199092 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 9 to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 Jun 02 16:21:02.203087 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: from cryptography.utils import int_from_bytes Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: from cryptography.utils import int_from_bytes Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:21:02.216067 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:21:02.325687 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c617b571-8513-443b-99e2-9faded061a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.354493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:02.496485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c617b571-8513-443b-99e2-9faded061a3a None None] For port 24f5abfc-8772-49fb-ad07-14f8535d67d7, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=24f5abfc-8772-49fb-ad07-14f8535d67d7,segment=NetworkSegment(863f08c6-6486-48ac-888c-5ffa733b4b6c),segment_id=863f08c6-6486-48ac-888c-5ffa733b4b6c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:02.509606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c617b571-8513-443b-99e2-9faded061a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.520161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Made reservation on behalf of adf7adda9bad4a40ad4e449acbbe2355 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:02.523045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.525898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:02.535129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:21:02.543528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:02.544404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:02.544903 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:02.547992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.548423 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Sync routers for ids ['08fbb977-6043-4729-b0ff-e5dba666810b'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:21:02.558782 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Routers {'08fbb977-6043-4729-b0ff-e5dba666810b'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:21:02.559402 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:20:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['08fbb977-6043-4729-b0ff-e5dba666810b'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:02.612172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:02.612784 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:02.613988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.614876 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-11a37a24-1d36-475e-b4a6-56d4be5b0bcc tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.615238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-11a37a24-1d36-475e-b4a6-56d4be5b0bcc tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.633648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617b571-8513-443b-99e2-9faded061a3a None None] Pushing event updated for resources: {'Port': ['ID=24f5abfc-8772-49fb-ad07-14f8535d67d7,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:02.636947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c617b571-8513-443b-99e2-9faded061a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:02.705116 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 10 to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 Jun 02 16:21:02.762992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] device_id is not set on port 9c2c102f-77ec-42cd-9e04-233fe5c07e2d yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:21:02.775740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:02.776167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:02.776497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:02.784678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:02.785557 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:02.785987 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.799766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.824594 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Set router 08fbb977-6043-4729-b0ff-e5dba666810b gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:21:02.865683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:02.899906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b44ea37-c635-49f4-9b5e-e8e86e22f9c2,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:02.909107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-285ed4dc-1ab5-4640-a5f4-4b46b94851bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.910234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.911524 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.6679814 Jun 02 16:21:02.912397 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f09bfb6b-24ff-402d-a179-f043950f8737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.912872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b44ea37-c635-49f4-9b5e-e8e86e22f9c2 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 16:21:02.922230 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-11a37a24-1d36-475e-b4a6-56d4be5b0bcc tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=92322) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 02 16:21:02.922662 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-11a37a24-1d36-475e-b4a6-56d4be5b0bcc tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Router b5e30220-6fd7-43c7-bba1-f229192cfd49 migrating from provider to provider. {{(pid=92322) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 02 16:21:02.923127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-11a37a24-1d36-475e-b4a6-56d4be5b0bcc tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.924751 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59734) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:02.947053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3150922e-439e-4616-b330-3f6077ad5aeb None None] Provisioning complete for port 24f5abfc-8772-49fb-ad07-14f8535d67d7 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:02.947345 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3150922e-439e-4616-b330-3f6077ad5aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.965950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.983154 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "DELETE /v2.0/networks/3b44ea37-c635-49f4-9b5e-e8e86e22f9c2 HTTP/1.1" status: 204 len: 168 time: 2.5034974 Jun 02 16:21:02.986190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7885eea2-0d32-4a59-b9a6-f4e7ab7d7135 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:02.987250 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7885eea2-0d32-4a59-b9a6-f4e7ab7d7135 tempest-MeteringTestJSON-1893418055 tempest-MeteringTestJSON-1893418055-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/afda6c10-e3c9-4e25-8c98-e7adce09d73e HTTP/1.1" status: 204 len: 168 time: 0.9755754 Jun 02 16:21:02.989263 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8792ac59-a5c3-4167-be2a-a80cb2131ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:02.999343 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59736) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:03.020474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-11a37a24-1d36-475e-b4a6-56d4be5b0bcc tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:03.036239 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Request body: {'network': {'router:external': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:03.045095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:03.049678 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Usage tracker for resource:network and tenant:9b3f87185849458993227d0bdd1abe52 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:03.053021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:03.059142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:03.071276 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ed4dc-1ab5-4640-a5f4-4b46b94851bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfa3478-55fd-456e-888c-bd9c8e5e464b,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:03.079479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-11a37a24-1d36-475e-b4a6-56d4be5b0bcc tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:03.087343 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-285ed4dc-1ab5-4640-a5f4-4b46b94851bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:03.088076 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Made reservation on behalf of 9b3f87185849458993227d0bdd1abe52 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:03.090837 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:03.124699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-285ed4dc-1ab5-4640-a5f4-4b46b94851bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:03.125947 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-285ed4dc-1ab5-4640-a5f4-4b46b94851bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bdfa3478-55fd-456e-888c-bd9c8e5e464b HTTP/1.1" status: 204 len: 168 time: 1.4731030 Jun 02 16:21:03.159128 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:03.221257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] For port abadf09d-6e6c-4c58-8f13-dda0fa0ba929, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:21:03.222207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempted to set empty binding levels {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 16:21:03.243131 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:03.264072 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:03.314696 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Allocated IP 2001:db8::33f (51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1/7c9519cf-023b-447b-88d1-fa008165ab8f/9c2c102f-77ec-42cd-9e04-233fe5c07e2d) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:03.318362 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'name': 'tempest-ServersTestJSON-477330779-router', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:56Z', 'updated_at': '2021-06-02T16:21:00Z', 'revision_number': 3, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'gw_port': {'id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:20:58Z', 'updated_at': '2021-06-02T16:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:03.319405 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 24f5abfc-8772-49fb-ad07-14f8535d67d7 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:21:03.324497 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Checking router: 08fbb977-6043-4729-b0ff-e5dba666810b for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:21:03.324854 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Updating router 08fbb977-6043-4729-b0ff-e5dba666810b port d0461f46-93c1-4a2d-92e2-1b1a6fd8622b binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:21:03.335606 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.scheduler.l3_agent_scheduler [None req-11a37a24-1d36-475e-b4a6-56d4be5b0bcc tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] No L3 agents can host the router b5e30220-6fd7-43c7-bba1-f229192cfd49 Jun 02 16:21:03.344105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Allocated IP 172.26.3.26 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/f74cebfc-4f36-4f8a-9b72-88306bdf6e1b) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:03.446593 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:03.491820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59750) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:03.495360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Pushing event updated for resources: {'Port': ['ID=abadf09d-6e6c-4c58-8f13-dda0fa0ba929,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:03.499063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:03.501110 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:03.502217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:03.512006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 24f5abfc-8772-49fb-ad07-14f8535d67d7 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:03.514612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:03.753784 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 8.7161252 Jun 02 16:21:03.775794 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59754) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:03.812716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-35afbd38-4a0f-4f6a-946d-1d20a0e14e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:03.821070 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59756) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:03.831836 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:03.835863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:03.872107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0fc70b21-a1f9-41bf-9d33-b27c2613123c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:03.882910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-35afbd38-4a0f-4f6a-946d-1d20a0e14e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:03.900237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-35afbd38-4a0f-4f6a-946d-1d20a0e14e05 admin admin] Usage tracker for resource:security_group_rule and tenant:f57433d2187c4cce8e92f3d84cb9c44b is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:03.904555 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-35afbd38-4a0f-4f6a-946d-1d20a0e14e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:03.959004 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-35afbd38-4a0f-4f6a-946d-1d20a0e14e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:03.965448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0fc70b21-a1f9-41bf-9d33-b27c2613123c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:03.979204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0fc70b21-a1f9-41bf-9d33-b27c2613123c admin admin] Usage tracker for resource:security_group_rule and tenant:aa22fc809663408491b160a7f28a4fb8 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:03.982862 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:03.983213 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Added segment 0f5bc386-396b-416c-aa31-29eecca7f6d0 of type vlan for network 54ec39a6-76be-44a9-849a-c56531646bb8 Jun 02 16:21:03.989274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0fc70b21-a1f9-41bf-9d33-b27c2613123c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:04.017631 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0fc70b21-a1f9-41bf-9d33-b27c2613123c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:04.019031 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Transition to ACTIVE for port object 9c2c102f-77ec-42cd-9e04-233fe5c07e2d will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:04.024283 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.108170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-8b824654-7972-4d55-8c3a-341c0c7f381a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Deleting port abadf09d-6e6c-4c58-8f13-dda0fa0ba929 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:04.108518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8b824654-7972-4d55-8c3a-341c0c7f381a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.138993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a37a24-1d36-475e-b4a6-56d4be5b0bcc tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Hosts for router b5e30220-6fd7-43c7-bba1-f229192cfd49: [] {{(pid=92322) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jun 02 16:21:04.172302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.262158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.269754 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a37a24-1d36-475e-b4a6-56d4be5b0bcc tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Hosts for other DVR routers connected to router b5e30220-6fd7-43c7-bba1-f229192cfd49: set() {{(pid=92322) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jun 02 16:21:04.275572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-8b824654-7972-4d55-8c3a-341c0c7f381a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] For port abadf09d-6e6c-4c58-8f13-dda0fa0ba929, host hv-neutron-6013, got binding levels [] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:04.275572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8b824654-7972-4d55-8c3a-341c0c7f381a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.291179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-35afbd38-4a0f-4f6a-946d-1d20a0e14e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.292156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:04.295124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-11a37a24-1d36-475e-b4a6-56d4be5b0bcc tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.299086 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-11a37a24-1d36-475e-b4a6-56d4be5b0bcc tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] 10.222.0.50 "PUT /v2.0/routers/b5e30220-6fd7-43c7-bba1-f229192cfd49 HTTP/1.1" status: 200 len: 716 time: 2.3762496 Jun 02 16:21:04.300772 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59758) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:04.304511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.368161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:04.390399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-35afbd38-4a0f-4f6a-946d-1d20a0e14e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.421936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.471793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-8b824654-7972-4d55-8c3a-341c0c7f381a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Calling delete_port for abadf09d-6e6c-4c58-8f13-dda0fa0ba929 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:04.480371 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.493894 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Transition to ACTIVE for port object d0461f46-93c1-4a2d-92e2-1b1a6fd8622b will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:04.501365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:04.502281 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.506635 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-be9993cd-c956-45ec-9c04-c1846be7a4fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:04.513710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0fc70b21-a1f9-41bf-9d33-b27c2613123c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.514829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:04.531641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:04.548344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:04.548936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.562812 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0fc70b21-a1f9-41bf-9d33-b27c2613123c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.563596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Pushing event updated for resources: {'Port': ['ID=f74cebfc-4f36-4f8a-9b72-88306bdf6e1b,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:04.568631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:04.581402 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-825708dd-1b2a-4ebf-b18c-6c1ee5e60d7b tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] 10.222.0.50 "GET /v2.0/routers/b5e30220-6fd7-43c7-bba1-f229192cfd49 HTTP/1.1" status: 200 len: 716 time: 0.2769399 Jun 02 16:21:04.583005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:04.590174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59760) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:04.594474 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Pushing event updated for resources: {'Port': ['ID=d0461f46-93c1-4a2d-92e2-1b1a6fd8622b,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:04.594626 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-35afbd38-4a0f-4f6a-946d-1d20a0e14e05 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f57433d2187c4cce8e92f3d84cb9c44b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0977213 Jun 02 16:21:04.594626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:04.597364 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:04.599857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:04.602162 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:04.602672 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:04.603019 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:04.603355 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:04.603865 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:04.603977 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59762) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:04.604218 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:04.604589 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:04.605341 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:04.605694 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:04.606118 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:04.606445 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:04.606445 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Tracked resource versions report: Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: pushed versions: Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: { 'AddressGroup': {'1.2'}, Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'ConntrackHelper': {'1.0'}, Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Log': {'1.0'}, Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Network': {'1.1'}, Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Port': {'1.7'}, Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'PortForwarding': {'1.2'}, Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'QosPolicy': {'1.8'}, Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'SecurityGroup': {'1.4'}, Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'SecurityGroupRule': {'1.2'}, Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'SubPort': {'1.0'}, Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Subnet': {'1.1'}, Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Trunk': {'1.1'}} Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: consumer versions: Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: { DHCP agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: HyperV agent@hv-neutron-6013: {}, Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: L3 agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: Metadata agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: Metering agent@dv-neutron-601336-83-hyperv: {}, Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: Open vSwitch agent@dv-neutron-601336-83-hyperv: { 'AddressGroup': '1.2', Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'ConntrackHelper': '1.0', Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Log': '1.0', Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Network': '1.1', Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Port': '1.7', Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'PortForwarding': '1.2', Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'QosPolicy': '1.8', Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'SecurityGroup': '1.4', Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'SecurityGroupRule': '1.2', Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'SubPort': '1.0', Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Subnet': '1.1', Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: 'Trunk': '1.1'}} Jun 02 16:21:04.608140 dv-neutron-601336-83-hyperv neutron-server[92325]: {{(pid=92325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 16:21:04.611334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:04.611334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.618051 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:04.620690 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Attempting to bind port d0461f46-93c1-4a2d-92e2-1b1a6fd8622b on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:04.621231 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Attempting to bind port d0461f46-93c1-4a2d-92e2-1b1a6fd8622b by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:04.621788 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Attempting to bind port d0461f46-93c1-4a2d-92e2-1b1a6fd8622b on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:04.629029 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:21:04.629617 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:04.630442 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.631038 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:21:04.631699 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Bound port: d0461f46-93c1-4a2d-92e2-1b1a6fd8622b, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:21:04.632281 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.644059 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6340303 Jun 02 16:21:04.648182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event updated for resources: {'Port': ['ID=9c2c102f-77ec-42cd-9e04-233fe5c07e2d,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:04.650667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59766) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:04.658579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:04.662300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Request body: {'subnet': {'network_id': '54ec39a6-76be-44a9-849a-c56531646bb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:04.665676 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:04.690485 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0fc70b21-a1f9-41bf-9d33-b27c2613123c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa22fc809663408491b160a7f28a4fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8615043 Jun 02 16:21:04.698439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59768) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:04.731113 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] For port d0461f46-93c1-4a2d-92e2-1b1a6fd8622b, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:21:04.737464 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] For port d0461f46-93c1-4a2d-92e2-1b1a6fd8622b, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d0461f46-93c1-4a2d-92e2-1b1a6fd8622b,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:21:04.744161 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.754249 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0750315 Jun 02 16:21:04.758389 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:04.760721 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:04.767311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afbd38-4a0f-4f6a-946d-1d20a0e14e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5714e3b-f530-4acb-bbdf-4b33a394f45e,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:04.767865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59770) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:04.850266 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Pushing event updated for resources: {'Port': ['ID=d0461f46-93c1-4a2d-92e2-1b1a6fd8622b,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:04.853985 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:04.859813 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Routers {'08fbb977-6043-4729-b0ff-e5dba666810b'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:21:04.860570 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:20:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['08fbb977-6043-4729-b0ff-e5dba666810b'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:04.866567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0a25eda2-e9e5-4e9c-9827-0f86ef65d05c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16', 'mac_address': 'fa:16:3e:32:8f:1e'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:04.933965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Usage tracker for resource:subnet and tenant:9b3f87185849458993227d0bdd1abe52 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:04.937823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:04.958372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:04.976880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event updated for resources: {'Network': ['ID=54ec39a6-76be-44a9-849a-c56531646bb8,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:04.978607 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:04.991812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 54ec39a6-76be-44a9-849a-c56531646bb8 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:04.997851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Made reservation on behalf of 9b3f87185849458993227d0bdd1abe52 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:05.000343 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks [] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:05.068134 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-da9c647b-b023-40a6-ba42-03e70e236227 None None] Provisioning for port 9c2c102f-77ec-42cd-9e04-233fe5c07e2d completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:05.076965 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] Set router 08fbb977-6043-4729-b0ff-e5dba666810b gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:21:05.088289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-da9c647b-b023-40a6-ba42-03e70e236227 None None] Provisioning complete for port 9c2c102f-77ec-42cd-9e04-233fe5c07e2d triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:05.088945 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-da9c647b-b023-40a6-ba42-03e70e236227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:05.149440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc70b21-a1f9-41bf-9d33-b27c2613123c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645b643c-8716-4591-8677-9dd6bd81d780,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:05.152258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0efbd02b-b36d-4322-8355-feed9adaaf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:05.154724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0fc70b21-a1f9-41bf-9d33-b27c2613123c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:05.163747 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8b824654-7972-4d55-8c3a-341c0c7f381a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:05.165143 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.576s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:05.165640 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:05.217859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8751da1b-14b9-4101-8353-f7b2cb93ec57 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:05.231806 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-da9c647b-b023-40a6-ba42-03e70e236227 None None] Port 9c2c102f-77ec-42cd-9e04-233fe5c07e2d cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:21:05.243257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:05.306998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0efbd02b-b36d-4322-8355-feed9adaaf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:05.331031 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-14bcd97e-7344-40ff-bcf3-d8293e7c47c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:05.343016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b824654-7972-4d55-8c3a-341c0c7f381a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Pushing event deleted for resources: {'Port': ['ID=abadf09d-6e6c-4c58-8f13-dda0fa0ba929,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:05.346043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8b824654-7972-4d55-8c3a-341c0c7f381a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:05.370318 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8b824654-7972-4d55-8c3a-341c0c7f381a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:05.409595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c569fccc-de28-49ff-ae08-405a4b5c260c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:05.417792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-14bcd97e-7344-40ff-bcf3-d8293e7c47c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:05.424708 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'name': 'tempest-ServersTestJSON-477330779-router', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:56Z', 'updated_at': '2021-06-02T16:21:00Z', 'revision_number': 3, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'gw_port': {'id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:20:58Z', 'updated_at': '2021-06-02T16:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:05.429401 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ad9801-f972-4e8e-ae63-c00847dd40da None None] The sync data for ids ['08fbb977-6043-4729-b0ff-e5dba666810b'] in dv-neutron-601336-83-hyperv is: [{'id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'name': 'tempest-ServersTestJSON-477330779-router', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:56Z', 'updated_at': '2021-06-02T16:21:00Z', 'revision_number': 3, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'gw_port': {'id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:20:58Z', 'updated_at': '2021-06-02T16:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:21:05.454010 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8b824654-7972-4d55-8c3a-341c0c7f381a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] 10.222.0.50 "DELETE /v2.0/ports/abadf09d-6e6c-4c58-8f13-dda0fa0ba929 HTTP/1.1" status: 204 len: 168 time: 1.6752059 Jun 02 16:21:05.471659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59772) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:05.547529 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2658467-8612-4a90-bc31-b2c31dc01f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] GET failed (client error): The resource could not be found. Jun 02 16:21:05.548929 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c2658467-8612-4a90-bc31-b2c31dc01f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] 10.222.0.50 "GET /v2.0/ports/abadf09d-6e6c-4c58-8f13-dda0fa0ba929 HTTP/1.1" status: 404 len: 333 time: 0.0772693 Jun 02 16:21:05.554448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59774) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:05.557477 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c7b842f7-f843-432b-843f-ee548d409c2d tempest-RoutersTestDVR-1698776472 tempest-RoutersTestDVR-1698776472-project] 10.222.0.50 "GET /v2.0/routers/b5e30220-6fd7-43c7-bba1-f229192cfd49 HTTP/1.1" status: 200 len: 682 time: 0.9658792 Jun 02 16:21:05.562896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Request body: {'port': {'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1846627392'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:05.565934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0efbd02b-b36d-4322-8355-feed9adaaf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:05.566103 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59776) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:05.573852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:05.622091 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:05.625227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:05.654946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Usage tracker for resource:port and tenant:2050ff2dba47492099913d7aa690565c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:05.659922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbd02b-b36d-4322-8355-feed9adaaf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5714e3b-f530-4acb-bbdf-4b33a394f45e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:05.662614 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:05.671626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0efbd02b-b36d-4322-8355-feed9adaaf75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:05.682194 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:05.695418 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-14bcd97e-7344-40ff-bcf3-d8293e7c47c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:05.696351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0efbd02b-b36d-4322-8355-feed9adaaf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:05.697482 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0efbd02b-b36d-4322-8355-feed9adaaf75 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5714e3b-f530-4acb-bbdf-4b33a394f45e HTTP/1.1" status: 204 len: 168 time: 1.0848002 Jun 02 16:21:05.707519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-14bcd97e-7344-40ff-bcf3-d8293e7c47c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:05.708665 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-14bcd97e-7344-40ff-bcf3-d8293e7c47c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/645b643c-8716-4591-8677-9dd6bd81d780 HTTP/1.1" status: 204 len: 168 time: 1.0053921 Jun 02 16:21:05.713325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:05.816741 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcd97e-7344-40ff-bcf3-d8293e7c47c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645b643c-8716-4591-8677-9dd6bd81d780,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:05.834775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Made reservation on behalf of 2050ff2dba47492099913d7aa690565c for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:05.837476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:05.870100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-14bcd97e-7344-40ff-bcf3-d8293e7c47c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:05.910055 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] device_id is not set on port b45d2dbb-3a88-46b7-acb6-70321178ffe5 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:21:05.955081 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e8e02c34-f5b9-4c03-a075-5ab396e76354 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:06.244037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:06.456100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59792) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:06.536746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e8e02c34-f5b9-4c03-a075-5ab396e76354 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:06.539024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e8e02c34-f5b9-4c03-a075-5ab396e76354 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:06.543791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0a25eda2-e9e5-4e9c-9827-0f86ef65d05c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:06.562522 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:06.567225 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:06.617077 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Router bd5c5326-baa4-4878-89e2-095ebd2414f1 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:21:06.640620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70d2e748-dc9f-44a8-a763-ef2ce675ce73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:06.666691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:06.669691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-70d2e748-dc9f-44a8-a763-ef2ce675ce73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:06.675583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-70d2e748-dc9f-44a8-a763-ef2ce675ce73 admin admin] Usage tracker for resource:security_group_rule and tenant:ba5e4593798249b099a880cfdb2e7fd2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:06.857661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-70d2e748-dc9f-44a8-a763-ef2ce675ce73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:06.890744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-70d2e748-dc9f-44a8-a763-ef2ce675ce73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:06.903731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e8e02c34-f5b9-4c03-a075-5ab396e76354 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:06.904209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e02c34-f5b9-4c03-a075-5ab396e76354 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5e30220-6fd7-43c7-bba1-f229192cfd49 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:21:06.963154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:06.965109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:21:06.975731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:06.979061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Sync routers for ids ['bd5c5326-baa4-4878-89e2-095ebd2414f1'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:21:06.996150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Routers {'bd5c5326-baa4-4878-89e2-095ebd2414f1'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:21:06.998251 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:21:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['bd5c5326-baa4-4878-89e2-095ebd2414f1'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:07.051202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Network 7eb48012-e1b0-4baf-8bc2-18807f983ebb is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:07.056385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:07.060793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:07.061828 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:07.062404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:07.080140 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:07.080140 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2008262 Jun 02 16:21:07.080140 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59804) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:07.082537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Pushing event updated for resources: {'Port': ['ID=b45d2dbb-3a88-46b7-acb6-70321178ffe5,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:07.137097 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:07.197560 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6410842 Jun 02 16:21:07.202593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59808) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:07.214213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:07.374803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e8e02c34-f5b9-4c03-a075-5ab396e76354 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:07.376511 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e8e02c34-f5b9-4c03-a075-5ab396e76354 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] 10.222.0.50 "DELETE /v2.0/routers/b5e30220-6fd7-43c7-bba1-f229192cfd49 HTTP/1.1" status: 204 len: 168 time: 1.8083844 Jun 02 16:21:07.380635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d0461f46-93c1-4a2d-92e2-1b1a6fd8622b up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:21:07.391140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59812) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:07.392920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Allocated IP 172.20.0.1 (0c12e784-9a5b-40b6-ab64-04193b5285c9/3051691a-f1e0-44b7-af73-53d9220bae55/65c206db-6671-4154-b4e1-9ad63a82a35b) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:07.404450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b1963e92-245a-49e0-b6f8-1364e274f2a7 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Request body: {'router': {'name': 'tempest-router-1748863473', 'distributed': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:07.441291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b1963e92-245a-49e0-b6f8-1364e274f2a7 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:07.461617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b1963e92-245a-49e0-b6f8-1364e274f2a7 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Usage tracker for resource:router and tenant:1f903a49df5643449e9af573ba1c269a is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:07.480614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b1963e92-245a-49e0-b6f8-1364e274f2a7 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:07.484686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70d2e748-dc9f-44a8-a763-ef2ce675ce73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:07.511897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b1963e92-245a-49e0-b6f8-1364e274f2a7 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:07.517326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70d2e748-dc9f-44a8-a763-ef2ce675ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:07.544695 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:07.592399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Set router bd5c5326-baa4-4878-89e2-095ebd2414f1 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:21:07.653965 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:07.664370 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1963e92-245a-49e0-b6f8-1364e274f2a7 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:07.666225 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1963e92-245a-49e0-b6f8-1364e274f2a7 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:07.691473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1963e92-245a-49e0-b6f8-1364e274f2a7 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:07.764422 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-70d2e748-dc9f-44a8-a763-ef2ce675ce73 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba5e4593798249b099a880cfdb2e7fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2043853 Jun 02 16:21:07.780681 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1963e92-245a-49e0-b6f8-1364e274f2a7 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:07.783531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port d0461f46-93c1-4a2d-92e2-1b1a6fd8622b completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:07.788171 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59820) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:07.796289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port d0461f46-93c1-4a2d-92e2-1b1a6fd8622b triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:07.796690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:07.804415 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [None req-0a25eda2-e9e5-4e9c-9827-0f86ef65d05c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:21:07.888286 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1963e92-245a-49e0-b6f8-1364e274f2a7 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:07.889880 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b1963e92-245a-49e0-b6f8-1364e274f2a7 tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4940348 Jun 02 16:21:07.897074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2e748-dc9f-44a8-a763-ef2ce675ce73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0031e9-64dc-418b-b557-dd2828cce19c,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:07.899578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59824) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:07.909349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0a25eda2-e9e5-4e9c-9827-0f86ef65d05c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.048288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-70d2e748-dc9f-44a8-a763-ef2ce675ce73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:08.058543 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bef7e583-d285-4f7c-8f2b-89b3795bf692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.071625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0a25eda2-e9e5-4e9c-9827-0f86ef65d05c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.098989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6bbefd0c-33a2-420c-84fa-937c455c50e2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:08.106187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.125077 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port d0461f46-93c1-4a2d-92e2-1b1a6fd8622b, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d0461f46-93c1-4a2d-92e2-1b1a6fd8622b,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:08.135654 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.140166 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:08.155999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70e841e8-432c-4c23-a694-46fc75f66dde tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.171411 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bef7e583-d285-4f7c-8f2b-89b3795bf692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.178958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59828) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:08.207590 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'name': 'tempest-ServerActionsTestJSON-112714564-router', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:59Z', 'updated_at': '2021-06-02T16:21:05Z', 'revision_number': 3, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'gw_port': {'id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:69:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:02Z', 'updated_at': '2021-06-02T16:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:08.213840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Checking router: bd5c5326-baa4-4878-89e2-095ebd2414f1 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:21:08.214472 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Updating router bd5c5326-baa4-4878-89e2-095ebd2414f1 port f74cebfc-4f36-4f8a-9b72-88306bdf6e1b binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:21:08.215237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.246652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=d0461f46-93c1-4a2d-92e2-1b1a6fd8622b,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:08.260812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:08.281060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.289962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.objects.ports [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92322) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:21:08.290599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.305891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] device_id is not set on port b45d2dbb-3a88-46b7-acb6-70321178ffe5 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:21:08.340408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.351722 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-0a25eda2-e9e5-4e9c-9827-0f86ef65d05c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] In _notify_port_updated(), no bound segment for port 9c2c102f-77ec-42cd-9e04-233fe5c07e2d on network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 {{(pid=92322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:21:08.358102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a25eda2-e9e5-4e9c-9827-0f86ef65d05c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:08.358811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0a25eda2-e9e5-4e9c-9827-0f86ef65d05c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.360231 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0a25eda2-e9e5-4e9c-9827-0f86ef65d05c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "PUT /v2.0/ports/9c2c102f-77ec-42cd-9e04-233fe5c07e2d HTTP/1.1" status: 200 len: 1016 time: 3.5919740 Jun 02 16:21:08.372641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59832) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:08.379864 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Transition to ACTIVE for port object 65c206db-6671-4154-b4e1-9ad63a82a35b will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:08.411423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Transition to ACTIVE for port object b45d2dbb-3a88-46b7-acb6-70321178ffe5 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:08.427852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bef7e583-d285-4f7c-8f2b-89b3795bf692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.479014 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25eda2-e9e5-4e9c-9827-0f86ef65d05c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event updated for resources: {'Port': ['ID=9c2c102f-77ec-42cd-9e04-233fe5c07e2d,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:08.543105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0a25eda2-e9e5-4e9c-9827-0f86ef65d05c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:08.556336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:08.577055 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-14bcd97e-7344-40ff-bcf3-d8293e7c47c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:08.584232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.588413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1827143530', 'router:external': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:08.619283 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:08.658099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7e583-d285-4f7c-8f2b-89b3795bf692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0031e9-64dc-418b-b557-dd2828cce19c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:08.664205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Usage tracker for resource:network and tenant:39137685f28c4250b3bfcb636752b532 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:08.667619 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bef7e583-d285-4f7c-8f2b-89b3795bf692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:08.675225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:08.708353 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:08.725601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.760261 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.762919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9d81f5df-0b91-4c3e-99de-b4a444ca9386 None None] Provisioning complete for port 9c2c102f-77ec-42cd-9e04-233fe5c07e2d triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:08.763361 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9d81f5df-0b91-4c3e-99de-b4a444ca9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.773357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:08.783304 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bef7e583-d285-4f7c-8f2b-89b3795bf692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.784459 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bef7e583-d285-4f7c-8f2b-89b3795bf692 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c0031e9-64dc-418b-b557-dd2828cce19c HTTP/1.1" status: 204 len: 168 time: 0.9953382 Jun 02 16:21:08.792321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70e841e8-432c-4c23-a694-46fc75f66dde tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.798039 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70e841e8-432c-4c23-a694-46fc75f66dde tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.814561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Transition to ACTIVE for port object f74cebfc-4f36-4f8a-9b72-88306bdf6e1b will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:08.832123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event updated for resources: {'Subnet': ['ID=998f962d-be90-4bfa-8172-9591f901b022,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:08.835022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Checking segment: {'id': '0f5bc386-396b-416c-aa31-29eecca7f6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '54ec39a6-76be-44a9-849a-c56531646bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:08.835022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Network hostable DHCP agents. Network: 54ec39a6-76be-44a9-849a-c56531646bb8, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:21:08.840739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:08.846993 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.853451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:08.853663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.862001 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e0ffe038-3e03-42c9-8889-a72f54ca96e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:08.896856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-9d81f5df-0b91-4c3e-99de-b4a444ca9386 None None] Port 9c2c102f-77ec-42cd-9e04-233fe5c07e2d cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:21:08.903200 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70e841e8-432c-4c23-a694-46fc75f66dde tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.903720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e841e8-432c-4c23-a694-46fc75f66dde tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bf857ef-694e-4b0a-9da7-0884f843f7ee {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:21:08.936680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Network 54ec39a6-76be-44a9-849a-c56531646bb8 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:21:08.939175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Made reservation on behalf of 39137685f28c4250b3bfcb636752b532 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:08.942019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.943820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Attempting to bind port f74cebfc-4f36-4f8a-9b72-88306bdf6e1b on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:08.944201 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Attempting to bind port f74cebfc-4f36-4f8a-9b72-88306bdf6e1b by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:08.944741 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Attempting to bind port f74cebfc-4f36-4f8a-9b72-88306bdf6e1b on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:08.947755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Network 0c12e784-9a5b-40b6-ab64-04193b5285c9 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:08.949744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70e841e8-432c-4c23-a694-46fc75f66dde tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.952530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Pushing event updated for resources: {'Port': ['ID=b45d2dbb-3a88-46b7-acb6-70321178ffe5,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:08.956221 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-70e841e8-432c-4c23-a694-46fc75f66dde tempest-RoutersTestDVR-196947936 tempest-RoutersTestDVR-196947936-project-admin] 10.222.0.50 "DELETE /v2.0/routers/2bf857ef-694e-4b0a-9da7-0884f843f7ee HTTP/1.1" status: 204 len: 168 time: 1.0447416 Jun 02 16:21:08.962206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:08.968077 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:08.968579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.971291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:08.975720 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:21:08.978373 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.978481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:08.978897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.979322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:21:08.980208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Bound port: f74cebfc-4f36-4f8a-9b72-88306bdf6e1b, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:21:08.980659 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:08.988509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:08.988852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:08.989189 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:09.021839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:09.022208 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:09.026698 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 2 to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 Jun 02 16:21:09.034727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:09.053840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Usage tracker for resource:security_group_rule and tenant:39137685f28c4250b3bfcb636752b532 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:09.059100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:09.069756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:09.075036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:09.075372 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:09.075717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:09.091579 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:09.092883 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Pushing event updated for resources: {'Port': ['ID=65c206db-6671-4154-b4e1-9ad63a82a35b,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:09.097328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:09.097659 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:09.102432 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 3 to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 Jun 02 16:21:09.107423 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:09.109335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 54ec39a6-76be-44a9-849a-c56531646bb8) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:09.138944 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:09.142615 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:09.156628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] For port f74cebfc-4f36-4f8a-9b72-88306bdf6e1b, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:21:09.161845 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] For port f74cebfc-4f36-4f8a-9b72-88306bdf6e1b, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f74cebfc-4f36-4f8a-9b72-88306bdf6e1b,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:21:09.168172 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec852178-8b2d-4349-8f3d-9a1abe7ff872 None None] Network 54ec39a6-76be-44a9-849a-c56531646bb8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:09.179098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6d146-ca95-41f7-9236-44a61af0c353 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Deleting port 9c2c102f-77ec-42cd-9e04-233fe5c07e2d {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:09.179451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5e6d146-ca95-41f7-9236-44a61af0c353 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:09.218535 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:09.218950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:09.231320 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:09.240714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59838) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:09.241595 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5865338 Jun 02 16:21:09.281058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Request body: {'floatingip': {'floating_network_id': '54ec39a6-76be-44a9-849a-c56531646bb8'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:09.292006 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:09.292655 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:09.293818 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:09.344464 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 4 to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 Jun 02 16:21:09.366704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Usage tracker for resource:floatingip and tenant:9b3f87185849458993227d0bdd1abe52 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:09.382415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99768061-e8b7-443b-9dae-9249807181b4 None None] Pushing event updated for resources: {'Port': ['ID=f74cebfc-4f36-4f8a-9b72-88306bdf6e1b,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:09.385528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:09.399269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d0461f46-93c1-4a2d-92e2-1b1a6fd8622b up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:21:09.423086 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:09.427007 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:09.427621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:09.428152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:09.443285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:09.457511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-99768061-e8b7-443b-9dae-9249807181b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:09.458298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-99768061-e8b7-443b-9dae-9249807181b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:09.504038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:09.512103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:09.513197 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:09.528260 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 5 to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 Jun 02 16:21:09.565954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:09.566697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:09.567174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:09.586661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:09.610344 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59850) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:09.630814 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5e6d146-ca95-41f7-9236-44a61af0c353 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:09.640290 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:09.640943 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:09.651691 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 6 to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 Jun 02 16:21:09.667859 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669bbef9-42af-4b7a-9587-111bf74e49b3 None None] Network 54ec39a6-76be-44a9-849a-c56531646bb8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:09.781758 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:09.790778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:09.792161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:09.798321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f8ce54b5-9257-4877-b260-07c0c12be886 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:09.843135 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-64319ad7-c4c3-4033-8ead-cdde70404e34 None None] Provisioning for port 65c206db-6671-4154-b4e1-9ad63a82a35b completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:09.848027 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6d146-ca95-41f7-9236-44a61af0c353 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Calling delete_port for 9c2c102f-77ec-42cd-9e04-233fe5c07e2d owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:09.861416 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-64319ad7-c4c3-4033-8ead-cdde70404e34 None None] Provisioning complete for port 65c206db-6671-4154-b4e1-9ad63a82a35b triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:09.861885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-64319ad7-c4c3-4033-8ead-cdde70404e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:09.883174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:09.883827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:09.884352 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:09.983185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:09.983684 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:09.993869 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 7 to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 Jun 02 16:21:10.007645 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99768061-e8b7-443b-9dae-9249807181b4 None None] Pushing event updated for resources: {'Port': ['ID=f74cebfc-4f36-4f8a-9b72-88306bdf6e1b,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:10.014912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-99768061-e8b7-443b-9dae-9249807181b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:10.023836 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Routers {'bd5c5326-baa4-4878-89e2-095ebd2414f1'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:21:10.024516 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:21:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['bd5c5326-baa4-4878-89e2-095ebd2414f1'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:10.030245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24b01606-71ae-40f9-845c-4a5e79c1723c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:10.045525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Pushing event updated for resources: {'Port': ['ID=65c206db-6671-4154-b4e1-9ad63a82a35b,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:10.047247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:10.051681 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:10.072943 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:10.077963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-24b01606-71ae-40f9-845c-4a5e79c1723c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:10.087816 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:10.088285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:10.088685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:10.098453 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Network 0c12e784-9a5b-40b6-ab64-04193b5285c9 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:10.100457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:10.104677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Allocated IP 172.20.0.1 (65d13a74-8578-490b-adf4-f817c919af14/58265fad-4025-46d0-93bb-61bd65052044/b811e860-3a9b-4af1-89e9-23cb2b6aad17) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:10.109531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-24b01606-71ae-40f9-845c-4a5e79c1723c admin admin] Usage tracker for resource:security_group_rule and tenant:3c730c89bd534525ab6c0d7447e3d612 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:10.113929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:10.118048 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-64319ad7-c4c3-4033-8ead-cdde70404e34 None None] Port 65c206db-6671-4154-b4e1-9ad63a82a35b cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:21:10.128088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-24b01606-71ae-40f9-845c-4a5e79c1723c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:10.131685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:10.133052 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:10.147369 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 8 to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 Jun 02 16:21:10.156929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port d0461f46-93c1-4a2d-92e2-1b1a6fd8622b triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:10.157563 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:10.165267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-24b01606-71ae-40f9-845c-4a5e79c1723c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:10.221245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:10.293199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5946b96-3b5a-4dbf-88de-ca2ab3800900,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:10.296293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:10.296836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:10.297372 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:10.309948 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:10.319742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:10.320193 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Added segment 5ce1792f-d153-4662-bc02-a2611b74088a of type vlan for network 11bfef87-ff3a-4953-bbbe-0e45a65a5431 Jun 02 16:21:10.360219 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:10.360830 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:10.375991 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Router 08fbb977-6043-4729-b0ff-e5dba666810b has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:21:10.377700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] Set router bd5c5326-baa4-4878-89e2-095ebd2414f1 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:21:10.431357 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 9 to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 Jun 02 16:21:10.477864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:10.478374 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:10.478816 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:10.568015 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:10.571714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:10.572180 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:10.578660 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 10 to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 Jun 02 16:21:10.632260 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:21:10.645897 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Sync routers for ids ['08fbb977-6043-4729-b0ff-e5dba666810b'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:21:10.648755 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] 10.222.0.50 "PUT /v2.0/routers/08fbb977-6043-4729-b0ff-e5dba666810b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7199914 Jun 02 16:21:10.650714 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-94e09c18-4d8c-4884-b5f7-39727400979a None None] Provisioning complete for port 65c206db-6671-4154-b4e1-9ad63a82a35b triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:10.650886 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-94e09c18-4d8c-4884-b5f7-39727400979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:10.661377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:10.680752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:10.681242 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:10.682019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:10.700060 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Routers {'08fbb977-6043-4729-b0ff-e5dba666810b'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:21:10.702203 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:21:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['08fbb977-6043-4729-b0ff-e5dba666810b'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:10.740196 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-94e09c18-4d8c-4884-b5f7-39727400979a None None] Port 65c206db-6671-4154-b4e1-9ad63a82a35b cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:21:10.871487 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'name': 'tempest-ServerActionsTestJSON-112714564-router', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:59Z', 'updated_at': '2021-06-02T16:21:05Z', 'revision_number': 3, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'gw_port': {'id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:69:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:02Z', 'updated_at': '2021-06-02T16:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:10.883155 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:10.883507 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:10.883867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:10.886011 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfadeae-9761-43f5-bef6-f617e4755213 None None] The sync data for ids ['bd5c5326-baa4-4878-89e2-095ebd2414f1'] in dv-neutron-601336-83-hyperv is: [{'id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'name': 'tempest-ServerActionsTestJSON-112714564-router', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:59Z', 'updated_at': '2021-06-02T16:21:05Z', 'revision_number': 3, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'gw_port': {'id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:69:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:02Z', 'updated_at': '2021-06-02T16:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:21:10.897559 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:10.934402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5e6d146-ca95-41f7-9236-44a61af0c353 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:10.971037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24b01606-71ae-40f9-845c-4a5e79c1723c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:10.980126 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9f06f879-f651-4f02-82dd-2dd7be66c17a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:11.031906 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Set router 08fbb977-6043-4729-b0ff-e5dba666810b gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:21:11.044490 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:11.045730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Transition to ACTIVE for port object b811e860-3a9b-4af1-89e9-23cb2b6aad17 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:11.086408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:11.087046 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:11.090588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24b01606-71ae-40f9-845c-4a5e79c1723c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:11.100319 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6d146-ca95-41f7-9236-44a61af0c353 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event deleted for resources: {'Port': ['ID=9c2c102f-77ec-42cd-9e04-233fe5c07e2d,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:11.136026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c5e6d146-ca95-41f7-9236-44a61af0c353 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:11.136526 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:11.395914 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] For port b45d2dbb-3a88-46b7-acb6-70321178ffe5, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:21:11.396301 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempted to set empty binding levels {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 16:21:11.461130 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:11.462372 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:11.539229 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-24b01606-71ae-40f9-845c-4a5e79c1723c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c730c89bd534525ab6c0d7447e3d612&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9208679 Jun 02 16:21:11.542034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59898) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:11.552163 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'name': 'tempest-ServersTestJSON-477330779-router', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:56Z', 'updated_at': '2021-06-02T16:21:09Z', 'revision_number': 4, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'gw_port': {'id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:20:58Z', 'updated_at': '2021-06-02T16:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '65c206db-6671-4154-b4e1-9ad63a82a35b', 'name': '', 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'mac_address': 'fa:16:3e:7a:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:06Z', 'updated_at': '2021-06-02T16:21:09Z', 'revision_number': 2, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'subnets': [{'id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:11.557021 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Checking router: 08fbb977-6043-4729-b0ff-e5dba666810b for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:21:11.557575 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Updating router 08fbb977-6043-4729-b0ff-e5dba666810b port 65c206db-6671-4154-b4e1-9ad63a82a35b binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:21:11.561649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b01606-71ae-40f9-845c-4a5e79c1723c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0473be-e1a4-4539-a3b5-a53e3d5ac19c,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:11.607291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-24b01606-71ae-40f9-845c-4a5e79c1723c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:11.624634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:11.629379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-670834dc-ad1c-4d5c-942b-d1392698b752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:11.642427 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:11.664831 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-670834dc-ad1c-4d5c-942b-d1392698b752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:11.668317 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5e6d146-ca95-41f7-9236-44a61af0c353 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:11.717285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] In _notify_port_updated(), no bound segment for port b45d2dbb-3a88-46b7-acb6-70321178ffe5 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:21:11.718469 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:11.719375 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:11.723624 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] 10.222.0.50 "PUT /v2.0/ports/b45d2dbb-3a88-46b7-acb6-70321178ffe5 HTTP/1.1" status: 200 len: 981 time: 4.5190701 Jun 02 16:21:11.723972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59900) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:11.729475 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.5470502 Jun 02 16:21:11.746793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Allocated IP 172.20.0.4 (54ec39a6-76be-44a9-849a-c56531646bb8/998f962d-be90-4bfa-8172-9591f901b022/c0a562b4-6477-4814-8f21-fa6b3837ee53) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:11.760622 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59902) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:11.761190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59904) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:11.770637 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Request body: {'subnet': {'network_id': '11bfef87-ff3a-4953-bbbe-0e45a65a5431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:11.799532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Network 65d13a74-8578-490b-adf4-f817c919af14 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:11.805216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:11.809119 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c5e6d146-ca95-41f7-9236-44a61af0c353 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "DELETE /v2.0/ports/9c2c102f-77ec-42cd-9e04-233fe5c07e2d HTTP/1.1" status: 204 len: 168 time: 3.4317839 Jun 02 16:21:11.818421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59908) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:11.822042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:11.838863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:11.933668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-670834dc-ad1c-4d5c-942b-d1392698b752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:11.934806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Usage tracker for resource:subnet and tenant:39137685f28c4250b3bfcb636752b532 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:11.953987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:11.956139 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Pushing event updated for resources: {'Port': ['ID=b45d2dbb-3a88-46b7-acb6-70321178ffe5,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:11.965639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:12.010565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39146e46-22f9-4bf9-9690-807bf6078c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:12.011081 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39146e46-22f9-4bf9-9690-807bf6078c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:12.011554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39146e46-22f9-4bf9-9690-807bf6078c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:12.012737 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39146e46-22f9-4bf9-9690-807bf6078c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:12.013207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39146e46-22f9-4bf9-9690-807bf6078c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:12.013667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39146e46-22f9-4bf9-9690-807bf6078c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:12.014146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39146e46-22f9-4bf9-9690-807bf6078c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:12.014601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39146e46-22f9-4bf9-9690-807bf6078c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:12.015061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39146e46-22f9-4bf9-9690-807bf6078c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:12.015502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39146e46-22f9-4bf9-9690-807bf6078c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:12.015958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39146e46-22f9-4bf9-9690-807bf6078c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:12.016398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39146e46-22f9-4bf9-9690-807bf6078c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:12.019380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39146e46-22f9-4bf9-9690-807bf6078c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:12.027271 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-39146e46-22f9-4bf9-9690-807bf6078c39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11831 time: 0.3020425 Jun 02 16:21:12.033191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59910) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:12.034018 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670834dc-ad1c-4d5c-942b-d1392698b752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0473be-e1a4-4539-a3b5-a53e3d5ac19c,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:12.138946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:12.158677 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:21:12.173536 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb115879-6d28-428d-ab7e-f989edd9a621 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] GET failed (client error): The resource could not be found. Jun 02 16:21:12.174418 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-eb115879-6d28-428d-ab7e-f989edd9a621 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Synchronizing usage tracker for tenant:adf7adda9bad4a40ad4e449acbbe2355 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:12.209926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ec13e9e5-6c6a-46f6-be52-8498248dce4a None None] Provisioning for port b811e860-3a9b-4af1-89e9-23cb2b6aad17 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:12.230042 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ec13e9e5-6c6a-46f6-be52-8498248dce4a None None] Provisioning complete for port b811e860-3a9b-4af1-89e9-23cb2b6aad17 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:12.231923 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ec13e9e5-6c6a-46f6-be52-8498248dce4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:12.270345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-670834dc-ad1c-4d5c-942b-d1392698b752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:12.295462 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-670834dc-ad1c-4d5c-942b-d1392698b752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:12.308823 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-670834dc-ad1c-4d5c-942b-d1392698b752 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e0473be-e1a4-4539-a3b5-a53e3d5ac19c HTTP/1.1" status: 204 len: 168 time: 0.7621834 Jun 02 16:21:12.362486 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-850598e7-6dea-4a51-be6a-f4dedd7f3072 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Request body: {'quota': {'network': 2}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:12.385772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ec13e9e5-6c6a-46f6-be52-8498248dce4a None None] Port b811e860-3a9b-4af1-89e9-23cb2b6aad17 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:21:12.393931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Made reservation on behalf of 39137685f28c4250b3bfcb636752b532 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:12.398342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:12.441590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:12.451483 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-eb115879-6d28-428d-ab7e-f989edd9a621 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Unset dirty status for tenant:adf7adda9bad4a40ad4e449acbbe2355 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:12.453407 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-eb115879-6d28-428d-ab7e-f989edd9a621 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "GET /v2.0/ports/9c2c102f-77ec-42cd-9e04-233fe5c07e2d HTTP/1.1" status: 404 len: 333 time: 0.6195574 Jun 02 16:21:12.454658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Pushing event updated for resources: {'Port': ['ID=b811e860-3a9b-4af1-89e9-23cb2b6aad17,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:12.458751 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59916) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:12.463766 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:12.476569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Request body: {'port': {'network_id': '51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1366356707'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:12.482196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:12.492897 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Transition to ACTIVE for port object 65c206db-6671-4154-b4e1-9ad63a82a35b will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:12.495287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.934s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:12.495807 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:12.505951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.406s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:12.509315 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:12.522578 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:12.602654 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59918) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:12.612812 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-850598e7-6dea-4a51-be6a-f4dedd7f3072 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] 10.222.0.50 "PUT /v2.0/quotas/c54a736b82884dfe9384e30f3bf71992 HTTP/1.1" status: 200 len: 368 time: 0.8490937 Jun 02 16:21:12.615879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59920) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:12.616498 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630038272', 'description': 'tempest-description--270647688'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:12.654591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Request body: {'network': {'project_id': 'c54a736b82884dfe9384e30f3bf71992'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:12.664877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:12.672644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Usage tracker for resource:network and tenant:c54a736b82884dfe9384e30f3bf71992 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:12.677879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:12.686469 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:12.710924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Made reservation on behalf of c54a736b82884dfe9384e30f3bf71992 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:12.713781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:12.735210 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45022fd3-105c-45dc-a2d0-e94e3f853889 None None] Pushing event updated for resources: {'Port': ['ID=65c206db-6671-4154-b4e1-9ad63a82a35b,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:12.749221 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-45022fd3-105c-45dc-a2d0-e94e3f853889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:12.791318 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:12.817298 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Attempting to bind port 65c206db-6671-4154-b4e1-9ad63a82a35b on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:12.817679 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Attempting to bind port 65c206db-6671-4154-b4e1-9ad63a82a35b by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'd4695709-f309-4a51-9b88-aa4f54303241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:12.818054 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Attempting to bind port 65c206db-6671-4154-b4e1-9ad63a82a35b on network 0c12e784-9a5b-40b6-ab64-04193b5285c9 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:12.825107 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:21:12.825498 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Checking segment: {'id': 'd4695709-f309-4a51-9b88-aa4f54303241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:12.825911 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:12.826348 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Bound using segment: {'id': 'd4695709-f309-4a51-9b88-aa4f54303241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:21:12.826846 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Bound port: 65c206db-6671-4154-b4e1-9ad63a82a35b, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4695709-f309-4a51-9b88-aa4f54303241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:21:12.827217 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:12.842699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:12.848522 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:12.856568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Usage tracker for resource:security_group_rule and tenant:c54a736b82884dfe9384e30f3bf71992 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:12.869381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-f8eca449-88a9-40de-b39e-00d26458a7d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Deleting port b45d2dbb-3a88-46b7-acb6-70321178ffe5 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:12.869773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8eca449-88a9-40de-b39e-00d26458a7d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:12.878722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Usage tracker for resource:security_group and tenant:4164ea387d064d188e16864b4b684a3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:12.886961 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:12.895250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:12.910587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:12.936352 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Pushing event updated for resources: {'Network': ['ID=11bfef87-ff3a-4953-bbbe-0e45a65a5431,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:12.946718 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 11bfef87-ff3a-4953-bbbe-0e45a65a5431 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:12.955279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:12.973981 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] For port 65c206db-6671-4154-b4e1-9ad63a82a35b, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:21:12.985131 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] For port 65c206db-6671-4154-b4e1-9ad63a82a35b, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=65c206db-6671-4154-b4e1-9ad63a82a35b,segment=NetworkSegment(d4695709-f309-4a51-9b88-aa4f54303241),segment_id=d4695709-f309-4a51-9b88-aa4f54303241)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:21:12.989884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:12.995605 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:12.998231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59924) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:13.002788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:13.007885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:13.008755 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:13.030892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-f8eca449-88a9-40de-b39e-00d26458a7d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] For port b45d2dbb-3a88-46b7-acb6-70321178ffe5, host hv-neutron-6013, got binding levels [] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:13.031529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8eca449-88a9-40de-b39e-00d26458a7d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.051082 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.068037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-17a26bee-cd8d-4b0b-88b9-5c0ff5c4a239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.109530 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Routers {'08fbb977-6043-4729-b0ff-e5dba666810b'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:21:13.110233 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:21:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['08fbb977-6043-4729-b0ff-e5dba666810b'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:13.136313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-17a26bee-cd8d-4b0b-88b9-5c0ff5c4a239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:13.139672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:13.156070 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-17a26bee-cd8d-4b0b-88b9-5c0ff5c4a239 admin admin] Usage tracker for resource:security_group_rule and tenant:1f903a49df5643449e9af573ba1c269a is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:13.163681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Usage tracker for resource:security_group_rule and tenant:4164ea387d064d188e16864b4b684a3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:13.167388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-17a26bee-cd8d-4b0b-88b9-5c0ff5c4a239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:13.194118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:13.206576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-17a26bee-cd8d-4b0b-88b9-5c0ff5c4a239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:13.214134 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45022fd3-105c-45dc-a2d0-e94e3f853889 None None] Pushing event updated for resources: {'Port': ['ID=65c206db-6671-4154-b4e1-9ad63a82a35b,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:13.218260 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:13.218643 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-45022fd3-105c-45dc-a2d0-e94e3f853889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:13.256325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.339139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-f8eca449-88a9-40de-b39e-00d26458a7d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Calling delete_port for b45d2dbb-3a88-46b7-acb6-70321178ffe5 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:13.342685 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:13.365478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:13.388755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Made reservation on behalf of adf7adda9bad4a40ad4e449acbbe2355 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:13.392614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.432059 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f74cebfc-4f36-4f8a-9b72-88306bdf6e1b up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:21:13.468925 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] Set router 08fbb977-6043-4729-b0ff-e5dba666810b gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:21:13.482383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Network 54ec39a6-76be-44a9-849a-c56531646bb8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:13.500006 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:13.513637 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:13.539279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.558606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] device_id is not set on port ab9cc9a6-ddaa-4dcd-8331-35d1356e3619 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:21:13.563868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event updated for resources: {'Port': ['ID=c0a562b4-6477-4814-8f21-fa6b3837ee53,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:13.565273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port f74cebfc-4f36-4f8a-9b72-88306bdf6e1b completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:13.578495 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port f74cebfc-4f36-4f8a-9b72-88306bdf6e1b triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:13.578922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.696065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:13.743890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.767800 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port f74cebfc-4f36-4f8a-9b72-88306bdf6e1b, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f74cebfc-4f36-4f8a-9b72-88306bdf6e1b,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:13.775156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.778249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-99768061-e8b7-443b-9dae-9249807181b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:13.782945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8eca449-88a9-40de-b39e-00d26458a7d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.811216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.815612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:13.856298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.867745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=f74cebfc-4f36-4f8a-9b72-88306bdf6e1b,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:13.871041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eca449-88a9-40de-b39e-00d26458a7d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Pushing event deleted for resources: {'Port': ['ID=b45d2dbb-3a88-46b7-acb6-70321178ffe5,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:13.873443 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:13.876241 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.878093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f8eca449-88a9-40de-b39e-00d26458a7d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:13.882102 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'name': 'tempest-ServersTestJSON-477330779-router', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:56Z', 'updated_at': '2021-06-02T16:21:09Z', 'revision_number': 4, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'gw_port': {'id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:20:58Z', 'updated_at': '2021-06-02T16:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '65c206db-6671-4154-b4e1-9ad63a82a35b', 'name': '', 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'mac_address': 'fa:16:3e:7a:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:06Z', 'updated_at': '2021-06-02T16:21:12Z', 'revision_number': 4, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'subnets': [{'id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:13.887088 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0785a04-ce98-45de-b6af-59ac0fe4d753 None None] The sync data for ids ['08fbb977-6043-4729-b0ff-e5dba666810b'] in dv-neutron-601336-83-hyperv is: [{'id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'name': 'tempest-ServersTestJSON-477330779-router', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:56Z', 'updated_at': '2021-06-02T16:21:09Z', 'revision_number': 4, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'gw_port': {'id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:20:58Z', 'updated_at': '2021-06-02T16:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '65c206db-6671-4154-b4e1-9ad63a82a35b', 'name': '', 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'mac_address': 'fa:16:3e:7a:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:06Z', 'updated_at': '2021-06-02T16:21:12Z', 'revision_number': 4, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'subnets': [{'id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:21:13.888484 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Allocated IP 2001:db8::38c (51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1/7c9519cf-023b-447b-88d1-fa008165ab8f/ab9cc9a6-ddaa-4dcd-8331-35d1356e3619) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:13.892886 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:13.904443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8eca449-88a9-40de-b39e-00d26458a7d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.908730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.940431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:13.940567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:13.964810 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f053933-aa5c-4514-b1c4-c1d3a3d6c906,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:13.984451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ca9c44-593f-44eb-a230-88cac1920eba,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:13.986692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:13.987677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.987986 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Added segment 9f430677-82d2-44a5-8a94-da0d53c4db9b of type vlan for network 7ffd1f88-cc05-4ead-ae95-f0279fc08966 Jun 02 16:21:13.998148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-17a26bee-cd8d-4b0b-88b9-5c0ff5c4a239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:13.999424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:14.007154 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f8eca449-88a9-40de-b39e-00d26458a7d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] 10.222.0.50 "DELETE /v2.0/ports/b45d2dbb-3a88-46b7-acb6-70321178ffe5 HTTP/1.1" status: 204 len: 168 time: 1.9701383 Jun 02 16:21:14.007154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59926) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:14.046376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-17a26bee-cd8d-4b0b-88b9-5c0ff5c4a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.081472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.087334 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5b1bea-a1bb-4093-afff-a70a30fa9672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] GET failed (client error): The resource could not be found. Jun 02 16:21:14.087783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3f5b1bea-a1bb-4093-afff-a70a30fa9672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Synchronizing usage tracker for tenant:2050ff2dba47492099913d7aa690565c on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:14.128475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0675cdad-957a-4028-8e3b-0ccbf04b2962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:14.142118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.204125 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3f5b1bea-a1bb-4093-afff-a70a30fa9672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Unset dirty status for tenant:2050ff2dba47492099913d7aa690565c on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:14.205381 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3f5b1bea-a1bb-4093-afff-a70a30fa9672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] 10.222.0.50 "GET /v2.0/ports/b45d2dbb-3a88-46b7-acb6-70321178ffe5 HTTP/1.1" status: 404 len: 333 time: 0.1939857 Jun 02 16:21:14.209167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59928) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:14.216449 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1592703153', 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:14.233874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.234149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.238044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:14.238213 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6249962 Jun 02 16:21:14.240190 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59930) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:14.242398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:14.242972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.252991 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-17a26bee-cd8d-4b0b-88b9-5c0ff5c4a239 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f903a49df5643449e9af573ba1c269a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2534907 Jun 02 16:21:14.254415 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-76d51840-930e-43e0-8d9d-0363bc503e91 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Request body: {'security_group_rule': {'security_group_id': '49ca9c44-593f-44eb-a230-88cac1920eba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:14.257758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a26bee-cd8d-4b0b-88b9-5c0ff5c4a239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d6957a-24c0-4d2d-9be0-d754ac5cf6fb,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:14.262963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59932) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:14.264880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:14.272607 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-17a26bee-cd8d-4b0b-88b9-5c0ff5c4a239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:14.297331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:14.308039 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-76d51840-930e-43e0-8d9d-0363bc503e91 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:14.317647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-76d51840-930e-43e0-8d9d-0363bc503e91 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Usage tracker for resource:security_group_rule and tenant:4164ea387d064d188e16864b4b684a3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:14.350446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.365130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-76d51840-930e-43e0-8d9d-0363bc503e91 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:14.391726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-76d51840-930e-43e0-8d9d-0363bc503e91 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:14.404101 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7572796 Jun 02 16:21:14.410972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59934) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:14.412839 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Pushing event updated for resources: {'Network': ['ID=7ffd1f88-cc05-4ead-ae95-f0279fc08966,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:14.414940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Made reservation on behalf of 2050ff2dba47492099913d7aa690565c for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:14.417207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.426119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Request body: {'network': {'project_id': 'c54a736b82884dfe9384e30f3bf71992'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:14.426629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 7ffd1f88-cc05-4ead-ae95-f0279fc08966 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:14.429933 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.433057 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:14.454712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:14.463654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Transition to ACTIVE for port object ab9cc9a6-ddaa-4dcd-8331-35d1356e3619 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:14.472586 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Usage tracker for resource:network and tenant:c54a736b82884dfe9384e30f3bf71992 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:14.491768 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:14.508108 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] device_id is not set on port 611ff464-3f0d-4efb-8bc9-932214f6e756 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:21:14.550234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:14.561047 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.566389 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.objects.ports [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92323) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:21:14.566868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.581757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76d51840-930e-43e0-8d9d-0363bc503e91 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.594925 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:14.600984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.602829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:14.641069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a211fbe3-b20e-42c6-932d-1eb5b2d1b6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.650628 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Made reservation on behalf of c54a736b82884dfe9384e30f3bf71992 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:14.652941 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.661745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.821657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:14.831684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a211fbe3-b20e-42c6-932d-1eb5b2d1b6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.837191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:14.849432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:14.855276 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:14.856470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.860649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event updated for resources: {'Port': ['ID=ab9cc9a6-ddaa-4dcd-8331-35d1356e3619,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:14.872544 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:14.894633 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Pushing event updated for resources: {'Subnet': ['ID=af3f6bb7-417c-480c-8ae9-7c7e96a4ecc3,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:14.936385 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76d51840-930e-43e0-8d9d-0363bc503e91 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:14.940863 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4792573 Jun 02 16:21:14.942418 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59936) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:14.950295 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f6c50567-73e6-4bde-9324-b829da0c171d tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:32:8f:1e'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:14.958040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:14.961949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:14.963689 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:15.041926 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.046726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76d51840-930e-43e0-8d9d-0363bc503e91 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.070158 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:15.092769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Checking segment: {'id': '5ce1792f-d153-4662-bc02-a2611b74088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '11bfef87-ff3a-4953-bbbe-0e45a65a5431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:15.093126 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Network hostable DHCP agents. Network: 11bfef87-ff3a-4953-bbbe-0e45a65a5431, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:21:15.098476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.098819 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Added segment 86f0b87c-2eac-4e3c-8e99-20c097a7dd1d of type vlan for network 46a3dc56-b673-4349-9116-28fb3f139e27 Jun 02 16:21:15.117794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d51840-930e-43e0-8d9d-0363bc503e91 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f967cb26-6f5e-4bba-aea5-dc3894927bc3,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:15.141308 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-76d51840-930e-43e0-8d9d-0363bc503e91 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:15.149178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-043227b4-b8c9-481b-85d0-1ec10bb581ea None None] Provisioning for port ab9cc9a6-ddaa-4dcd-8331-35d1356e3619 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:15.157634 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-043227b4-b8c9-481b-85d0-1ec10bb581ea None None] Provisioning complete for port ab9cc9a6-ddaa-4dcd-8331-35d1356e3619 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:15.158213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-043227b4-b8c9-481b-85d0-1ec10bb581ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.160623 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76d51840-930e-43e0-8d9d-0363bc503e91 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.164275 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-76d51840-930e-43e0-8d9d-0363bc503e91 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9151905 Jun 02 16:21:15.167968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.169526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59938) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:15.174312 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-478f8d1c-12f3-4b41-9270-0e539ede652a tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Request body: {'security_group_rule': {'security_group_id': '49ca9c44-593f-44eb-a230-88cac1920eba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:15.185113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:21:15.210496 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Pushing event updated for resources: {'Port': ['ID=b811e860-3a9b-4af1-89e9-23cb2b6aad17,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:15.213902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:15.221462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.225091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-478f8d1c-12f3-4b41-9270-0e539ede652a tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:15.234429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-478f8d1c-12f3-4b41-9270-0e539ede652a tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Usage tracker for resource:security_group_rule and tenant:4164ea387d064d188e16864b4b684a3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:15.240161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-478f8d1c-12f3-4b41-9270-0e539ede652a tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:15.250206 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.250687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-478f8d1c-12f3-4b41-9270-0e539ede652a tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:15.255961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-043227b4-b8c9-481b-85d0-1ec10bb581ea None None] Port ab9cc9a6-ddaa-4dcd-8331-35d1356e3619 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:21:15.256786 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.272999 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:15.318159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-478f8d1c-12f3-4b41-9270-0e539ede652a tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.335352 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Network 11bfef87-ff3a-4953-bbbe-0e45a65a5431 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:21:15.337641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a211fbe3-b20e-42c6-932d-1eb5b2d1b6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.409677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.430103 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0c8bfb4e-f380-4037-aff4-e65485444c29 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:15.432481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 11bfef87-ff3a-4953-bbbe-0e45a65a5431) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:15.442490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155c65c8-a643-4fb0-b03f-0103d2cd7f1d None None] Network 11bfef87-ff3a-4953-bbbe-0e45a65a5431 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:15.470171 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Network 65d13a74-8578-490b-adf4-f817c919af14 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:15.470374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6c50567-73e6-4bde-9324-b829da0c171d tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.472644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event updated for resources: {'Port': ['ID=c0a562b4-6477-4814-8f21-fa6b3837ee53,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:15.474781 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 65c206db-6671-4154-b4e1-9ad63a82a35b up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:21:15.481054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:15.482303 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:15.488733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:15.504053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:15.505226 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.545386 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-478f8d1c-12f3-4b41-9270-0e539ede652a tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.548537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Network 7eb48012-e1b0-4baf-8bc2-18807f983ebb is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:15.571938 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211fbe3-b20e-42c6-932d-1eb5b2d1b6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d6957a-24c0-4d2d-9be0-d754ac5cf6fb,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:15.574736 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a211fbe3-b20e-42c6-932d-1eb5b2d1b6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:15.587958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.588889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a211fbe3-b20e-42c6-932d-1eb5b2d1b6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.590027 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a211fbe3-b20e-42c6-932d-1eb5b2d1b6be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1d6957a-24c0-4d2d-9be0-d754ac5cf6fb HTTP/1.1" status: 204 len: 168 time: 1.3166025 Jun 02 16:21:15.598110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:15.602312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.610865 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:15.611453 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.613085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-478f8d1c-12f3-4b41-9270-0e539ede652a tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.614268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:15.615368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:15.616218 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.624193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:15.625431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Pushing event updated for resources: {'Port': ['ID=611ff464-3f0d-4efb-8bc9-932214f6e756,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:15.635280 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:15.644960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-76d51840-930e-43e0-8d9d-0363bc503e91 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:15.662295 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8997810 Jun 02 16:21:15.666059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59942) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:15.683660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-856295285', 'network_id': '11bfef87-ff3a-4953-bbbe-0e45a65a5431'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:15.726429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f8d1c-12f3-4b41-9270-0e539ede652a tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3da05c-c314-49af-af61-69a179ea1009,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:15.740427 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:15.742512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-478f8d1c-12f3-4b41-9270-0e539ede652a tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:15.746531 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5362899 Jun 02 16:21:15.769504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-478f8d1c-12f3-4b41-9270-0e539ede652a tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.775839 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-478f8d1c-12f3-4b41-9270-0e539ede652a tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6050391 Jun 02 16:21:15.776867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59944) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:15.777565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59946) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:15.833021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:15.848616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:15.872680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-01a156af-746b-4656-b3a1-a011d0650402 None None] Provisioning complete for port b811e860-3a9b-4af1-89e9-23cb2b6aad17 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:15.873112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-01a156af-746b-4656-b3a1-a011d0650402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.933836 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac56cb3-6296-4a55-b172-745f5844b59a None None] Network 11bfef87-ff3a-4953-bbbe-0e45a65a5431 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:15.939387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Usage tracker for resource:floatingip and tenant:4164ea387d064d188e16864b4b684a3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:15.953145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:15.957089 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5357711 Jun 02 16:21:15.957089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:15.959455 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.6980691 Jun 02 16:21:15.960541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59950) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:15.960541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59952) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:15.975614 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Usage tracker for resource:port and tenant:39137685f28c4250b3bfcb636752b532 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:15.980375 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:15.984716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-9d29ec7b-e68e-451f-906b-9d66efb93391 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Request body: {'network': {'project_id': 'c54a736b82884dfe9384e30f3bf71992'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:16.007835 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ece3196-bfe8-43b9-8bb4-03fbb75e9c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:16.008528 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1ece3196-bfe8-43b9-8bb4-03fbb75e9c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Synchronizing usage tracker for tenant:2050ff2dba47492099913d7aa690565c on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:16.019054 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 65c206db-6671-4154-b4e1-9ad63a82a35b completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:16.023242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for floatingip, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:16.028998 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 65c206db-6671-4154-b4e1-9ad63a82a35b triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:16.029386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:16.040662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:16.057311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:16.059425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9d29ec7b-e68e-451f-906b-9d66efb93391 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:16.083284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1ece3196-bfe8-43b9-8bb4-03fbb75e9c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Unset dirty status for tenant:2050ff2dba47492099913d7aa690565c on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:16.084824 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1ece3196-bfe8-43b9-8bb4-03fbb75e9c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] 10.222.0.50 "GET /v2.0/ports/611ff464-3f0d-4efb-8bc9-932214f6e756 HTTP/1.1" status: 200 len: 959 time: 0.3005254 Jun 02 16:21:16.091067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9d29ec7b-e68e-451f-906b-9d66efb93391 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Usage tracker for resource:network and tenant:c54a736b82884dfe9384e30f3bf71992 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:16.094746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Pushing event updated for resources: {'Network': ['ID=46a3dc56-b673-4349-9116-28fb3f139e27,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:16.097837 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:16.105840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9d29ec7b-e68e-451f-906b-9d66efb93391 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:16.110376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59954) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:16.127133 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 46a3dc56-b673-4349-9116-28fb3f139e27 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:16.161105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-09c8021a-ef9a-4a7b-bd51-2a19d59df6f7 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Synchronizing usage tracker for tenant:9b3f87185849458993227d0bdd1abe52 on resource:floatingip {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:16.169595 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6c50567-73e6-4bde-9324-b829da0c171d tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:16.174934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9d29ec7b-e68e-451f-906b-9d66efb93391 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:16.175707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6c50567-73e6-4bde-9324-b829da0c171d tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:16.180502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Made reservation on behalf of 39137685f28c4250b3bfcb636752b532 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:16.182980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:16.191166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:16.207302 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d29ec7b-e68e-451f-906b-9d66efb93391 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 02 16:21:16.207848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d29ec7b-e68e-451f-906b-9d66efb93391 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:21:16.208935 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9d29ec7b-e68e-451f-906b-9d66efb93391 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2297120 Jun 02 16:21:16.220849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59960) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:16.241766 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-01a156af-746b-4656-b3a1-a011d0650402 None None] Port b811e860-3a9b-4af1-89e9-23cb2b6aad17 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:21:16.253794 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Router bd5c5326-baa4-4878-89e2-095ebd2414f1 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:21:16.261371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-f6c50567-73e6-4bde-9324-b829da0c171d tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] In _notify_port_updated(), no bound segment for port ab9cc9a6-ddaa-4dcd-8331-35d1356e3619 on network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 {{(pid=92322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:21:16.267142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c50567-73e6-4bde-9324-b829da0c171d tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:16.267954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6c50567-73e6-4bde-9324-b829da0c171d tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:16.269481 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f6c50567-73e6-4bde-9324-b829da0c171d tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "PUT /v2.0/ports/ab9cc9a6-ddaa-4dcd-8331-35d1356e3619 HTTP/1.1" status: 200 len: 1017 time: 1.3261251 Jun 02 16:21:16.273686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59962) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:16.301443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] device_id is not set on port df2c5410-b379-4cf7-ae23-3dfee80d3f1b yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:21:16.379001 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c50567-73e6-4bde-9324-b829da0c171d tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event updated for resources: {'Port': ['ID=ab9cc9a6-ddaa-4dcd-8331-35d1356e3619,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:16.399034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f6c50567-73e6-4bde-9324-b829da0c171d tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:16.477103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:16.502358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:16.539130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 65c206db-6671-4154-b4e1-9ad63a82a35b, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=65c206db-6671-4154-b4e1-9ad63a82a35b,segment=NetworkSegment(d4695709-f309-4a51-9b88-aa4f54303241),segment_id=d4695709-f309-4a51-9b88-aa4f54303241)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:16.550893 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:16.551995 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f74cebfc-4f36-4f8a-9b72-88306bdf6e1b up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:21:16.563556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-09c8021a-ef9a-4a7b-bd51-2a19d59df6f7 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Unset dirty status for tenant:9b3f87185849458993227d0bdd1abe52 on resource:floatingip {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:16.565149 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-09c8021a-ef9a-4a7b-bd51-2a19d59df6f7 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=54ec39a6-76be-44a9-849a-c56531646bb8 HTTP/1.1" status: 200 len: 689 time: 0.5843070 Jun 02 16:21:16.568412 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59968) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:16.592184 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:16.672898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=65c206db-6671-4154-b4e1-9ad63a82a35b,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:16.681963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:16.690372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-466fb827-d68e-4021-a498-c1309f6006b4 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Deleting port ab9cc9a6-ddaa-4dcd-8331-35d1356e3619 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:16.690713 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-466fb827-d68e-4021-a498-c1309f6006b4 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:16.699168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bfbbdc76-14a4-4b90-91d4-d984c805cd86 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:16.713844 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a54438bc-c5d9-4e28-b09f-0e7ab4bf7086 None None] Provisioning complete for port ab9cc9a6-ddaa-4dcd-8331-35d1356e3619 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:16.714329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a54438bc-c5d9-4e28-b09f-0e7ab4bf7086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:16.783328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port f74cebfc-4f36-4f8a-9b72-88306bdf6e1b triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:16.783642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:16.831876 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-a54438bc-c5d9-4e28-b09f-0e7ab4bf7086 None None] Port ab9cc9a6-ddaa-4dcd-8331-35d1356e3619 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:21:16.933384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Allocated IP 172.20.0.11 (11bfef87-ff3a-4953-bbbe-0e45a65a5431/af3f6bb7-417c-480c-8ae9-7c7e96a4ecc3/df2c5410-b379-4cf7-ae23-3dfee80d3f1b) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:16.936428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59978) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:17.008648 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:17.084470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:21:17.091525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Allocated IP 172.26.3.16 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/cbda44b8-e9fe-4634-924d-a44d7bd37909) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:17.095707 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Sync routers for ids ['bd5c5326-baa4-4878-89e2-095ebd2414f1'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:21:17.103029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Request body: {'networks': [{'name': 'tempest-network--1813231171'}, {'name': 'tempest-network--851715229'}]} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:17.103363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Request body: {'network': {'name': 'tempest-network--1813231171'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:17.103785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Request body: {'network': {'name': 'tempest-network--851715229'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:17.105839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Routers {'bd5c5326-baa4-4878-89e2-095ebd2414f1'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:21:17.106518 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:21:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['bd5c5326-baa4-4878-89e2-095ebd2414f1'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:17.166688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-466fb827-d68e-4021-a498-c1309f6006b4 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:17.167253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-84bdb9e5-f5ea-40cb-a59f-03dc25f91815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Deleting port 611ff464-3f0d-4efb-8bc9-932214f6e756 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:17.167595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-84bdb9e5-f5ea-40cb-a59f-03dc25f91815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:17.188048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:17.205269 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Usage tracker for resource:network and tenant:bd0f627a411b4bf98d82c0b6dc61315e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:17.212279 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] 10.222.0.50 "PUT /v2.0/routers/bd5c5326-baa4-4878-89e2-095ebd2414f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1269529 Jun 02 16:21:17.214159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bfbbdc76-14a4-4b90-91d4-d984c805cd86 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:17.223321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:17.309053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:17.315115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-bfbbdc76-14a4-4b90-91d4-d984c805cd86 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a3dc56-b673-4349-9116-28fb3f139e27']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:17.322896 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-466fb827-d68e-4021-a498-c1309f6006b4 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Calling delete_port for ab9cc9a6-ddaa-4dcd-8331-35d1356e3619 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:17.359029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Set router bd5c5326-baa4-4878-89e2-095ebd2414f1 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:21:17.371710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-bfbbdc76-14a4-4b90-91d4-d984c805cd86 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f0b87c-2eac-4e3c-8e99-20c097a7dd1d') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:17.372076 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-bfbbdc76-14a4-4b90-91d4-d984c805cd86 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f0b87c-2eac-4e3c-8e99-20c097a7dd1d') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:17.378934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Made reservation on behalf of bd0f627a411b4bf98d82c0b6dc61315e for: {'network': 2} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:17.383653 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:17.454645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bfbbdc76-14a4-4b90-91d4-d984c805cd86 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:17.467213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-84bdb9e5-f5ea-40cb-a59f-03dc25f91815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:17.475271 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:17.486524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Deleting port c0a562b4-6477-4814-8f21-fa6b3837ee53 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:17.486524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:17.530468 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 65c206db-6671-4154-b4e1-9ad63a82a35b up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:21:17.634620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:17.686985 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-84bdb9e5-f5ea-40cb-a59f-03dc25f91815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Calling delete_port for 611ff464-3f0d-4efb-8bc9-932214f6e756 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:17.690794 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bfbbdc76-14a4-4b90-91d4-d984c805cd86 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:17.693321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:17.693800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:17.695909 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:17.707798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Usage tracker for resource:security_group_rule and tenant:bd0f627a411b4bf98d82c0b6dc61315e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:17.713920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbbdc76-14a4-4b90-91d4-d984c805cd86 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:21:17.714804 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bfbbdc76-14a4-4b90-91d4-d984c805cd86 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:17.739707 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:21:17.742782 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:21:17.840196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Calling delete_port for c0a562b4-6477-4814-8f21-fa6b3837ee53 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:17.867277 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 65c206db-6671-4154-b4e1-9ad63a82a35b triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:17.867665 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:17.876732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:17.905015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'name': 'tempest-ServerActionsTestJSON-112714564-router', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:59Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'gw_port': {'id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:02Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'b811e860-3a9b-4af1-89e9-23cb2b6aad17', 'name': '', 'network_id': '65d13a74-8578-490b-adf4-f817c919af14', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'mac_address': 'fa:16:3e:a9:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '58265fad-4025-46d0-93bb-61bd65052044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:09Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 2, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'subnets': [{'id': '58265fad-4025-46d0-93bb-61bd65052044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:17.922316 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Checking router: bd5c5326-baa4-4878-89e2-095ebd2414f1 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:21:17.922316 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Updating router bd5c5326-baa4-4878-89e2-095ebd2414f1 port b811e860-3a9b-4af1-89e9-23cb2b6aad17 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:21:17.947936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:17.955786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:18.004425 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.014569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-466fb827-d68e-4021-a498-c1309f6006b4 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.062996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:18.121486 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bfbbdc76-14a4-4b90-91d4-d984c805cd86 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.132925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.136031 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:18.148193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:18.151460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:18.179877 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bfbbdc76-14a4-4b90-91d4-d984c805cd86 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.183056 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Pushing event updated for resources: {'Port': ['ID=cbda44b8-e9fe-4634-924d-a44d7bd37909,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:18.188957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:18.227983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbdc76-14a4-4b90-91d4-d984c805cd86 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Pushing event deleted for resources: {'Network': ['ID=46a3dc56-b673-4349-9116-28fb3f139e27,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:18.232686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:18.242430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bfbbdc76-14a4-4b90-91d4-d984c805cd86 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:18.265337 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59992) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:18.267988 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bfbbdc76-14a4-4b90-91d4-d984c805cd86 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] 10.222.0.50 "DELETE /v2.0/networks/46a3dc56-b673-4349-9116-28fb3f139e27 HTTP/1.1" status: 204 len: 168 time: 2.0439429 Jun 02 16:21:18.272489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-466fb827-d68e-4021-a498-c1309f6006b4 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.275040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--848578376', 'description': 'tempest-description--648570599'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:18.287746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 59994) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:18.291125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:18.343071 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fb827-d68e-4021-a498-c1309f6006b4 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event deleted for resources: {'Port': ['ID=ab9cc9a6-ddaa-4dcd-8331-35d1356e3619,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:18.345924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-466fb827-d68e-4021-a498-c1309f6006b4 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:18.391974 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-466fb827-d68e-4021-a498-c1309f6006b4 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "DELETE /v2.0/ports/ab9cc9a6-ddaa-4dcd-8331-35d1356e3619 HTTP/1.1" status: 204 len: 168 time: 2.1169405 Jun 02 16:21:18.393380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.396839 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 59996) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:18.426782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Usage tracker for resource:security_group and tenant:d9e97360779e4d6396b45277baa95f46 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:18.433790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:18.436300 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-84bdb9e5-f5ea-40cb-a59f-03dc25f91815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.452135 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:18.457202 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-768f7c8a-66bc-4507-9743-81848a505442 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] GET failed (client error): The resource could not be found. Jun 02 16:21:18.457910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-768f7c8a-66bc-4507-9743-81848a505442 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Synchronizing usage tracker for tenant:adf7adda9bad4a40ad4e449acbbe2355 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:18.482294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:18.492673 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.511787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:18.539010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8df2e4d3-f996-41f2-bcc2-3722a294a2c9 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.547516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdb9e5-f5ea-40cb-a59f-03dc25f91815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Pushing event deleted for resources: {'Port': ['ID=611ff464-3f0d-4efb-8bc9-932214f6e756,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:18.553803 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.554577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.570946 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Transition to ACTIVE for port object b811e860-3a9b-4af1-89e9-23cb2b6aad17 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:18.574449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-84bdb9e5-f5ea-40cb-a59f-03dc25f91815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:18.581755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.583634 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.588303 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:18.591957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-84bdb9e5-f5ea-40cb-a59f-03dc25f91815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.602062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.617730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0a562b4-6477-4814-8f21-fa6b3837ee53,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:18.626532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.627638 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-768f7c8a-66bc-4507-9743-81848a505442 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Unset dirty status for tenant:adf7adda9bad4a40ad4e449acbbe2355 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:18.634132 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-768f7c8a-66bc-4507-9743-81848a505442 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "GET /v2.0/ports/ab9cc9a6-ddaa-4dcd-8331-35d1356e3619 HTTP/1.1" status: 404 len: 333 time: 0.2360864 Jun 02 16:21:18.636990 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60000) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:18.637860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:18.641130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.648570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Request body: {'port': {'network_id': '51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1849515800'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:18.659274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.665055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.675789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:18.687948 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-84bdb9e5-f5ea-40cb-a59f-03dc25f91815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] 10.222.0.50 "DELETE /v2.0/ports/611ff464-3f0d-4efb-8bc9-932214f6e756 HTTP/1.1" status: 204 len: 168 time: 2.5732541 Jun 02 16:21:18.695488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:18.701228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60002) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:18.725756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Usage tracker for resource:security_group_rule and tenant:d9e97360779e4d6396b45277baa95f46 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:18.733626 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b8a0f-a767-4261-87e4-31137a7554b7 None None] Pushing event updated for resources: {'Port': ['ID=b811e860-3a9b-4af1-89e9-23cb2b6aad17,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:18.738987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c23b8a0f-a767-4261-87e4-31137a7554b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:18.743469 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:18.768018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:18.777525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba45848e-33c5-4035-bea7-c9bb0273a42b,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:18.832344 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Network 11bfef87-ff3a-4953-bbbe-0e45a65a5431 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:18.835916 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:18.855200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Attempting to bind port b811e860-3a9b-4af1-89e9-23cb2b6aad17 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:18.855591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Attempting to bind port b811e860-3a9b-4af1-89e9-23cb2b6aad17 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '863f08c6-6486-48ac-888c-5ffa733b4b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '65d13a74-8578-490b-adf4-f817c919af14'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:18.856041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Attempting to bind port b811e860-3a9b-4af1-89e9-23cb2b6aad17 on network 65d13a74-8578-490b-adf4-f817c919af14 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:18.857323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:18.863625 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.864686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:21:18.865071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Checking segment: {'id': '863f08c6-6486-48ac-888c-5ffa733b4b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '65d13a74-8578-490b-adf4-f817c919af14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:18.865473 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.865914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Bound using segment: {'id': '863f08c6-6486-48ac-888c-5ffa733b4b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '65d13a74-8578-490b-adf4-f817c919af14'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:21:18.866426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Bound port: b811e860-3a9b-4af1-89e9-23cb2b6aad17, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863f08c6-6486-48ac-888c-5ffa733b4b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '65d13a74-8578-490b-adf4-f817c919af14'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:21:18.866864 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.883222 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:18.884493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:18.887595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c5e6d146-ca95-41f7-9236-44a61af0c353 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:18.942397 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8df2e4d3-f996-41f2-bcc2-3722a294a2c9 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.980012 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:18.980471 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Added segment ec9a71a2-ee7c-47b7-b54a-a7b70aecc3dd of type vlan for network 6891476e-5db0-48d6-a845-a58e9f441846 Jun 02 16:21:18.987358 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-041f873a-ae28-448c-9580-259586aa3e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] GET failed (client error): The resource could not be found. Jun 02 16:21:18.988782 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-041f873a-ae28-448c-9580-259586aa3e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] 10.222.0.50 "GET /v2.0/ports/611ff464-3f0d-4efb-8bc9-932214f6e756 HTTP/1.1" status: 404 len: 333 time: 0.1525769 Jun 02 16:21:18.995048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60004) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:19.018311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Request body: {'port': {'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1609660298'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:19.025848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-8df2e4d3-f996-41f2-bcc2-3722a294a2c9 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ffd1f88-cc05-4ead-ae95-f0279fc08966']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:19.038867 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] For port b811e860-3a9b-4af1-89e9-23cb2b6aad17, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:21:19.043295 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] For port b811e860-3a9b-4af1-89e9-23cb2b6aad17, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b811e860-3a9b-4af1-89e9-23cb2b6aad17,segment=NetworkSegment(863f08c6-6486-48ac-888c-5ffa733b4b6c),segment_id=863f08c6-6486-48ac-888c-5ffa733b4b6c)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:21:19.050006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.051893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:19.054489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f5069227-fb7f-4222-892d-44eadffff2a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:19.064328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-8df2e4d3-f996-41f2-bcc2-3722a294a2c9 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f430677-82d2-44a5-8a94-da0d53c4db9b') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:19.064647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-8df2e4d3-f996-41f2-bcc2-3722a294a2c9 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f430677-82d2-44a5-8a94-da0d53c4db9b') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:19.077059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:19.077669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.085288 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Usage tracker for resource:port and tenant:2050ff2dba47492099913d7aa690565c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:19.090943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.097186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Pushing event updated for resources: {'Port': ['ID=df2c5410-b379-4cf7-ae23-3dfee80d3f1b,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:19.099950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:19.123416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8df2e4d3-f996-41f2-bcc2-3722a294a2c9 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.131828 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:19.132667 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:19.145247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.147187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Routers {'bd5c5326-baa4-4878-89e2-095ebd2414f1'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:21:19.147840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:21:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['bd5c5326-baa4-4878-89e2-095ebd2414f1'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:19.181820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8df2e4d3-f996-41f2-bcc2-3722a294a2c9 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.199578 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b8a0f-a767-4261-87e4-31137a7554b7 None None] Pushing event updated for resources: {'Port': ['ID=b811e860-3a9b-4af1-89e9-23cb2b6aad17,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:19.204879 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.206465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df2e4d3-f996-41f2-bcc2-3722a294a2c9 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:21:19.206874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8df2e4d3-f996-41f2-bcc2-3722a294a2c9 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.215824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c23b8a0f-a767-4261-87e4-31137a7554b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:21:19.235088 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:21:19.242760 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Made reservation on behalf of 2050ff2dba47492099913d7aa690565c for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:19.245066 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.269369 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.281358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:19.281552 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.6024220 Jun 02 16:21:19.289127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:19.295864 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60006) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:19.353402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:21:19.356954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3f86ab7d-c26c-42ed-a34c-01f365170bba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:19.368852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] device_id is not set on port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:21:19.379164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Made reservation on behalf of adf7adda9bad4a40ad4e449acbbe2355 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:19.382689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.396648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] Set router bd5c5326-baa4-4878-89e2-095ebd2414f1 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:21:19.426730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.447530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:19.469594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.478233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8df2e4d3-f996-41f2-bcc2-3722a294a2c9 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.489972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] device_id is not set on port 65b7a7b4-cce2-4e5d-a491-2796fa7c6e05 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:21:19.500028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8df2e4d3-f996-41f2-bcc2-3722a294a2c9 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.504646 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8df2e4d3-f996-41f2-bcc2-3722a294a2c9 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] 10.222.0.50 "DELETE /v2.0/networks/7ffd1f88-cc05-4ead-ae95-f0279fc08966 HTTP/1.1" status: 204 len: 168 time: 1.2123709 Jun 02 16:21:19.504646 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c05390e-6f36-427e-bf4a-84fb64c1f565,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:19.517443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.517805 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Added segment 60067cc7-f270-470e-ae23-b8c309c8f421 of type vlan for network 5712d799-b759-4fb3-b67c-76bdb693a7af Jun 02 16:21:19.519513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:19.522768 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.526619 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2546999 Jun 02 16:21:19.526619 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5b508a23-7860-4d9f-ba2b-c7e8918f75a5 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:19.535624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60010) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:19.548314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2e4d3-f996-41f2-bcc2-3722a294a2c9 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ffd1f88-cc05-4ead-ae95-f0279fc08966,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:19.552514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d4793f58-11fd-4414-98f1-3302e8a6685f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Request body: {'security_group_rule': {'security_group_id': '0c05390e-6f36-427e-bf4a-84fb64c1f565', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:19.562968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a4b8ec1f-5b43-4c46-a743-d38c486c32a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:19.563509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8df2e4d3-f996-41f2-bcc2-3722a294a2c9 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:19.613138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d4793f58-11fd-4414-98f1-3302e8a6685f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:19.622859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.686398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d4793f58-11fd-4414-98f1-3302e8a6685f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Usage tracker for resource:security_group_rule and tenant:d9e97360779e4d6396b45277baa95f46 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:19.690104 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.712293 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d4793f58-11fd-4414-98f1-3302e8a6685f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:19.741951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d4793f58-11fd-4414-98f1-3302e8a6685f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:19.776750 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.788002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Pushing event updated for resources: {'Port': ['ID=cbda44b8-e9fe-4634-924d-a44d7bd37909,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:19.807623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.808961 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.809674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:19.835184 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'name': 'tempest-ServerActionsTestJSON-112714564-router', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:59Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'gw_port': {'id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:02Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'b811e860-3a9b-4af1-89e9-23cb2b6aad17', 'name': '', 'network_id': '65d13a74-8578-490b-adf4-f817c919af14', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'mac_address': 'fa:16:3e:a9:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '58265fad-4025-46d0-93bb-61bd65052044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:09Z', 'updated_at': '2021-06-02T16:21:19Z', 'revision_number': 4, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'subnets': [{'id': '58265fad-4025-46d0-93bb-61bd65052044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:19.835803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:19.836146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:19.840802 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:19.841478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.842104 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362808e2-03fd-4c48-bf45-b2091a0ced87 None None] The sync data for ids ['bd5c5326-baa4-4878-89e2-095ebd2414f1'] in dv-neutron-601336-83-hyperv is: [{'id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'name': 'tempest-ServerActionsTestJSON-112714564-router', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:59Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'gw_port': {'id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:02Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'b811e860-3a9b-4af1-89e9-23cb2b6aad17', 'name': '', 'network_id': '65d13a74-8578-490b-adf4-f817c919af14', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'mac_address': 'fa:16:3e:a9:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '58265fad-4025-46d0-93bb-61bd65052044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:09Z', 'updated_at': '2021-06-02T16:21:19Z', 'revision_number': 4, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'subnets': [{'id': '58265fad-4025-46d0-93bb-61bd65052044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:21:19.858045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.871043 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4793f58-11fd-4414-98f1-3302e8a6685f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.896350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.898648 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1127038 Jun 02 16:21:19.985846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event updated for resources: {'Network': ['ID=6891476e-5db0-48d6-a845-a58e9f441846,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:19.987266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-0572816a-f61c-4846-8a46-3d3795c001a7 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Deleting port df2c5410-b379-4cf7-ae23-3dfee80d3f1b {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:19.987821 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0572816a-f61c-4846-8a46-3d3795c001a7 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:19.999479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 6891476e-5db0-48d6-a845-a58e9f441846 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:20.045630 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.1067829 Jun 02 16:21:20.061578 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60016) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:20.228127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Network 7eb48012-e1b0-4baf-8bc2-18807f983ebb is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:20.234184 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:20.269948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Allocated IP 2001:db8::a9 (51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1/7c9519cf-023b-447b-88d1-fa008165ab8f/65b7a7b4-cce2-4e5d-a491-2796fa7c6e05) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:20.286841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:20.315342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2862d5e0-f5b5-4d77-9093-e220521a2f48 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:20.398709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=998f962d-be90-4bfa-8172-9591f901b022,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:20.418454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:20.465503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event updated for resources: {'Network': ['ID=5712d799-b759-4fb3-b67c-76bdb693a7af,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:20.467977 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:20.468797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:20.469380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:20.476537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:20.478522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.612s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:20.478897 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:20.486819 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c38fbd9a-acb2-40b5-acb1-6f13798ce070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.609s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:20.487942 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0572816a-f61c-4846-8a46-3d3795c001a7 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:20.496420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 5712d799-b759-4fb3-b67c-76bdb693a7af details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:20.553429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4793f58-11fd-4414-98f1-3302e8a6685f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:20.565978 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Pushing event updated for resources: {'Port': ['ID=1a6d9cb4-7fba-49d5-9224-34b8afa84777,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:20.581212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:20.594695 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5840783 Jun 02 16:21:20.617217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60038) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:20.627368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:20.660474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60040) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:20.666344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4793f58-11fd-4414-98f1-3302e8a6685f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:20.670983 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:20.745108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe41a80d-57f7-4d6f-ad5a-95760cd777f1 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:20.751826 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe41a80d-57f7-4d6f-ad5a-95760cd777f1 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:20.758381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe41a80d-57f7-4d6f-ad5a-95760cd777f1 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:20.764313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe41a80d-57f7-4d6f-ad5a-95760cd777f1 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:20.770384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe41a80d-57f7-4d6f-ad5a-95760cd777f1 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:20.776304 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe41a80d-57f7-4d6f-ad5a-95760cd777f1 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:20.777515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fe41a80d-57f7-4d6f-ad5a-95760cd777f1 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Synchronizing usage tracker for tenant:bd0f627a411b4bf98d82c0b6dc61315e on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:20.816386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60050) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:20.819487 dv-neutron-601336-83-hyperv neutron-server[92323]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 02 16:21:20.877521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b5df1a82-d58f-4356-b46c-cbfd1d44c801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:20.916605 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:20.931205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b5df1a82-d58f-4356-b46c-cbfd1d44c801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:20.935504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fe41a80d-57f7-4d6f-ad5a-95760cd777f1 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Unset dirty status for tenant:bd0f627a411b4bf98d82c0b6dc61315e on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:20.939659 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fe41a80d-57f7-4d6f-ad5a-95760cd777f1 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3579 time: 0.8724556 Jun 02 16:21:20.942631 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-7462e992-8582-49bf-b684-35a95d2b67ba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Synchronizing usage tracker for tenant:4164ea387d064d188e16864b4b684a3e on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:20.945026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60052) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:20.945154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-0572816a-f61c-4846-8a46-3d3795c001a7 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Calling delete_port for df2c5410-b379-4cf7-ae23-3dfee80d3f1b owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:20.946330 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b5df1a82-d58f-4356-b46c-cbfd1d44c801 admin admin] Usage tracker for resource:security_group_rule and tenant:62fa39aef5744263be6a3a6f34b405b8 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:20.950341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:20.954594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=92322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:20.954924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:20.955682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:20.956022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > port after_create 55550000 {{(pid=92322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:20.956335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > port after_delete 55550000 {{(pid=92322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:20.956676 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > port after_update 55550000 {{(pid=92322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:20.957003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=92322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:20.957328 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:20.957635 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:20.957946 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=92322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:20.962456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b5df1a82-d58f-4356-b46c-cbfd1d44c801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:20.997728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b5df1a82-d58f-4356-b46c-cbfd1d44c801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:21.116517 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:21.116862 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:21.117190 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=92322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:21.118113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=92322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 16:21:21.118113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ec39a6-76be-44a9-849a-c56531646bb8']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:21.137226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4793f58-11fd-4414-98f1-3302e8a6685f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32a5d1e-a347-4b06-9e06-bd631751c958,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:21.147641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d4793f58-11fd-4414-98f1-3302e8a6685f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:21.174333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c9c407a-e060-48cc-9594-88eba1acd526 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.176449 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5bc386-396b-416c-aa31-29eecca7f6d0') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:21.177018 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5bc386-396b-416c-aa31-29eecca7f6d0') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:21.201162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.265580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4793f58-11fd-4414-98f1-3302e8a6685f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.269685 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d4793f58-11fd-4414-98f1-3302e8a6685f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7256460 Jun 02 16:21:21.270433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60054) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:21.281230 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-96a7c205-4537-4b41-8a58-c720b85f3b04 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Request body: {'security_group_rule': {'security_group_id': '0c05390e-6f36-427e-bf4a-84fb64c1f565', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:21.292543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-96a7c205-4537-4b41-8a58-c720b85f3b04 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:21.295217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.323248 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-96a7c205-4537-4b41-8a58-c720b85f3b04 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Usage tracker for resource:security_group_rule and tenant:d9e97360779e4d6396b45277baa95f46 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:21.326433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:21:21.326826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: from cryptography.utils import int_from_bytes Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: from cryptography.utils import int_from_bytes Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:21:21.346225 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:21:21.352383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b811e860-3a9b-4af1-89e9-23cb2b6aad17 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:21:21.359325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-96a7c205-4537-4b41-8a58-c720b85f3b04 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:21.374552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-96a7c205-4537-4b41-8a58-c720b85f3b04 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:21.438706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port b811e860-3a9b-4af1-89e9-23cb2b6aad17 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:21.445500 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port b811e860-3a9b-4af1-89e9-23cb2b6aad17 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:21.446014 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.478511 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c9c407a-e060-48cc-9594-88eba1acd526 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.494063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b5df1a82-d58f-4356-b46c-cbfd1d44c801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.507114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-5c9c407a-e060-48cc-9594-88eba1acd526 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6891476e-5db0-48d6-a845-a58e9f441846']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:21.533324 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.544211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.548804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-96a7c205-4537-4b41-8a58-c720b85f3b04 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.551136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b5df1a82-d58f-4356-b46c-cbfd1d44c801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.574835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:21.582253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-5c9c407a-e060-48cc-9594-88eba1acd526 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9a71a2-ee7c-47b7-b54a-a7b70aecc3dd') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:21.582580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-5c9c407a-e060-48cc-9594-88eba1acd526 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9a71a2-ee7c-47b7-b54a-a7b70aecc3dd') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:21.587213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.594485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-7462e992-8582-49bf-b684-35a95d2b67ba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Unset dirty status for tenant:4164ea387d064d188e16864b4b684a3e on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:21.595698 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-7462e992-8582-49bf-b684-35a95d2b67ba tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1630038272&fields=id&tenant_id=4164ea387d064d188e16864b4b684a3e HTTP/1.1" status: 200 len: 267 time: 0.7779081 Jun 02 16:21:21.601213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:21.627179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] device_id is not set on port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:21:21.628809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54ec39a6-76be-44a9-849a-c56531646bb8 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 16:21:21.632532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.637918 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event deleted for resources: {'Network': ['ID=54ec39a6-76be-44a9-849a-c56531646bb8,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:21.638163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port b811e860-3a9b-4af1-89e9-23cb2b6aad17, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b811e860-3a9b-4af1-89e9-23cb2b6aad17,segment=NetworkSegment(863f08c6-6486-48ac-888c-5ffa733b4b6c),segment_id=863f08c6-6486-48ac-888c-5ffa733b4b6c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:21.640312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.645220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:21.646923 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.653283 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:21.675063 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "DELETE /v2.0/networks/54ec39a6-76be-44a9-849a-c56531646bb8 HTTP/1.1" status: 204 len: 168 time: 5.1018989 Jun 02 16:21:21.680189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60056) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:21.739506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=b811e860-3a9b-4af1-89e9-23cb2b6aad17,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:21.753095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:21.762333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Transition to ACTIVE for port object 65b7a7b4-cce2-4e5d-a491-2796fa7c6e05 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:21.767350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0572816a-f61c-4846-8a46-3d3795c001a7 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.776538 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-606098a1-0a61-4fca-9629-e9d316132b3e tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Synchronizing usage tracker for tenant:9b3f87185849458993227d0bdd1abe52 on resource:floatingip {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:21.781392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Transition to ACTIVE for port object 1a6d9cb4-7fba-49d5-9224-34b8afa84777 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:21.783586 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c9c407a-e060-48cc-9594-88eba1acd526 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.790689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-96a7c205-4537-4b41-8a58-c720b85f3b04 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.791543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0a25eda2-e9e5-4e9c-9827-0f86ef65d05c tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:21.808446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.815858 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b5df1a82-d58f-4356-b46c-cbfd1d44c801 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62fa39aef5744263be6a3a6f34b405b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1335809 Jun 02 16:21:21.828134 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60058) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:21.837313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df1a82-d58f-4356-b46c-cbfd1d44c801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9183f143-f79e-4ec9-8fc1-9b285eba9ee4,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:21.841416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b5df1a82-d58f-4356-b46c-cbfd1d44c801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:21.846346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:21.853902 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-96a7c205-4537-4b41-8a58-c720b85f3b04 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.860709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572816a-f61c-4846-8a46-3d3795c001a7 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Pushing event deleted for resources: {'Port': ['ID=df2c5410-b379-4cf7-ae23-3dfee80d3f1b,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:21.886794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0572816a-f61c-4846-8a46-3d3795c001a7 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:21.888569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-478f8d1c-12f3-4b41-9270-0e539ede652a tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:21.888702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c9c407a-e060-48cc-9594-88eba1acd526 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.905199 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-606098a1-0a61-4fca-9629-e9d316132b3e tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Unset dirty status for tenant:9b3f87185849458993227d0bdd1abe52 on resource:floatingip {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:21.906380 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-606098a1-0a61-4fca-9629-e9d316132b3e tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2253268 Jun 02 16:21:21.926582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60062) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:21.927813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c9c407a-e060-48cc-9594-88eba1acd526 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:21:21.928369 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c9c407a-e060-48cc-9594-88eba1acd526 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:21.935472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7c205-4537-4b41-8a58-c720b85f3b04 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c83a49-9955-4a6f-8527-5da5df1c13fb,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:21:21.945291 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:21:21.975068 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-96a7c205-4537-4b41-8a58-c720b85f3b04 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:22.023811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-96a7c205-4537-4b41-8a58-c720b85f3b04 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.028163 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-96a7c205-4537-4b41-8a58-c720b85f3b04 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7509632 Jun 02 16:21:22.029999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60064) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:22.043851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:22.078833 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.108621 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:22.124783 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Pushing event updated for resources: {'Port': ['ID=1a6d9cb4-7fba-49d5-9224-34b8afa84777,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:22.127945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:22.134288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Usage tracker for resource:floatingip and tenant:d9e97360779e4d6396b45277baa95f46 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:22.135323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-5a0c5002-23c4-4bca-b36a-2d34f5d0f0d2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:22.136745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bc459907-c1ea-4f12-a8c9-2726b55a67d0 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:22.136861 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-5a0c5002-23c4-4bca-b36a-2d34f5d0f0d2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/networks?id=0c12e784-9a5b-40b6-ab64-04193b5285c9 HTTP/1.1" status: 200 len: 805 time: 0.4751141 Jun 02 16:21:22.163851 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-dc5f5093-9c8f-4f34-b3e4-79aab0737be7 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/quotas/4164ea387d064d188e16864b4b684a3e HTTP/1.1" status: 200 len: 375 time: 0.0186081 Jun 02 16:21:22.164699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c9c407a-e060-48cc-9594-88eba1acd526 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.168126 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:22.168458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:22.168853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:22.175389 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:22.177516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c9c407a-e060-48cc-9594-88eba1acd526 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.178351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e1216b76-605f-4d13-a9cd-1fa68e1fd6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.202117 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:22.214172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:22.238234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:22.239051 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:22.241946 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7ac9ec-507c-42d7-89ff-eec9da3b75e2 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:22.242438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7ac9ec-507c-42d7-89ff-eec9da3b75e2 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:22.242884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7ac9ec-507c-42d7-89ff-eec9da3b75e2 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:22.243326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7ac9ec-507c-42d7-89ff-eec9da3b75e2 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:22.243766 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7ac9ec-507c-42d7-89ff-eec9da3b75e2 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:22.244204 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7ac9ec-507c-42d7-89ff-eec9da3b75e2 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:22.244637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7ac9ec-507c-42d7-89ff-eec9da3b75e2 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:22.245574 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ad7ac9ec-507c-42d7-89ff-eec9da3b75e2 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Synchronizing usage tracker for tenant:9b3f87185849458993227d0bdd1abe52 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:22.249352 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 2 to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 Jun 02 16:21:22.260334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:22.261249 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c407a-e060-48cc-9594-88eba1acd526 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event deleted for resources: {'Network': ['ID=6891476e-5db0-48d6-a845-a58e9f441846,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:22.263317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0572816a-f61c-4846-8a46-3d3795c001a7 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.264699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5c9c407a-e060-48cc-9594-88eba1acd526 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:22.265305 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0572816a-f61c-4846-8a46-3d3795c001a7 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "DELETE /v2.0/ports/df2c5410-b379-4cf7-ae23-3dfee80d3f1b HTTP/1.1" status: 204 len: 168 time: 2.9684675 Jun 02 16:21:22.274641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60066) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:22.277126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:22.285366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for floatingip, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.286485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11bfef87-ff3a-4953-bbbe-0e45a65a5431', 'external_fixed_ips': [{'subnet_id': 'af3f6bb7-417c-480c-8ae9-7c7e96a4ecc3', 'ip_address': '172.20.0.11'}]}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:22.289866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:22.290102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:22.290483 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:22.295641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:22.298972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:22.299991 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5c9c407a-e060-48cc-9594-88eba1acd526 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "DELETE /v2.0/networks/6891476e-5db0-48d6-a845-a58e9f441846 HTTP/1.1" status: 204 len: 168 time: 1.3506045 Jun 02 16:21:22.304452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:22.304980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Usage tracker for resource:router and tenant:39137685f28c4250b3bfcb636752b532 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:22.305082 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.307361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60068) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:22.309256 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:22.309584 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:22.323196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e1216b76-605f-4d13-a9cd-1fa68e1fd6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.327507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:22.330110 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 3 to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 Jun 02 16:21:22.332569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event updated for resources: {'Port': ['ID=65b7a7b4-cce2-4e5d-a491-2796fa7c6e05,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:22.350706 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:22.357830 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ad7ac9ec-507c-42d7-89ff-eec9da3b75e2 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Unset dirty status for tenant:9b3f87185849458993227d0bdd1abe52 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:22.362683 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ad7ac9ec-507c-42d7-89ff-eec9da3b75e2 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4580 time: 0.4323053 Jun 02 16:21:22.365043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60070) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:22.365183 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:22.378626 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7340639 Jun 02 16:21:22.382408 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60072) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:22.390251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Request body: {'port': {'network_id': '51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-853302409'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:22.534897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b7f3f86a-aa24-46c8-973f-314b7f0cf322 None None] Provisioning for port 65b7a7b4-cce2-4e5d-a491-2796fa7c6e05 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:22.544826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b7f3f86a-aa24-46c8-973f-314b7f0cf322 None None] Provisioning complete for port 65b7a7b4-cce2-4e5d-a491-2796fa7c6e05 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:22.545204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b7f3f86a-aa24-46c8-973f-314b7f0cf322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.570590 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e1216b76-605f-4d13-a9cd-1fa68e1fd6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.582271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:22.611114 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3f86a-aa24-46c8-973f-314b7f0cf322 None None] Port 65b7a7b4-cce2-4e5d-a491-2796fa7c6e05 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:21:22.616411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1216b76-605f-4d13-a9cd-1fa68e1fd6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9183f143-f79e-4ec9-8fc1-9b285eba9ee4,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:22.617567 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-6369790c-a205-4d06-804c-d45408ac9b04 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] delete failed (client error): The resource could not be found. Jun 02 16:21:22.619292 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6369790c-a205-4d06-804c-d45408ac9b04 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/dcd314da-3c7e-4bf6-b847-068de38b373f HTTP/1.1" status: 404 len: 345 time: 0.2490299 Jun 02 16:21:22.622441 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60074) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:22.623346 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e1216b76-605f-4d13-a9cd-1fa68e1fd6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:22.637285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:22.637868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:22.638255 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:22.647283 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:22.647608 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:22.649643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e1216b76-605f-4d13-a9cd-1fa68e1fd6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.650783 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e1216b76-605f-4d13-a9cd-1fa68e1fd6f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9183f143-f79e-4ec9-8fc1-9b285eba9ee4 HTTP/1.1" status: 204 len: 168 time: 0.8213487 Jun 02 16:21:22.653200 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 4 to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 Jun 02 16:21:22.655000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:22.662117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.663140 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.665181 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae45b1b9-7188-48c3-915d-d71600ce90a7 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] DELETE failed (client error): The resource could not be found. Jun 02 16:21:22.665685 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae45b1b9-7188-48c3-915d-d71600ce90a7 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:21:22.667554 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ae45b1b9-7188-48c3-915d-d71600ce90a7 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "DELETE /v2.0/networks/54ec39a6-76be-44a9-849a-c56531646bb8 HTTP/1.1" status: 404 len: 339 time: 0.0431428 Jun 02 16:21:22.674507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60078) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:22.681046 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Request body: {'network': {'name': 'tempest-network--1091508', 'router:external': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:22.684242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:22.691299 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:22.705613 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.707109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:22.707621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:22.708041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Usage tracker for resource:network and tenant:9b3f87185849458993227d0bdd1abe52 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:22.708451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:22.713434 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:22.716942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06aef80a-7eca-4f36-a174-8113ebdc6ab9 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.722292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:22.726379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Made reservation on behalf of adf7adda9bad4a40ad4e449acbbe2355 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:22.730414 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.739526 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-c75f6d76-28be-4699-9667-235304f33b4f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4164ea387d064d188e16864b4b684a3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5602024 Jun 02 16:21:22.746849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:22.747209 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:22.749711 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 5 to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 Jun 02 16:21:22.757863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.761078 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Made reservation on behalf of 9b3f87185849458993227d0bdd1abe52 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:22.763817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.774000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] device_id is not set on port a2a5d8e9-c3ac-496e-887f-790cfdeba939 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:21:22.784133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:22.784570 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:22.784918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:22.824696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:22.825284 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:22.903423 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:22.938038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:22.938448 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Added segment 0a476bd4-6938-446e-bc21-b2aa704fad75 of type vlan for network eb4d0384-1f17-43f5-b06f-107aee67f94f Jun 02 16:21:22.954851 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 6 to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 Jun 02 16:21:23.038284 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60086) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:23.197251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6f6d7e53-2bbc-4301-a261-b216dc25244e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:23.205135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Allocated IP 2001:db8::1e7 (51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1/7c9519cf-023b-447b-88d1-fa008165ab8f/a2a5d8e9-c3ac-496e-887f-790cfdeba939) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:23.205417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:23.205752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:23.206106 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:23.208061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:23.223576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Allocated IP 172.26.3.2 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/f1710def-ca62-4d5c-b1bb-72cb17473069) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:23.245341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-32d71ab5-a6bb-4680-8dfe-9fea4a2721cd service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:21:23.246262 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-32d71ab5-a6bb-4680-8dfe-9fea4a2721cd service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2070794 Jun 02 16:21:23.260979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:23.264703 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:23.265264 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:23.268882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06aef80a-7eca-4f36-a174-8113ebdc6ab9 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:23.279030 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 7 to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 Jun 02 16:21:23.290847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6f6d7e53-2bbc-4301-a261-b216dc25244e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:23.304310 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b811e860-3a9b-4af1-89e9-23cb2b6aad17 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:21:23.320497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-06aef80a-7eca-4f36-a174-8113ebdc6ab9 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5712d799-b759-4fb3-b67c-76bdb693a7af']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:23.327626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6f6d7e53-2bbc-4301-a261-b216dc25244e admin admin] Usage tracker for resource:security_group_rule and tenant:c5ffcfebb2644b85bd289cc6462c577d is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:23.334724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6f6d7e53-2bbc-4301-a261-b216dc25244e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:23.358433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6f6d7e53-2bbc-4301-a261-b216dc25244e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:23.361819 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-06aef80a-7eca-4f36-a174-8113ebdc6ab9 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60067cc7-f270-470e-ae23-b8c309c8f421') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:23.362137 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-06aef80a-7eca-4f36-a174-8113ebdc6ab9 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60067cc7-f270-470e-ae23-b8c309c8f421') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:23.370550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:23.372751 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:23.373092 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:23.373424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:23.377735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:23.378227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:23.389947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port b811e860-3a9b-4af1-89e9-23cb2b6aad17 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:23.390744 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:23.394946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06aef80a-7eca-4f36-a174-8113ebdc6ab9 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:23.395310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:23.464354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:23.464706 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:23.473891 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 8 to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 Jun 02 16:21:23.520542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06aef80a-7eca-4f36-a174-8113ebdc6ab9 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:23.532238 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:23.532570 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:23.532901 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:23.542188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06aef80a-7eca-4f36-a174-8113ebdc6ab9 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:21:23.542720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06aef80a-7eca-4f36-a174-8113ebdc6ab9 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:21:23.560266 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:21:23.575723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:23.576055 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:23.599409 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.9209075 Jun 02 16:21:23.603700 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60090) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:23.611723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event updated for resources: {'Network': ['ID=eb4d0384-1f17-43f5-b06f-107aee67f94f,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:23.630748 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 9 to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 Jun 02 16:21:23.638497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:23.645860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network eb4d0384-1f17-43f5-b06f-107aee67f94f details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:23.680885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:23.735933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:23.736268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:23.736606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:23.753070 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-e698751c-ff80-4fe3-a8c5-dd137510bac8 service neutron] 10.222.0.50 "GET /v2.0/networks/0c12e784-9a5b-40b6-ab64-04193b5285c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861875 Jun 02 16:21:23.781404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:23.781762 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:23.787835 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempt 10 to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 Jun 02 16:21:23.790948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:23.808371 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06aef80a-7eca-4f36-a174-8113ebdc6ab9 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:23.841513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Transition to ACTIVE for port object a2a5d8e9-c3ac-496e-887f-790cfdeba939 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:23.856911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0d7bcf-4b94-424e-8185-ad1c4daf55b6 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:23.862930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0d7bcf-4b94-424e-8185-ad1c4daf55b6 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:23.868701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0d7bcf-4b94-424e-8185-ad1c4daf55b6 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:23.873984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:23.874316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0d7bcf-4b94-424e-8185-ad1c4daf55b6 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:23.874449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:23.874660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempting to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:23.884148 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0d7bcf-4b94-424e-8185-ad1c4daf55b6 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:23.884829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06aef80a-7eca-4f36-a174-8113ebdc6ab9 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:23.885849 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7b0d7bcf-4b94-424e-8185-ad1c4daf55b6 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3054 time: 0.2719898 Jun 02 16:21:23.888358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:23.888707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60092) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:23.920479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:23.928709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:23.929046 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Failed to bind port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '1a95f1bd-132c-4460-92b9-4daa5a966e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7eb48012-e1b0-4baf-8bc2-18807f983ebb'}] Jun 02 16:21:23.929408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:23.958224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aef80a-7eca-4f36-a174-8113ebdc6ab9 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event deleted for resources: {'Network': ['ID=5712d799-b759-4fb3-b67c-76bdb693a7af,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:23.973591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f8eca449-88a9-40de-b39e-00d26458a7d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:23.977942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-06aef80a-7eca-4f36-a174-8113ebdc6ab9 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:24.025156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6f6d7e53-2bbc-4301-a261-b216dc25244e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.038855 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-06aef80a-7eca-4f36-a174-8113ebdc6ab9 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "DELETE /v2.0/networks/5712d799-b759-4fb3-b67c-76bdb693a7af HTTP/1.1" status: 204 len: 168 time: 1.7303598 Jun 02 16:21:24.049939 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60094) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:24.090666 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:24.099391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:24.110707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f815e325-a004-43e1-84a2-f0b0e1ecedd1 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.118960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:24.149760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Pushing event updated for resources: {'Port': ['ID=f1710def-ca62-4d5c-b1bb-72cb17473069,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:24.174622 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6f6d7e53-2bbc-4301-a261-b216dc25244e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.188185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:24.202003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:24.217394 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.241594 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-50486b02-5d4b-4ac6-a56e-55b5915dce56 service neutron] 10.222.0.50 "GET /v2.0/networks/0c12e784-9a5b-40b6-ab64-04193b5285c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876549 Jun 02 16:21:24.243247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:24.275443 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6f6d7e53-2bbc-4301-a261-b216dc25244e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c5ffcfebb2644b85bd289cc6462c577d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2289822 Jun 02 16:21:24.282488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60096) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:24.284094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d7e53-2bbc-4301-a261-b216dc25244e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d680919-46be-4cf7-b34c-74e00f750a3e,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:24.300677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6f6d7e53-2bbc-4301-a261-b216dc25244e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:24.333647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] For port 1a6d9cb4-7fba-49d5-9224-34b8afa84777, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:21:24.334024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attempted to set empty binding levels {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 16:21:24.358520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.371927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:24.376654 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:24.393503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:24.406241 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:24.411805 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:24.412444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.446728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] In _notify_port_updated(), no bound segment for port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 on network 7eb48012-e1b0-4baf-8bc2-18807f983ebb {{(pid=92323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:21:24.447673 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:24.448301 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.452597 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] 10.222.0.50 "PUT /v2.0/ports/1a6d9cb4-7fba-49d5-9224-34b8afa84777 HTTP/1.1" status: 200 len: 981 time: 3.8297014 Jun 02 16:21:24.464358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60102) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:24.502268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event updated for resources: {'Port': ['ID=a2a5d8e9-c3ac-496e-887f-790cfdeba939,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:24.522454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:24.534847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7eab8a-e5e7-44d2-8c8a-5ace5400c09e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:24.540985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7eab8a-e5e7-44d2-8c8a-5ace5400c09e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:24.546954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7eab8a-e5e7-44d2-8c8a-5ace5400c09e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:24.553429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7eab8a-e5e7-44d2-8c8a-5ace5400c09e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:24.559365 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8a7eab8a-e5e7-44d2-8c8a-5ace5400c09e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2492 time: 0.4931262 Jun 02 16:21:24.563246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60114) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:24.565030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f815e325-a004-43e1-84a2-f0b0e1ecedd1 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.591816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2042468334'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:24.605304 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2177825 Jun 02 16:21:24.610257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c2f82717-4d60-491b-bbca-3cede2925f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.610483 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60122) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:24.611344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:24.622312 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Usage tracker for resource:network and tenant:bd0f627a411b4bf98d82c0b6dc61315e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:24.626392 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.629025 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-f815e325-a004-43e1-84a2-f0b0e1ecedd1 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4d0384-1f17-43f5-b06f-107aee67f94f']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:24.637157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:24.637724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-dd8a24ad-ff6c-498e-9728-6b5110352d9e tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16', 'mac_address': 'fa:16:3e:32:8f:1e'}, {'ip_address': '2001:db8::a9', 'mac_address': 'fa:16:3e:07:83:7c'}]}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:24.649699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:24.655895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-f815e325-a004-43e1-84a2-f0b0e1ecedd1 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a476bd4-6938-446e-bc21-b2aa704fad75') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:24.656419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-f815e325-a004-43e1-84a2-f0b0e1ecedd1 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a476bd4-6938-446e-bc21-b2aa704fad75') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:24.711531 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f815e325-a004-43e1-84a2-f0b0e1ecedd1 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.728612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Made reservation on behalf of bd0f627a411b4bf98d82c0b6dc61315e for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:24.737541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.748515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60126) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:24.789345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f815e325-a004-43e1-84a2-f0b0e1ecedd1 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.796071 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Pushing event updated for resources: {'Port': ['ID=1a6d9cb4-7fba-49d5-9224-34b8afa84777,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:24.804877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f815e325-a004-43e1-84a2-f0b0e1ecedd1 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:21:24.805429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f815e325-a004-43e1-84a2-f0b0e1ecedd1 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.806811 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:24.857700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-23722904-41bf-4399-94d2-d3ae0beb9684 None None] Provisioning for port a2a5d8e9-c3ac-496e-887f-790cfdeba939 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:24.865020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-23722904-41bf-4399-94d2-d3ae0beb9684 None None] Provisioning complete for port a2a5d8e9-c3ac-496e-887f-790cfdeba939 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:24.866042 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-23722904-41bf-4399-94d2-d3ae0beb9684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.900287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c2f82717-4d60-491b-bbca-3cede2925f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.932865 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-23722904-41bf-4399-94d2-d3ae0beb9684 None None] Port a2a5d8e9-c3ac-496e-887f-790cfdeba939 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:21:24.956211 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:21:24.964839 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:24.995972 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 02 16:21:25.002567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.087245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.105069 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-cbe111cd-a9be-47c2-a0e6-5cb1feaf963b req-77f87fee-05ad-475f-83a5-465dfe1461a0 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Synchronizing usage tracker for tenant:4164ea387d064d188e16864b4b684a3e on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:25.141458 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f815e325-a004-43e1-84a2-f0b0e1ecedd1 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:25.180211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:25.187640 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c2f82717-4d60-491b-bbca-3cede2925f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.192292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-cbe111cd-a9be-47c2-a0e6-5cb1feaf963b req-77f87fee-05ad-475f-83a5-465dfe1461a0 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Unset dirty status for tenant:4164ea387d064d188e16864b4b684a3e on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:25.193453 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cbe111cd-a9be-47c2-a0e6-5cb1feaf963b req-77f87fee-05ad-475f-83a5-465dfe1461a0 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 210 time: 0.4408607 Jun 02 16:21:25.199727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-17a26bee-cd8d-4b0b-88b9-5c0ff5c4a239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:25.209013 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f815e325-a004-43e1-84a2-f0b0e1ecedd1 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb4d0384-1f17-43f5-b06f-107aee67f94f {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 16:21:25.211801 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-988701c7-b1cb-4eba-a39e-96f89c6070b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Deleting port 1a6d9cb4-7fba-49d5-9224-34b8afa84777 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:25.212044 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-988701c7-b1cb-4eba-a39e-96f89c6070b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.215919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.216656 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Added segment 5790ebcf-d0ac-44a2-b857-aa1f55c5a75d of type vlan for network bce3fc89-e2c8-469d-9121-4425b155d9f7 Jun 02 16:21:25.267536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f82717-4d60-491b-bbca-3cede2925f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d680919-46be-4cf7-b34c-74e00f750a3e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:25.335795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c2f82717-4d60-491b-bbca-3cede2925f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:25.338686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815e325-a004-43e1-84a2-f0b0e1ecedd1 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb4d0384-1f17-43f5-b06f-107aee67f94f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:25.345292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f815e325-a004-43e1-84a2-f0b0e1ecedd1 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.350739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f815e325-a004-43e1-84a2-f0b0e1ecedd1 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:25.402113 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f815e325-a004-43e1-84a2-f0b0e1ecedd1 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "DELETE /v2.0/networks/eb4d0384-1f17-43f5-b06f-107aee67f94f HTTP/1.1" status: 204 len: 168 time: 1.5038831 Jun 02 16:21:25.402113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.402113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60146) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:25.408091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Request body: {'network': {'name': 'tempest-network--916608836', 'router:external': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:25.413635 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:25.418241 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Usage tracker for resource:network and tenant:9b3f87185849458993227d0bdd1abe52 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:25.421489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:25.429317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:25.447664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Made reservation on behalf of 9b3f87185849458993227d0bdd1abe52 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:25.450245 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.459788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c2f82717-4d60-491b-bbca-3cede2925f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.464014 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c2f82717-4d60-491b-bbca-3cede2925f40 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d680919-46be-4cf7-b34c-74e00f750a3e HTTP/1.1" status: 204 len: 168 time: 1.1769485 Jun 02 16:21:25.465937 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-988701c7-b1cb-4eba-a39e-96f89c6070b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] For port 1a6d9cb4-7fba-49d5-9224-34b8afa84777, host hv-neutron-6013, got binding levels [] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:25.466648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-988701c7-b1cb-4eba-a39e-96f89c6070b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.476851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.494746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:25.516809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.517198 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Added segment bfa5cb46-4216-42cb-82d0-2b57cc0b64ff of type vlan for network a725d978-dd54-4ebe-b2ed-69e79784dfb2 Jun 02 16:21:25.534726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.538678 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9a01c747-38aa-4705-969f-8d9f397b2284 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:25.620428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Pushing event updated for resources: {'Port': ['ID=f1710def-ca62-4d5c-b1bb-72cb17473069,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:25.629735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:25.654433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dd8a24ad-ff6c-498e-9728-6b5110352d9e tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.717211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.721312 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.725200 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.741903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:25.742872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.746639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-988701c7-b1cb-4eba-a39e-96f89c6070b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Calling delete_port for 1a6d9cb4-7fba-49d5-9224-34b8afa84777 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:25.756023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:25.872112 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:25.873451 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8357539 Jun 02 16:21:25.919316 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3359091 Jun 02 16:21:25.923542 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60158) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:25.932887 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-329246832'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:25.938808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:25.943108 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Usage tracker for resource:network and tenant:bd0f627a411b4bf98d82c0b6dc61315e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:25.960154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:25.971521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Allocated IP 172.20.0.11 (11bfef87-ff3a-4953-bbbe-0e45a65a5431/af3f6bb7-417c-480c-8ae9-7c7e96a4ecc3/9123dee7-9cdf-48b7-9808-22879aa13328) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:25.976668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:26.001915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event updated for resources: {'Network': ['ID=bce3fc89-e2c8-469d-9121-4425b155d9f7,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:26.007973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:26.014401 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Made reservation on behalf of bd0f627a411b4bf98d82c0b6dc61315e for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:26.019278 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network bce3fc89-e2c8-469d-9121-4425b155d9f7 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:26.028711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:26.057489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:26.060380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:26.061005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:26.079944 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:26.090993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:26.091196 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Added segment e658309d-d709-4db7-ac05-03e9085ce01a of type vlan for network 882075ab-fef6-49bf-9eb9-63e127a4e887 Jun 02 16:21:26.128367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:26.162059 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:26.329197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event updated for resources: {'Network': ['ID=a725d978-dd54-4ebe-b2ed-69e79784dfb2,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:26.350890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network a725d978-dd54-4ebe-b2ed-69e79784dfb2 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:26.364858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:26.366550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:26.374827 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:26.375454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:26.383355 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:26.453969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-988701c7-b1cb-4eba-a39e-96f89c6070b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:26.464068 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0577855 Jun 02 16:21:26.473989 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:26.522547 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60184) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:26.526969 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6010106 Jun 02 16:21:26.555033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60186) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:26.570628 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Request body: {'ports': [{'network_id': 'bce3fc89-e2c8-469d-9121-4425b155d9f7', 'name': 'tempest-port--1372855226', 'admin_state_up': True}, {'network_id': '882075ab-fef6-49bf-9eb9-63e127a4e887', 'admin_state_up': False}]} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:26.571086 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Request body: {'port': {'network_id': 'bce3fc89-e2c8-469d-9121-4425b155d9f7', 'name': 'tempest-port--1372855226', 'admin_state_up': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:26.571659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Request body: {'port': {'network_id': '882075ab-fef6-49bf-9eb9-63e127a4e887', 'admin_state_up': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:26.618865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event updated for resources: {'Network': ['ID=882075ab-fef6-49bf-9eb9-63e127a4e887,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:26.625857 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-56c6c751-2c4f-41b7-876c-e40a465ab005 req-dfbd3f1c-db73-47bc-8515-580dd33a2498 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 210 time: 0.1021533 Jun 02 16:21:26.629076 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:26.631730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 882075ab-fef6-49bf-9eb9-63e127a4e887 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:26.635451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988701c7-b1cb-4eba-a39e-96f89c6070b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a6d9cb4-7fba-49d5-9224-34b8afa84777,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:26.638208 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-988701c7-b1cb-4eba-a39e-96f89c6070b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:26.647433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-988701c7-b1cb-4eba-a39e-96f89c6070b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:26.719824 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d93e00-3445-4e2c-8f43-ffa95684f795 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:26.721212 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a9d93e00-3445-4e2c-8f43-ffa95684f795 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] 10.222.0.50 "GET /v2.0/networks/a725d978-dd54-4ebe-b2ed-69e79784dfb2 HTTP/1.1" status: 200 len: 756 time: 0.1944671 Jun 02 16:21:26.724105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60194) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:26.733419 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-53e60c01-f498-4eb3-ba1f-0e97d63efeb4 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Synchronizing usage tracker for tenant:d9e97360779e4d6396b45277baa95f46 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:26.802761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:26.809348 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-988701c7-b1cb-4eba-a39e-96f89c6070b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] 10.222.0.50 "DELETE /v2.0/ports/1a6d9cb4-7fba-49d5-9224-34b8afa84777 HTTP/1.1" status: 204 len: 168 time: 2.3411458 Jun 02 16:21:26.815946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-53e60c01-f498-4eb3-ba1f-0e97d63efeb4 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Unset dirty status for tenant:d9e97360779e4d6396b45277baa95f46 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:26.822138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60198) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:26.828064 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-53e60c01-f498-4eb3-ba1f-0e97d63efeb4 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--848578376&fields=id&tenant_id=d9e97360779e4d6396b45277baa95f46 HTTP/1.1" status: 200 len: 267 time: 0.5213566 Jun 02 16:21:26.878048 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f363553-63f8-488b-8593-f8ed0571ccac tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] GET failed (client error): The resource could not be found. Jun 02 16:21:26.882716 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2f363553-63f8-488b-8593-f8ed0571ccac tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] 10.222.0.50 "GET /v2.0/ports/1a6d9cb4-7fba-49d5-9224-34b8afa84777 HTTP/1.1" status: 404 len: 333 time: 0.0561562 Jun 02 16:21:26.888087 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60200) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:26.931121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30cb7f8-d835-4e89-9aa7-97100232dd77 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:26.932819 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a30cb7f8-d835-4e89-9aa7-97100232dd77 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] 10.222.0.50 "GET /v2.0/networks/aaf303d1-b46d-41c6-85f6-92242810f884 HTTP/1.1" status: 200 len: 767 time: 0.2073252 Jun 02 16:21:26.936364 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60204) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:27.082398 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-dd8a24ad-ff6c-498e-9728-6b5110352d9e tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:21:27.107757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.49', 57718) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:27.108847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:27.119351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dd8a24ad-ff6c-498e-9728-6b5110352d9e tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.123702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Usage tracker for resource:port and tenant:bd0f627a411b4bf98d82c0b6dc61315e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:27.167408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:27.181958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dd8a24ad-ff6c-498e-9728-6b5110352d9e tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.185845 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:27.200239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:27.210785 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2193d497-bd18-4eba-a627-e7a09d700886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.347956 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-f65e3de8-2f29-4785-87ce-58b4e6b9bebc tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:27.349726 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-f65e3de8-2f29-4785-87ce-58b4e6b9bebc tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/networks?id=65d13a74-8578-490b-adf4-f817c919af14 HTTP/1.1" status: 200 len: 811 time: 0.5207019 Jun 02 16:21:27.353558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a24ad-ff6c-498e-9728-6b5110352d9e tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] In _notify_port_updated(), no bound segment for port a2a5d8e9-c3ac-496e-887f-790cfdeba939 on network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 {{(pid=92323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:21:27.360512 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8a24ad-ff6c-498e-9728-6b5110352d9e tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:27.361410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dd8a24ad-ff6c-498e-9728-6b5110352d9e tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.362913 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-dd8a24ad-ff6c-498e-9728-6b5110352d9e tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "PUT /v2.0/ports/a2a5d8e9-c3ac-496e-887f-790cfdeba939 HTTP/1.1" status: 200 len: 1093 time: 2.7401702 Jun 02 16:21:27.366774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.389730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60210) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:27.399341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed34d53c-521f-4f1a-a301-712ca2f80280 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.409076 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2193d497-bd18-4eba-a627-e7a09d700886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.427277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-2193d497-bd18-4eba-a627-e7a09d700886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb48012-e1b0-4baf-8bc2-18807f983ebb']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:27.432547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Made reservation on behalf of bd0f627a411b4bf98d82c0b6dc61315e for: {'port': 2} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:27.437125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.449090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-2193d497-bd18-4eba-a627-e7a09d700886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a95f1bd-132c-4460-92b9-4daa5a966e9e') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:27.449715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-2193d497-bd18-4eba-a627-e7a09d700886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a95f1bd-132c-4460-92b9-4daa5a966e9e') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:27.471283 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2193d497-bd18-4eba-a627-e7a09d700886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.511694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Network 11bfef87-ff3a-4953-bbbe-0e45a65a5431 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:27.537420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2193d497-bd18-4eba-a627-e7a09d700886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.541086 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a24ad-ff6c-498e-9728-6b5110352d9e tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event updated for resources: {'Port': ['ID=a2a5d8e9-c3ac-496e-887f-790cfdeba939,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:27.546273 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dd8a24ad-ff6c-498e-9728-6b5110352d9e tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:27.547428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:27.556212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:27.562224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2193d497-bd18-4eba-a627-e7a09d700886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:21:27.562745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2193d497-bd18-4eba-a627-e7a09d700886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:21:27.577770 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:21:27.618972 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-6ace92bb-2204-49c6-929b-9c4bf3218865 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/quotas/d9e97360779e4d6396b45277baa95f46 HTTP/1.1" status: 200 len: 375 time: 0.2266371 Jun 02 16:21:27.695541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2b05ee9d-85be-4515-ada0-a3aeb841a4e5 None None] Provisioning complete for port a2a5d8e9-c3ac-496e-887f-790cfdeba939 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:27.699069 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2b05ee9d-85be-4515-ada0-a3aeb841a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.767349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed34d53c-521f-4f1a-a301-712ca2f80280 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.770634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9239a8fa-ab81-471b-81f0-1dae32415a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:27.782815 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-ed34d53c-521f-4f1a-a301-712ca2f80280 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a725d978-dd54-4ebe-b2ed-69e79784dfb2']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:27.794392 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2193d497-bd18-4eba-a627-e7a09d700886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.801645 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-ed34d53c-521f-4f1a-a301-712ca2f80280 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa5cb46-4216-42cb-82d0-2b57cc0b64ff') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:27.801941 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-ed34d53c-521f-4f1a-a301-712ca2f80280 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa5cb46-4216-42cb-82d0-2b57cc0b64ff') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:27.803427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2b05ee9d-85be-4515-ada0-a3aeb841a4e5 None None] Port a2a5d8e9-c3ac-496e-887f-790cfdeba939 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:21:27.816432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:27.836632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2193d497-bd18-4eba-a627-e7a09d700886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.842276 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed34d53c-521f-4f1a-a301-712ca2f80280 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.860187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193d497-bd18-4eba-a627-e7a09d700886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Pushing event deleted for resources: {'Network': ['ID=7eb48012-e1b0-4baf-8bc2-18807f983ebb,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:27.864066 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2193d497-bd18-4eba-a627-e7a09d700886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:27.871054 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2193d497-bd18-4eba-a627-e7a09d700886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] 10.222.0.50 "DELETE /v2.0/networks/7eb48012-e1b0-4baf-8bc2-18807f983ebb HTTP/1.1" status: 204 len: 168 time: 0.9792833 Jun 02 16:21:27.871166 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-a0adc8e8-1d2e-4150-b059-d78a7d3b058d tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:27.871389 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-a0adc8e8-1d2e-4150-b059-d78a7d3b058d tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.49 "GET /v2.0/networks?id=0c12e784-9a5b-40b6-ab64-04193b5285c9 HTTP/1.1" status: 200 len: 805 time: 0.7500689 Jun 02 16:21:27.906958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed34d53c-521f-4f1a-a301-712ca2f80280 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.951685 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ffeb6d9-313f-491b-a584-b4693975ff3e req-4155be0b-60ad-4abd-b4ee-94548c63e80b tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 210 time: 0.0817680 Jun 02 16:21:27.952715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed34d53c-521f-4f1a-a301-712ca2f80280 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:21:27.953379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed34d53c-521f-4f1a-a301-712ca2f80280 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:21:27.968723 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:21:28.025358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:28.051537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed34d53c-521f-4f1a-a301-712ca2f80280 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:28.055654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b585d069-f454-407a-a838-aedcc7577fa6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:28.070587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed34d53c-521f-4f1a-a301-712ca2f80280 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a725d978-dd54-4ebe-b2ed-69e79784dfb2 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 16:21:28.074850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed34d53c-521f-4f1a-a301-712ca2f80280 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:28.081732 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34d53c-521f-4f1a-a301-712ca2f80280 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event deleted for resources: {'Network': ['ID=a725d978-dd54-4ebe-b2ed-69e79784dfb2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:28.084754 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ed34d53c-521f-4f1a-a301-712ca2f80280 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:28.091731 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ed34d53c-521f-4f1a-a301-712ca2f80280 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "DELETE /v2.0/networks/a725d978-dd54-4ebe-b2ed-69e79784dfb2 HTTP/1.1" status: 204 len: 168 time: 1.1537375 Jun 02 16:21:28.092612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60252) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:28.097967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Request body: {'network': {'name': 'tempest-network--953464092'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:28.103703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:28.107896 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Usage tracker for resource:network and tenant:9b3f87185849458993227d0bdd1abe52 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:28.112015 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:28.117835 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:28.130675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Made reservation on behalf of 9b3f87185849458993227d0bdd1abe52 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:28.133583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:28.176963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:28.198706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60256) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:28.200717 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:28.201067 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Added segment f5f555a1-7cf9-4e47-a369-579ea973a552 of type vlan for network d25af19d-c98f-46cc-8b89-67cbec2d12aa Jun 02 16:21:28.276348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:28.340007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:28.341381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:28.341963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:28.348729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2193d497-bd18-4eba-a627-e7a09d700886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:28.443927 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] device_id is not set on port 1d9dfd56-c991-4170-86e1-40ab70904e83 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:21:28.481018 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event updated for resources: {'Network': ['ID=d25af19d-c98f-46cc-8b89-67cbec2d12aa,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:28.485940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:28.494771 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network d25af19d-c98f-46cc-8b89-67cbec2d12aa details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:28.506737 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4130185 Jun 02 16:21:28.509461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60262) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:28.516589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-01d3dce2-b42d-4a78-9c6f-6f20ec391395 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Request body: {'network': {'router:external': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:28.563066 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-fcd6f532-a154-46ee-871c-bba19e93ea2c tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:28.615372 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:28.742187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60266) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:28.763913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] device_id is not set on port 0687e5c1-6846-4693-8de5-1fbbb5676ded yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:21:28.833703 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fcd6f532-a154-46ee-871c-bba19e93ea2c tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] 10.222.0.50 "PUT /v2.0/quotas/722cfaae4cf34ab6af9c8171f430751e HTTP/1.1" status: 200 len: 366 time: 0.6242027 Jun 02 16:21:28.837831 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60270) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:28.932122 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a460fb52-fee8-45fe-adc7-a6d823219440 tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0889299 Jun 02 16:21:28.936799 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60272) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:28.956336 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Pushing event updated for resources: {'Port': ['ID=9123dee7-9cdf-48b7-9808-22879aa13328,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:28.960164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.190s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:28.974760 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b9320018-f355-442d-9b7f-fb5ea0addfdc tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] 10.222.0.50 "GET /v2.0/quotas/722cfaae4cf34ab6af9c8171f430751e HTTP/1.1" status: 200 len: 366 time: 0.0360773 Jun 02 16:21:28.994745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60274) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:29.023308 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4d766770-8902-41c6-b811-5b35867bc56d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e1e50679a70465eb5447f672483357d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2795208 Jun 02 16:21:29.026779 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60278) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:29.038168 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d4e2dd15-b90e-419a-aad1-8b924138e3fd tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/722cfaae4cf34ab6af9c8171f430751e HTTP/1.1" status: 204 len: 168 time: 0.0419016 Jun 02 16:21:29.051079 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60280) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:29.066481 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01d3dce2-b42d-4a78-9c6f-6f20ec391395 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:29.088940 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-54d0f49e-2a21-43fb-901e-235617ff2b97 tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0352168 Jun 02 16:21:29.093715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60282) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:29.113180 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01d3dce2-b42d-4a78-9c6f-6f20ec391395 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:29.121170 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-eeedf008-081e-4632-9ab1-5e3f10d05b3b tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] 10.222.0.50 "GET /v2.0/quotas/722cfaae4cf34ab6af9c8171f430751e HTTP/1.1" status: 200 len: 370 time: 0.0241389 Jun 02 16:21:29.125528 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:29.143651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60284) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:29.154505 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-27b3d3af-a78e-4948-8eb3-c76c79e4f031 tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] 10.222.0.50 "GET /v2.0/quotas/722cfaae4cf34ab6af9c8171f430751e/default HTTP/1.1" status: 200 len: 370 time: 0.0058734 Jun 02 16:21:29.158256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01d3dce2-b42d-4a78-9c6f-6f20ec391395 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Network d25af19d-c98f-46cc-8b89-67cbec2d12aa is not hosted by any dhcp agent {{(pid=92322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 16:21:29.159573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3dce2-b42d-4a78-9c6f-6f20ec391395 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:29.160614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01d3dce2-b42d-4a78-9c6f-6f20ec391395 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:29.162612 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-01d3dce2-b42d-4a78-9c6f-6f20ec391395 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "PUT /v2.0/networks/d25af19d-c98f-46cc-8b89-67cbec2d12aa HTTP/1.1" status: 200 len: 857 time: 0.6518865 Jun 02 16:21:29.168476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60286) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:29.169065 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60288) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:29.226136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:29.274178 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-7691ab3f-b62d-470b-b331-9cc87f632821 tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] delete failed (client error): The resource could not be found. Jun 02 16:21:29.275563 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7691ab3f-b62d-470b-b331-9cc87f632821 tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/722cfaae4cf34ab6af9c8171f430751e HTTP/1.1" status: 404 len: 348 time: 0.1052089 Jun 02 16:21:29.318923 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-82353b69-b13a-480e-adfb-2d3858cee30c tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4164ea387d064d188e16864b4b684a3e HTTP/1.1" status: 200 len: 380 time: 1.3435841 Jun 02 16:21:29.408008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:29.439463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Request body: {'port': {'device_id': '1936384d-b0c0-41d8-92c7-555049657069', 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9', 'admin_state_up': True, 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'security_groups': ['49ca9c44-593f-44eb-a230-88cac1920eba']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:29.470860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-0fc6ba01-8122-482f-adb8-45cd064c4023 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Synchronizing usage tracker for tenant:d9e97360779e4d6396b45277baa95f46 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:29.499776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-199ea64a-3b08-43f6-8c77-76ead4972ca7 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Deleting port a2a5d8e9-c3ac-496e-887f-790cfdeba939 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:29.500140 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-199ea64a-3b08-43f6-8c77-76ead4972ca7 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:29.594109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60292) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:29.633907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3dce2-b42d-4a78-9c6f-6f20ec391395 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event updated for resources: {'Network': ['ID=d25af19d-c98f-46cc-8b89-67cbec2d12aa,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:29.648752 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ab7be450-2d5c-4bde-a1c8-e4f4d7feb489 req-5e5ed000-684e-47b2-9242-a6e0effc7587 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 210 time: 0.3768990 Jun 02 16:21:29.661439 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-01d3dce2-b42d-4a78-9c6f-6f20ec391395 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:29.665322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ee108bfa-e6de-4108-a677-b1706c7d4c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:29.707946 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ee108bfa-e6de-4108-a677-b1706c7d4c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:29.803067 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-868c5439-fe53-4ba5-b017-35e01fa4ea33 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:29.816238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ee108bfa-e6de-4108-a677-b1706c7d4c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:29.822973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:29.837446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-0fc6ba01-8122-482f-adb8-45cd064c4023 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Unset dirty status for tenant:d9e97360779e4d6396b45277baa95f46 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:29.851359 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-0fc6ba01-8122-482f-adb8-45cd064c4023 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d9e97360779e4d6396b45277baa95f46&fields=id HTTP/1.1" status: 200 len: 348 time: 2.1882045 Jun 02 16:21:29.866553 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee108bfa-e6de-4108-a677-b1706c7d4c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71acc6d5-8ec8-419a-9984-098a4079d528,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:29.882495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Usage tracker for resource:network and tenant:90dcffe46b3a4def996f0a3cf63cab78 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:29.884722 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ee108bfa-e6de-4108-a677-b1706c7d4c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:29.889724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ee108bfa-e6de-4108-a677-b1706c7d4c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:29.891584 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ee108bfa-e6de-4108-a677-b1706c7d4c2f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71acc6d5-8ec8-419a-9984-098a4079d528 HTTP/1.1" status: 204 len: 168 time: 0.8550057 Jun 02 16:21:29.907556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:29.983724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-868c5439-fe53-4ba5-b017-35e01fa4ea33 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:30.002771 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-868c5439-fe53-4ba5-b017-35e01fa4ea33 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25af19d-c98f-46cc-8b89-67cbec2d12aa']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:30.016837 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-868c5439-fe53-4ba5-b017-35e01fa4ea33 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f555a1-7cf9-4e47-a369-579ea973a552') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:30.017402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-868c5439-fe53-4ba5-b017-35e01fa4ea33 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f555a1-7cf9-4e47-a369-579ea973a552') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:30.030546 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-868c5439-fe53-4ba5-b017-35e01fa4ea33 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:30.049449 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-868c5439-fe53-4ba5-b017-35e01fa4ea33 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:30.056687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868c5439-fe53-4ba5-b017-35e01fa4ea33 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:21:30.057225 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-868c5439-fe53-4ba5-b017-35e01fa4ea33 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:21:30.158606 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:21:30.166882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-868c5439-fe53-4ba5-b017-35e01fa4ea33 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:30.188512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a37e502d-c737-4722-bbc0-b6b0c2c8a153 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:30.207735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:30.208302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868c5439-fe53-4ba5-b017-35e01fa4ea33 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d25af19d-c98f-46cc-8b89-67cbec2d12aa {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 16:21:30.220334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-868c5439-fe53-4ba5-b017-35e01fa4ea33 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:30.224988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Usage tracker for resource:subnet and tenant:90dcffe46b3a4def996f0a3cf63cab78 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:30.227287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c5439-fe53-4ba5-b017-35e01fa4ea33 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Pushing event deleted for resources: {'Network': ['ID=d25af19d-c98f-46cc-8b89-67cbec2d12aa,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:30.231819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-868c5439-fe53-4ba5-b017-35e01fa4ea33 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:30.233600 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-868c5439-fe53-4ba5-b017-35e01fa4ea33 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] 10.222.0.50 "DELETE /v2.0/networks/d25af19d-c98f-46cc-8b89-67cbec2d12aa HTTP/1.1" status: 204 len: 168 time: 1.0616612 Jun 02 16:21:30.238922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60296) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:30.249012 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:30.375875 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3d45b5-5abc-41b6-ade4-1fc5e75b0029 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] DELETE failed (client error): The resource could not be found. Jun 02 16:21:30.376702 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3d45b5-5abc-41b6-ade4-1fc5e75b0029 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:21:30.378768 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4b3d45b5-5abc-41b6-ade4-1fc5e75b0029 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] 10.222.0.50 "DELETE /v2.0/subnets/998f962d-be90-4bfa-8172-9591f901b022 HTTP/1.1" status: 404 len: 337 time: 0.1395423 Jun 02 16:21:30.382356 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60300) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:30.505595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:30.517189 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-199ea64a-3b08-43f6-8c77-76ead4972ca7 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:30.609769 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f1b53996-b7c2-4a5a-afc0-507b47f78481 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:30.618633 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event updated for resources: {'Port': ['ID=1d9dfd56-c991-4170-86e1-40ab70904e83,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:30.686588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:30.694121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60304) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:30.699654 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:30.768854 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:30.840332 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f1b53996-b7c2-4a5a-afc0-507b47f78481 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:30.843368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Usage tracker for resource:subnetpool and tenant:90dcffe46b3a4def996f0a3cf63cab78 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:30.847009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Made reservation on behalf of 4164ea387d064d188e16864b4b684a3e for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:30.851025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:30.866417 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-163c8f23-1611-4d7c-bd23-cf179a860599 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2050ff2dba47492099913d7aa690565c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1708660 Jun 02 16:21:30.867083 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60306) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:30.879453 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-199ea64a-3b08-43f6-8c77-76ead4972ca7 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Calling delete_port for a2a5d8e9-c3ac-496e-887f-790cfdeba939 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:30.885739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-f1b53996-b7c2-4a5a-afc0-507b47f78481 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf303d1-b46d-41c6-85f6-92242810f884']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:30.887861 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-324f5446-74ad-4267-96a0-4c4127fe8486 service neutron] 10.222.0.50 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0356295 Jun 02 16:21:30.937221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:30.951790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-f1b53996-b7c2-4a5a-afc0-507b47f78481 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81232b27-4727-4b65-bff8-8f866e5df8c5') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:30.952088 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-f1b53996-b7c2-4a5a-afc0-507b47f78481 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81232b27-4727-4b65-bff8-8f866e5df8c5') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:30.974093 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Checking segment: {'id': '5790ebcf-d0ac-44a2-b857-aa1f55c5a75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bce3fc89-e2c8-469d-9121-4425b155d9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:30.974456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Network hostable DHCP agents. Network: bce3fc89-e2c8-469d-9121-4425b155d9f7, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:21:30.984082 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-40eeaa4a-f40d-4521-a699-5356929ed6fa req-885f05ff-eebd-4622-9013-076fcdc1e4dd tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 210 time: 0.0696521 Jun 02 16:21:30.996180 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f1b53996-b7c2-4a5a-afc0-507b47f78481 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:31.033963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-da9ac1f9-4793-4ad6-bc48-7e06a06d7b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:31.052909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f1b53996-b7c2-4a5a-afc0-507b47f78481 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:31.071653 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b53996-b7c2-4a5a-afc0-507b47f78481 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:21:31.072073 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f1b53996-b7c2-4a5a-afc0-507b47f78481 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:21:31.088609 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:21:31.103123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-da9ac1f9-4793-4ad6-bc48-7e06a06d7b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:31.217731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f1b53996-b7c2-4a5a-afc0-507b47f78481 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:31.227149 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-01e6c802-cf79-43dd-8b03-90c0fbbf5fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:31.246822 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f1b53996-b7c2-4a5a-afc0-507b47f78481 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:31.259273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b53996-b7c2-4a5a-afc0-507b47f78481 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Pushing event deleted for resources: {'Network': ['ID=aaf303d1-b46d-41c6-85f6-92242810f884,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:31.272382 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f1b53996-b7c2-4a5a-afc0-507b47f78481 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] 10.222.0.50 "DELETE /v2.0/networks/aaf303d1-b46d-41c6-85f6-92242810f884 HTTP/1.1" status: 204 len: 168 time: 0.8883913 Jun 02 16:21:31.275306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f1b53996-b7c2-4a5a-afc0-507b47f78481 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:31.287292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-da9ac1f9-4793-4ad6-bc48-7e06a06d7b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:31.291937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:31.302729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:31.304660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ac1f9-4793-4ad6-bc48-7e06a06d7b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a098ced9-3b80-4921-9c17-755405b99107,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:31.307760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-da9ac1f9-4793-4ad6-bc48-7e06a06d7b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:31.314345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-da9ac1f9-4793-4ad6-bc48-7e06a06d7b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:31.318434 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-da9ac1f9-4793-4ad6-bc48-7e06a06d7b6f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a098ced9-3b80-4921-9c17-755405b99107 HTTP/1.1" status: 204 len: 168 time: 0.4473834 Jun 02 16:21:31.409701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Usage tracker for resource:port and tenant:90dcffe46b3a4def996f0a3cf63cab78 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:31.430297 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Allocated IP 172.20.0.12 (0c12e784-9a5b-40b6-ab64-04193b5285c9/3051691a-f1e0-44b7-af73-53d9220bae55/d05361d5-8649-4dd8-b5ff-a7aa7eb23424) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:31.436100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Network bce3fc89-e2c8-469d-9121-4425b155d9f7 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:21:31.479464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:31.522796 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, bce3fc89-e2c8-469d-9121-4425b155d9f7) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:31.541128 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890dd082-325f-4d25-aea6-d32a93bf07dc None None] Network bce3fc89-e2c8-469d-9121-4425b155d9f7 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:31.544880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:31.545692 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:31.636325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:31.678700 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-18982429-a050-4c08-b4f4-80385aad5e16 service neutron] 10.222.0.50 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7520339 Jun 02 16:21:31.705667 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Usage tracker for resource:router and tenant:90dcffe46b3a4def996f0a3cf63cab78 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:31.783093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60318) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:31.846404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:31.849127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event updated for resources: {'Port': ['ID=0687e5c1-6846-4693-8de5-1fbbb5676ded,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:31.874326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:31.948752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Usage tracker for resource:floatingip and tenant:90dcffe46b3a4def996f0a3cf63cab78 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:32.048463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:32.113167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Checking segment: {'id': 'e658309d-d709-4db7-ac05-03e9085ce01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '882075ab-fef6-49bf-9eb9-63e127a4e887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:32.113787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Network hostable DHCP agents. Network: 882075ab-fef6-49bf-9eb9-63e127a4e887, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:21:32.151205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-199ea64a-3b08-43f6-8c77-76ead4972ca7 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:32.174392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:32.250611 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c5c8df99-14da-4de3-ad84-643d3fc15548 req-a1afb7f2-0fa9-4811-b0a2-32bedc69bab1 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 210 time: 0.2083957 Jun 02 16:21:32.324385 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f26941a6-2c6c-4a01-8678-e5d074810bd3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=564fc680893c4ab0a57ef428a192e5a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5381203 Jun 02 16:21:32.326399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60344) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:32.491926 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ea64a-3b08-43f6-8c77-76ead4972ca7 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event deleted for resources: {'Port': ['ID=a2a5d8e9-c3ac-496e-887f-790cfdeba939,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:32.518000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-00ffef91-a7fb-43db-874c-74b4532f37fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:32.531270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-199ea64a-3b08-43f6-8c77-76ead4972ca7 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:32.542892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Network 882075ab-fef6-49bf-9eb9-63e127a4e887 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:21:32.565861 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Router 9a46e38e-39fe-4037-b0b9-f23b9de24b8b is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:21:32.591919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-00ffef91-a7fb-43db-874c-74b4532f37fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:32.646612 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 882075ab-fef6-49bf-9eb9-63e127a4e887) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:32.656049 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9aa649-02be-4ac7-b140-3ec28930dd80 None None] Network 882075ab-fef6-49bf-9eb9-63e127a4e887 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:32.679566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:32.689731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:32.694913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:32.695624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:32.722648 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-00ffef91-a7fb-43db-874c-74b4532f37fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:32.724766 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e0fd719e-d2c5-4fb2-8f38-2ce5594cc675 req-a771f8c8-a6fe-4572-aa5c-8d09cf241591 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 210 time: 0.1691339 Jun 02 16:21:32.738912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:32.769741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffef91-a7fb-43db-874c-74b4532f37fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5df9f5-d79b-458c-a99a-409bda479d73,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:32.793432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-00ffef91-a7fb-43db-874c-74b4532f37fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:32.816871 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-00ffef91-a7fb-43db-874c-74b4532f37fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:32.818686 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-00ffef91-a7fb-43db-874c-74b4532f37fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce5df9f5-d79b-458c-a99a-409bda479d73 HTTP/1.1" status: 204 len: 168 time: 0.4913278 Jun 02 16:21:33.120809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:21:33.132543 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Sync routers for ids ['9a46e38e-39fe-4037-b0b9-f23b9de24b8b'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:21:33.152614 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Routers {'9a46e38e-39fe-4037-b0b9-f23b9de24b8b'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:21:33.155011 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:21:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['9a46e38e-39fe-4037-b0b9-f23b9de24b8b'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:33.187857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-644858f6-d3a9-47d2-af90-1663844f97a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:33.249159 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.6811326 Jun 02 16:21:33.249520 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60376) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:33.250060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Usage tracker for resource:security_group and tenant:90dcffe46b3a4def996f0a3cf63cab78 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:33.270344 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:33.289685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:33.310360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:33.314916 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c2bc3d9b-7bac-4823-8995-5841632509b1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 11.0392311 Jun 02 16:21:33.315575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60380) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:33.380746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Usage tracker for resource:security_group_rule and tenant:90dcffe46b3a4def996f0a3cf63cab78 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:33.395729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Transition to ACTIVE for port object d05361d5-8649-4dd8-b5ff-a7aa7eb23424 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:33.555437 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-26cd9492-d6ea-4614-b9f1-ccbeeb93cd7c req-043a8fd6-fd81-4a46-b816-0ee50afa0534 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 210 time: 0.1418884 Jun 02 16:21:33.579101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:33.613128 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21239e9e-94e2-4e85-99f9-0bf88b569e62 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:33.632663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21239e9e-94e2-4e85-99f9-0bf88b569e62 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:33.639256 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-21239e9e-94e2-4e85-99f9-0bf88b569e62 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3882966 Jun 02 16:21:33.641157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60384) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:33.712387 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-711a73bf-ab5a-4b4c-9395-e76ab1f58dbe tempest-QuotasTest-814004326 tempest-QuotasTest-814004326-project-admin] 10.222.0.50 "GET /v2.0/quotas/90dcffe46b3a4def996f0a3cf63cab78/details.json HTTP/1.1" status: 200 len: 703 time: 4.1136162 Jun 02 16:21:33.816249 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Set router 9a46e38e-39fe-4037-b0b9-f23b9de24b8b gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:21:33.864867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60392) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:33.941305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-199ea64a-3b08-43f6-8c77-76ead4972ca7 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:33.944047 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-4a80fa2e-4e9d-4beb-983c-16d91f17bb9f tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Deleting port 1d9dfd56-c991-4170-86e1-40ab70904e83 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:33.946673 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-199ea64a-3b08-43f6-8c77-76ead4972ca7 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "DELETE /v2.0/ports/a2a5d8e9-c3ac-496e-887f-790cfdeba939 HTTP/1.1" status: 204 len: 168 time: 6.5532365 Jun 02 16:21:33.947286 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4a80fa2e-4e9d-4beb-983c-16d91f17bb9f tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:33.975127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60398) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:34.109003 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-95701118-f92a-42c1-982c-05b1f273abc2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] GET failed (client error): The resource could not be found. Jun 02 16:21:34.109879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-95701118-f92a-42c1-982c-05b1f273abc2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Synchronizing usage tracker for tenant:adf7adda9bad4a40ad4e449acbbe2355 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:34.113617 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-57443898-7698-404f-b9e8-986890650ab5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b3f87185849458993227d0bdd1abe52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2325757 Jun 02 16:21:34.118110 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60400) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:34.160798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:34.331340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:34.460920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:34.577447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60406) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:34.577575 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a46e38e-39fe-4037-b0b9-f23b9de24b8b', 'name': '', 'tenant_id': '39137685f28c4250b3bfcb636752b532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11bfef87-ff3a-4953-bbbe-0e45a65a5431', 'external_fixed_ips': [{'subnet_id': 'af3f6bb7-417c-480c-8ae9-7c7e96a4ecc3', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '9123dee7-9cdf-48b7-9808-22879aa13328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:21:22Z', 'updated_at': '2021-06-02T16:21:28Z', 'revision_number': 3, 'project_id': '39137685f28c4250b3bfcb636752b532', 'gw_port': {'id': '9123dee7-9cdf-48b7-9808-22879aa13328', 'name': '', 'network_id': '11bfef87-ff3a-4953-bbbe-0e45a65a5431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a46e38e-39fe-4037-b0b9-f23b9de24b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': 'af3f6bb7-417c-480c-8ae9-7c7e96a4ecc3', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:25Z', 'updated_at': '2021-06-02T16:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af3f6bb7-417c-480c-8ae9-7c7e96a4ecc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:34.583382 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Checking router: 9a46e38e-39fe-4037-b0b9-f23b9de24b8b for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:21:34.584295 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Updating router 9a46e38e-39fe-4037-b0b9-f23b9de24b8b port 9123dee7-9cdf-48b7-9808-22879aa13328 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:21:34.665878 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:34.679309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4a80fa2e-4e9d-4beb-983c-16d91f17bb9f tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:34.720025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Network 0c12e784-9a5b-40b6-ab64-04193b5285c9 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:34.743138 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:34.784538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:35.014208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.057983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60416) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:35.088558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2023578d-0940-481f-95ca-bf12f25b72b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.099951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-4a80fa2e-4e9d-4beb-983c-16d91f17bb9f tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Calling delete_port for 1d9dfd56-c991-4170-86e1-40ab70904e83 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:35.117137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.49', 57724) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:35.135063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2023578d-0940-481f-95ca-bf12f25b72b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.217195 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.248055 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Transition to ACTIVE for port object 9123dee7-9cdf-48b7-9808-22879aa13328 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:35.263589 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.287701 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:35.292585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ac8a71e4-e0b4-4304-a2df-908ed36138d4 None None] Provisioning for port d05361d5-8649-4dd8-b5ff-a7aa7eb23424 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:35.300735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Pushing event updated for resources: {'Port': ['ID=d05361d5-8649-4dd8-b5ff-a7aa7eb23424,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:35.311506 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:35.337879 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ac8a71e4-e0b4-4304-a2df-908ed36138d4 None None] Provisioning complete for port d05361d5-8649-4dd8-b5ff-a7aa7eb23424 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:35.343644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ac8a71e4-e0b4-4304-a2df-908ed36138d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.348151 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.355857 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4490bf4c-c42f-4b77-aa4d-c4a95810d778 req-ae05418a-2035-4b34-9632-c8aece378e79 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 210 time: 0.2709889 Jun 02 16:21:35.378938 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2023578d-0940-481f-95ca-bf12f25b72b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.390021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-95701118-f92a-42c1-982c-05b1f273abc2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Unset dirty status for tenant:adf7adda9bad4a40ad4e449acbbe2355 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:35.391386 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-95701118-f92a-42c1-982c-05b1f273abc2 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "GET /v2.0/ports/a2a5d8e9-c3ac-496e-887f-790cfdeba939 HTTP/1.1" status: 404 len: 333 time: 1.4150245 Jun 02 16:21:35.400534 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60420) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:35.404778 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bef7e583-d285-4f7c-8f2b-89b3795bf692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:35.435247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-170368391', 'router:external': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:35.466462 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a71e4-e0b4-4304-a2df-908ed36138d4 None None] Port d05361d5-8649-4dd8-b5ff-a7aa7eb23424 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:21:35.486948 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e75025fd-0bf6-4112-a3b9-b949fec35ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.498957 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b9a11-26f6-4111-a78a-3590bcb8a4b2 None None] Pushing event updated for resources: {'Port': ['ID=9123dee7-9cdf-48b7-9808-22879aa13328,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:35.522442 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-dd7b9a11-26f6-4111-a78a-3590bcb8a4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:35.559110 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:35.594563 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Attempting to bind port 9123dee7-9cdf-48b7-9808-22879aa13328 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:35.596272 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Attempting to bind port 9123dee7-9cdf-48b7-9808-22879aa13328 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '5ce1792f-d153-4662-bc02-a2611b74088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '11bfef87-ff3a-4953-bbbe-0e45a65a5431'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:35.597669 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Attempting to bind port 9123dee7-9cdf-48b7-9808-22879aa13328 on network 11bfef87-ff3a-4953-bbbe-0e45a65a5431 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:35.608429 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:21:35.609974 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Checking segment: {'id': '5ce1792f-d153-4662-bc02-a2611b74088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '11bfef87-ff3a-4953-bbbe-0e45a65a5431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:35.611794 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.612891 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Bound using segment: {'id': '5ce1792f-d153-4662-bc02-a2611b74088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '11bfef87-ff3a-4953-bbbe-0e45a65a5431'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:21:35.613987 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Bound port: 9123dee7-9cdf-48b7-9808-22879aa13328, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce1792f-d153-4662-bc02-a2611b74088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '11bfef87-ff3a-4953-bbbe-0e45a65a5431'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:21:35.614931 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.631409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Usage tracker for resource:network and tenant:d4cc99ad0eb24e0989ccc21d2989e88c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:35.637688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023578d-0940-481f-95ca-bf12f25b72b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad71b498-3ad7-413c-8813-eaa148597fd5,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:35.644566 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-1df2c3bb-08fe-4fbc-940c-3e83afb70a11 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:35.645302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-1df2c3bb-08fe-4fbc-940c-3e83afb70a11 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Synchronizing usage tracker for tenant:d9e97360779e4d6396b45277baa95f46 on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:35.649090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:35.668282 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:35.668498 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.677890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7c564284-13b5-4c0d-be63-10a8c3230a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.715838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca0ff-20cf-4997-96f8-845cdd3d06a3 req-8c5c109f-468a-43d0-9afb-3bfdeb1964a5 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:35.716461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-60dca0ff-20cf-4997-96f8-845cdd3d06a3 req-8c5c109f-468a-43d0-9afb-3bfdeb1964a5 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Synchronizing usage tracker for tenant:4164ea387d064d188e16864b4b684a3e on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:35.720129 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2023578d-0940-481f-95ca-bf12f25b72b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:35.742932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2023578d-0940-481f-95ca-bf12f25b72b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.744344 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2023578d-0940-481f-95ca-bf12f25b72b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad71b498-3ad7-413c-8813-eaa148597fd5 HTTP/1.1" status: 204 len: 168 time: 1.6243827 Jun 02 16:21:35.745228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:35.772069 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] For port 9123dee7-9cdf-48b7-9808-22879aa13328, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:21:35.776365 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] For port 9123dee7-9cdf-48b7-9808-22879aa13328, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9123dee7-9cdf-48b7-9808-22879aa13328,segment=NetworkSegment(5ce1792f-d153-4662-bc02-a2611b74088a),segment_id=5ce1792f-d153-4662-bc02-a2611b74088a)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:21:35.783963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7c564284-13b5-4c0d-be63-10a8c3230a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:35.789846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7c564284-13b5-4c0d-be63-10a8c3230a18 admin admin] Usage tracker for resource:security_group_rule and tenant:fee776f201b2470ea4ae589050abfb72 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:35.807622 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.824958 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:35.842899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7c564284-13b5-4c0d-be63-10a8c3230a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:35.887135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4a80fa2e-4e9d-4beb-983c-16d91f17bb9f tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.889449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7c564284-13b5-4c0d-be63-10a8c3230a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:35.898007 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Made reservation on behalf of d4cc99ad0eb24e0989ccc21d2989e88c for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:35.901718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:35.910682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f6c50567-73e6-4bde-9324-b829da0c171d tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:35.987087 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Routers {'9a46e38e-39fe-4037-b0b9-f23b9de24b8b'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:21:35.987917 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:21:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['9a46e38e-39fe-4037-b0b9-f23b9de24b8b'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:36.005045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-1df2c3bb-08fe-4fbc-940c-3e83afb70a11 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Unset dirty status for tenant:d9e97360779e4d6396b45277baa95f46 on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:36.006299 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-1df2c3bb-08fe-4fbc-940c-3e83afb70a11 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.49 "GET /v2.0/networks?id=65d13a74-8578-490b-adf4-f817c919af14 HTTP/1.1" status: 200 len: 811 time: 0.8749197 Jun 02 16:21:36.010199 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-11652503-41fd-4e9d-b8d7-32de6277f31b tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Deleting port 65b7a7b4-cce2-4e5d-a491-2796fa7c6e05 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:36.010543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-11652503-41fd-4e9d-b8d7-32de6277f31b tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:36.029012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80fa2e-4e9d-4beb-983c-16d91f17bb9f tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event deleted for resources: {'Port': ['ID=1d9dfd56-c991-4170-86e1-40ab70904e83,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:36.037314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4a80fa2e-4e9d-4beb-983c-16d91f17bb9f tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:36.055627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4a80fa2e-4e9d-4beb-983c-16d91f17bb9f tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:36.069817 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4a80fa2e-4e9d-4beb-983c-16d91f17bb9f tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "DELETE /v2.0/ports/1d9dfd56-c991-4170-86e1-40ab70904e83 HTTP/1.1" status: 204 len: 168 time: 2.4273419 Jun 02 16:21:36.075268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60428) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:36.094238 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7c564284-13b5-4c0d-be63-10a8c3230a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:36.112652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7c564284-13b5-4c0d-be63-10a8c3230a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:36.121511 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6904585 Jun 02 16:21:36.126975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:36.154258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-60dca0ff-20cf-4997-96f8-845cdd3d06a3 req-8c5c109f-468a-43d0-9afb-3bfdeb1964a5 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Unset dirty status for tenant:4164ea387d064d188e16864b4b684a3e on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:36.155442 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-60dca0ff-20cf-4997-96f8-845cdd3d06a3 req-8c5c109f-468a-43d0-9afb-3bfdeb1964a5 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 932 time: 1.8542044 Jun 02 16:21:36.159765 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c564284-13b5-4c0d-be63-10a8c3230a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e5fdb7-fff5-4753-925c-818d906e7621,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:36.162596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:36.178921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7c564284-13b5-4c0d-be63-10a8c3230a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:36.182733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:36.187099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Usage tracker for resource:security_group_rule and tenant:d4cc99ad0eb24e0989ccc21d2989e88c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:36.191001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:36.197868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:36.307195 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:36.364583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:36.381239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:36.401884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:36.404226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-11652503-41fd-4e9d-b8d7-32de6277f31b tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:36.419787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Deleting port 9123dee7-9cdf-48b7-9808-22879aa13328 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:36.420393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:36.564043 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] Set router 9a46e38e-39fe-4037-b0b9-f23b9de24b8b gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:21:36.575829 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7c564284-13b5-4c0d-be63-10a8c3230a18 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fee776f201b2470ea4ae589050abfb72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9778304 Jun 02 16:21:36.581364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:36.590010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-066939cb-bbd3-4b35-8171-c7de39bd3254 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:21:36.595411 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-066939cb-bbd3-4b35-8171-c7de39bd3254 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0254271 Jun 02 16:21:36.609930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:36.612900 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Added segment 180fa53f-612a-4bad-953f-dd65e762498d of type vlan for network 68eed664-9907-403f-9d26-348468556f0c Jun 02 16:21:36.630687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60440) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:36.662830 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-60dca0ff-20cf-4997-96f8-845cdd3d06a3 req-658c7a95-ac8c-49b8-9d86-5c0a730d88bb tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4823108 Jun 02 16:21:36.721983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0138469c-dd3b-4f40-bcff-b9336667a1b9,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:36.743079 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:36.775796 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b9a11-26f6-4111-a78a-3590bcb8a4b2 None None] Pushing event updated for resources: {'Port': ['ID=9123dee7-9cdf-48b7-9808-22879aa13328,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:36.786922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:36.797244 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-dd7b9a11-26f6-4111-a78a-3590bcb8a4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.981s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:36.800684 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a46e38e-39fe-4037-b0b9-f23b9de24b8b', 'name': '', 'tenant_id': '39137685f28c4250b3bfcb636752b532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:21:22Z', 'updated_at': '2021-06-02T16:21:35Z', 'revision_number': 4, 'project_id': '39137685f28c4250b3bfcb636752b532', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:36.801017 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] For port 9123dee7-9cdf-48b7-9808-22879aa13328, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9123dee7-9cdf-48b7-9808-22879aa13328,segment=NetworkSegment(5ce1792f-d153-4662-bc02-a2611b74088a),segment_id=5ce1792f-d153-4662-bc02-a2611b74088a)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:36.801845 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:36.809404 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c831e4d4-916e-4d7e-95ba-4bf4cd3aab62 None None] The sync data for ids ['9a46e38e-39fe-4037-b0b9-f23b9de24b8b'] in dv-neutron-601336-83-hyperv is: [{'id': '9a46e38e-39fe-4037-b0b9-f23b9de24b8b', 'name': '', 'tenant_id': '39137685f28c4250b3bfcb636752b532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:21:22Z', 'updated_at': '2021-06-02T16:21:35Z', 'revision_number': 4, 'project_id': '39137685f28c4250b3bfcb636752b532', 'gw_port_host': None}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:21:36.885122 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-11652503-41fd-4e9d-b8d7-32de6277f31b tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Calling delete_port for 65b7a7b4-cce2-4e5d-a491-2796fa7c6e05 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:37.054748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-846117dd-3b44-436c-96ed-520211005f79 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Synchronizing usage tracker for tenant:d9e97360779e4d6396b45277baa95f46 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:37.083422 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-65505bdb-84e5-4ecb-b826-84d61809cb1a req-4e9a9c49-3be7-4233-9f99-3be87f984984 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 210 time: 0.1947138 Jun 02 16:21:37.131413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:21:37.150030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-846117dd-3b44-436c-96ed-520211005f79 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Unset dirty status for tenant:d9e97360779e4d6396b45277baa95f46 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:37.151176 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-846117dd-3b44-436c-96ed-520211005f79 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9e97360779e4d6396b45277baa95f46 HTTP/1.1" status: 200 len: 379 time: 0.5377195 Jun 02 16:21:37.161190 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-b502e2be-51ed-4f11-a511-517892f9981d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Deleting port 0687e5c1-6846-4693-8de5-1fbbb5676ded {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:37.161576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b502e2be-51ed-4f11-a511-517892f9981d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:37.313169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Calling delete_port for 9123dee7-9cdf-48b7-9808-22879aa13328 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:37.328639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f3c5-00e5-4797-838b-dab737d6106b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:37.367076 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:37.372748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f3c5-00e5-4797-838b-dab737d6106b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:37.381262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:37.381944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:37.389666 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:37.409722 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b502e2be-51ed-4f11-a511-517892f9981d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:37.518521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Pushing event updated for resources: {'Network': ['ID=68eed664-9907-403f-9d26-348468556f0c,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:37.529856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 68eed664-9907-403f-9d26-348468556f0c details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:37.544356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:37.604134 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.5255578 Jun 02 16:21:37.609228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60456) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:37.627627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Request body: {'subnet': {'network_id': '68eed664-9907-403f-9d26-348468556f0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:37.661812 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:37.850027 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-b502e2be-51ed-4f11-a511-517892f9981d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Calling delete_port for 0687e5c1-6846-4693-8de5-1fbbb5676ded owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:37.851328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Usage tracker for resource:subnet and tenant:d4cc99ad0eb24e0989ccc21d2989e88c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:37.888681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f3c5-00e5-4797-838b-dab737d6106b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:37.895279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:37.898338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:37.911318 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-11652503-41fd-4e9d-b8d7-32de6277f31b tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:37.921757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:37.931138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:38.007695 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4f3c5-00e5-4797-838b-dab737d6106b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e5fdb7-fff5-4753-925c-818d906e7621,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:38.023587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3ce4f3c5-00e5-4797-838b-dab737d6106b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:38.041721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f3c5-00e5-4797-838b-dab737d6106b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:38.043217 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3ce4f3c5-00e5-4797-838b-dab737d6106b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/14e5fdb7-fff5-4753-925c-818d906e7621 HTTP/1.1" status: 204 len: 168 time: 1.3790779 Jun 02 16:21:38.048132 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Made reservation on behalf of d4cc99ad0eb24e0989ccc21d2989e88c for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:38.055916 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:38.299841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11652503-41fd-4e9d-b8d7-32de6277f31b tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event deleted for resources: {'Port': ['ID=65b7a7b4-cce2-4e5d-a491-2796fa7c6e05,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:38.313410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-11652503-41fd-4e9d-b8d7-32de6277f31b tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:38.446159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-11652503-41fd-4e9d-b8d7-32de6277f31b tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:38.526046 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:38.545712 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2bf42bb9-2e3e-4f73-ae05-6f40a9082901 req-fb3751c7-22d4-4742-bc98-a8bcb4574472 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 210 time: 0.0998080 Jun 02 16:21:38.570816 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-11652503-41fd-4e9d-b8d7-32de6277f31b tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "DELETE /v2.0/ports/65b7a7b4-cce2-4e5d-a491-2796fa7c6e05 HTTP/1.1" status: 204 len: 168 time: 3.1574759 Jun 02 16:21:38.573155 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60474) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:38.669820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:38.671692 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f1c84b-6ff4-4ba8-886c-4e00676e3614 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] GET failed (client error): The resource could not be found. Jun 02 16:21:38.672355 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-52f1c84b-6ff4-4ba8-886c-4e00676e3614 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Synchronizing usage tracker for tenant:adf7adda9bad4a40ad4e449acbbe2355 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:38.695861 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:38.704318 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b502e2be-51ed-4f11-a511-517892f9981d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:38.715884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:38.769780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-52f1c84b-6ff4-4ba8-886c-4e00676e3614 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Unset dirty status for tenant:adf7adda9bad4a40ad4e449acbbe2355 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:38.771017 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-52f1c84b-6ff4-4ba8-886c-4e00676e3614 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "GET /v2.0/ports/65b7a7b4-cce2-4e5d-a491-2796fa7c6e05 HTTP/1.1" status: 404 len: 333 time: 0.1968586 Jun 02 16:21:38.776148 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502e2be-51ed-4f11-a511-517892f9981d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event deleted for resources: {'Port': ['ID=0687e5c1-6846-4693-8de5-1fbbb5676ded,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:38.776148 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60478) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:38.811739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Pushing event deleted for resources: {'Port': ['ID=9123dee7-9cdf-48b7-9808-22879aa13328,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:38.812010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b502e2be-51ed-4f11-a511-517892f9981d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:38.818324 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:38.828281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b502e2be-51ed-4f11-a511-517892f9981d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:38.849389 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b502e2be-51ed-4f11-a511-517892f9981d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "DELETE /v2.0/ports/0687e5c1-6846-4693-8de5-1fbbb5676ded HTTP/1.1" status: 204 len: 168 time: 2.7724559 Jun 02 16:21:38.851341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60482) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:38.862938 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902618a-b3d7-4468-852d-0bba96944f10 req-8a076a28-f5a0-404e-b153-4406675d1df8 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:38.865079 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2902618a-b3d7-4468-852d-0bba96944f10 req-8a076a28-f5a0-404e-b153-4406675d1df8 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 932 time: 0.9206049 Jun 02 16:21:38.919880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60484) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:38.941106 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ec9b1d42-51ca-4364-a25b-47357abf6e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:38.965488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:38.970461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ec9b1d42-51ca-4364-a25b-47357abf6e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:38.976063 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ec9b1d42-51ca-4364-a25b-47357abf6e6f admin admin] Usage tracker for resource:security_group_rule and tenant:90dcffe46b3a4def996f0a3cf63cab78 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:38.980863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ec9b1d42-51ca-4364-a25b-47357abf6e6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:38.988803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ec9b1d42-51ca-4364-a25b-47357abf6e6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:38.997114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-911d21bd-c234-40de-bd25-d77e980b0c3a tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Deleting port 275bb744-c328-432e-98e9-e9e382aff966 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:38.997584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-911d21bd-c234-40de-bd25-d77e980b0c3a tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.088801 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60486) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:39.201387 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2902618a-b3d7-4468-852d-0bba96944f10 req-f553a676-86f9-4d4d-a0b4-92713fe36fed tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399960 Jun 02 16:21:39.203011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-119b8c77-0395-4070-98a4-fdeb93acb5f6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Synchronizing usage tracker for tenant:bd0f627a411b4bf98d82c0b6dc61315e on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:39.228026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.234516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.237702 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-911d21bd-c234-40de-bd25-d77e980b0c3a tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.261317 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-119b8c77-0395-4070-98a4-fdeb93acb5f6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Unset dirty status for tenant:bd0f627a411b4bf98d82c0b6dc61315e on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:39.262731 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-119b8c77-0395-4070-98a4-fdeb93acb5f6 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3966072 Jun 02 16:21:39.274907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60490) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:39.327101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1490096984', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:39.332797 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1539628888'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:39.337692 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:39.338672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:39.342940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Usage tracker for resource:network and tenant:bd0f627a411b4bf98d82c0b6dc61315e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:39.344914 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Usage tracker for resource:port and tenant:64d510110e614a80b60d3789a3aa91ea is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:39.346395 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:39.349560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:39.353603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.354115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a46e38e-39fe-4037-b0b9-f23b9de24b8b {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:21:39.366332 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:39.403542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Made reservation on behalf of 64d510110e614a80b60d3789a3aa91ea for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:39.405848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.416046 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:39.428656 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-911d21bd-c234-40de-bd25-d77e980b0c3a tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Calling delete_port for 275bb744-c328-432e-98e9-e9e382aff966 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:39.431711 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.447604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.448726 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "DELETE /v2.0/routers/9a46e38e-39fe-4037-b0b9-f23b9de24b8b HTTP/1.1" status: 204 len: 168 time: 6.1267493 Jun 02 16:21:39.452414 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60492) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:39.463581 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Made reservation on behalf of bd0f627a411b4bf98d82c0b6dc61315e for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:39.467124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.505209 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:39.528298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ec9b1d42-51ca-4364-a25b-47357abf6e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.537969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ec9b1d42-51ca-4364-a25b-47357abf6e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.553095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e1216b76-605f-4d13-a9cd-1fa68e1fd6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:39.597994 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:39.627378 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ec9b1d42-51ca-4364-a25b-47357abf6e6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=90dcffe46b3a4def996f0a3cf63cab78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7040825 Jun 02 16:21:39.628585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60496) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:39.628988 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b1d42-51ca-4364-a25b-47357abf6e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3836fd45-fba6-4c64-b8df-135a9feebf75,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:39.637994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Usage tracker for resource:security_group_rule and tenant:64d510110e614a80b60d3789a3aa91ea is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:39.643814 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:39.652651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ec9b1d42-51ca-4364-a25b-47357abf6e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:39.657540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:39.662677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.663029 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Added segment 8cf18086-c8dd-48db-b887-3a684c6dd33f of type vlan for network f4d89d43-092f-4777-bf82-d4aea9a695f6 Jun 02 16:21:39.691821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25e5c2f-f838-4790-b7a6-0741a1a714f1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Deleting subnet af3f6bb7-417c-480c-8ae9-7c7e96a4ecc3 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:21:39.738415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d25e5c2f-f838-4790-b7a6-0741a1a714f1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.790783 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-67475b07-9fc7-49f8-8d4b-8031cc30ca8b req-66fcdb12-9043-40c6-9a0e-56ed561ab9f8 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 210 time: 0.1076298 Jun 02 16:21:39.815476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.815700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d25e5c2f-f838-4790-b7a6-0741a1a714f1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.827694 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-62613ac7-8438-4c37-bc06-cb4f04ce3536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.839787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-911d21bd-c234-40de-bd25-d77e980b0c3a tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.855833 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:39.920402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d21bd-c234-40de-bd25-d77e980b0c3a tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event deleted for resources: {'Port': ['ID=275bb744-c328-432e-98e9-e9e382aff966,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:39.921608 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d25e5c2f-f838-4790-b7a6-0741a1a714f1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.923585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-62613ac7-8438-4c37-bc06-cb4f04ce3536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.961559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-911d21bd-c234-40de-bd25-d77e980b0c3a tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:39.963948 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.977918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:39.980653 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Request body: {'port': {'device_id': '609fc6b8-5835-4a5a-9b68-305fba39f4d1', 'network_id': '65d13a74-8578-490b-adf4-f817c919af14', 'admin_state_up': True, 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'security_groups': ['0c05390e-6f36-427e-bf4a-84fb64c1f565']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:39.983821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:39.994145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:40.012325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] device_id is not set on port 7f450105-71da-4f27-8c1f-316bec9dbf73 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:21:40.017740 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:40.018394 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:40.028393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-911d21bd-c234-40de-bd25-d77e980b0c3a tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:40.030943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-01d3dce2-b42d-4a78-9c6f-6f20ec391395 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:40.102175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Request body: {'port': {'device_id': '1936384d-b0c0-41d8-92c7-555049657069', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:40.191903 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3174ca-188c-41e5-a630-0a5fc469893c,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:40.195844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:40.227473 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-911d21bd-c234-40de-bd25-d77e980b0c3a tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "DELETE /v2.0/ports/275bb744-c328-432e-98e9-e9e382aff966 HTTP/1.1" status: 204 len: 168 time: 1.4479983 Jun 02 16:21:40.228494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60500) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:40.231366 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9538538 Jun 02 16:21:40.246354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60502) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:40.247037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event updated for resources: {'Network': ['ID=f4d89d43-092f-4777-bf82-d4aea9a695f6,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:40.249745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:40.263698 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network f4d89d43-092f-4777-bf82-d4aea9a695f6 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:40.277328 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-62613ac7-8438-4c37-bc06-cb4f04ce3536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:40.278449 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:40.284410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2036728750'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:40.285847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-285ed4dc-1ab5-4640-a5f4-4b46b94851bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:40.302454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:40.306267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62613ac7-8438-4c37-bc06-cb4f04ce3536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3836fd45-fba6-4c64-b8df-135a9feebf75,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:40.311555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-62613ac7-8438-4c37-bc06-cb4f04ce3536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:40.312580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-62613ac7-8438-4c37-bc06-cb4f04ce3536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:40.313740 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-62613ac7-8438-4c37-bc06-cb4f04ce3536 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3836fd45-fba6-4c64-b8df-135a9feebf75 HTTP/1.1" status: 204 len: 168 time: 0.6813409 Jun 02 16:21:40.341694 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Made reservation on behalf of d9e97360779e4d6396b45277baa95f46 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:40.347463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:40.385176 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:40.447526 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Usage tracker for resource:network and tenant:bd0f627a411b4bf98d82c0b6dc61315e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:40.465688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:40.501491 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:40.612530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec91a8ff-4901-4b4d-a229-cee02583ce90 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Deleting subnet 7c9519cf-023b-447b-88d1-fa008165ab8f {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:21:40.649530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:40.666968 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ec91a8ff-4901-4b4d-a229-cee02583ce90 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:40.677142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Allocated IP 172.20.0.13 (65d13a74-8578-490b-adf4-f817c919af14/58265fad-4025-46d0-93bb-61bd65052044/420929fd-4a70-4fc0-9f5e-54e8c33e9fb6) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:40.712120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.objects.ports [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92323) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:21:40.712600 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:40.713331 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Made reservation on behalf of bd0f627a411b4bf98d82c0b6dc61315e for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:40.717267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:40.768751 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3668fe65-ca4f-425a-b5f4-96749810867c tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:40.829882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Allocated IP 172.26.3.79 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/7f450105-71da-4f27-8c1f-316bec9dbf73) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:40.895693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ec91a8ff-4901-4b4d-a229-cee02583ce90 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:40.917936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:40.963691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:41.006005 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e05c210c-abdd-4b4c-98eb-c19b82443091 req-d180c134-6568-42f7-b8d3-0d085870759c tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 210 time: 0.0557337 Jun 02 16:21:41.018832 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Transition to ACTIVE for port object 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:41.049204 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:41.056227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:41.073726 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bf7a8f53-e0e2-4e4c-a783-3190e7ef40fb,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:41.080898 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:41.081248 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Added segment e25b02d2-13be-4578-8367-a0409d655010 of type vlan for network ddf756a2-9142-4034-becc-3b398935602b Jun 02 16:21:41.089268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d25e5c2f-f838-4790-b7a6-0741a1a714f1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:41.120173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:41.123437 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Network 65d13a74-8578-490b-adf4-f817c919af14 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:41.127393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:41.131651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:41.138771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:41.173314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Pushing event updated for resources: {'Port': ['ID=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:41.178138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:41.188915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Checking segment: {'id': '180fa53f-612a-4bad-953f-dd65e762498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68eed664-9907-403f-9d26-348468556f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:41.189272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Network hostable DHCP agents. Network: 68eed664-9907-403f-9d26-348468556f0c, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:21:41.215732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3798d2-4358-42c5-bf9c-8a40ec330106 req-f3c58c00-ec5b-4ee3-b9bd-a4260fbbd38d tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:41.216256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:41.217309 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fa3798d2-4358-42c5-bf9c-8a40ec330106 req-f3c58c00-ec5b-4ee3-b9bd-a4260fbbd38d tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 932 time: 0.7388141 Jun 02 16:21:41.217435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:41.249703 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2806661 Jun 02 16:21:41.262636 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Request body: {'port': {'device_id': '609fc6b8-5835-4a5a-9b68-305fba39f4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:41.317619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60528) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:41.381032 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2a3930dc-9834-4a26-a66c-e0182f8c4bd8 None None] Provisioning for port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:41.391564 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2a3930dc-9834-4a26-a66c-e0182f8c4bd8 None None] Provisioning complete for port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:41.392373 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2a3930dc-9834-4a26-a66c-e0182f8c4bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:41.393358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:41.442133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e5c2f-f838-4790-b7a6-0741a1a714f1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=af3f6bb7-417c-480c-8ae9-7c7e96a4ecc3,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:41.447790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d25e5c2f-f838-4790-b7a6-0741a1a714f1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:41.469426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Request body: {'networks': [{'name': 'tempest-network--154528374'}, {'name': 'tempest-network--1632175222'}]} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:41.469731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Request body: {'network': {'name': 'tempest-network--154528374'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:41.470220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Request body: {'network': {'name': 'tempest-network--1632175222'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:41.473266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d25e5c2f-f838-4790-b7a6-0741a1a714f1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:41.478331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:41.484325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:41.489418 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Usage tracker for resource:network and tenant:5bcc61b1cd8540b5a905816e66b78f79 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:41.494195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:41.516713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2a3930dc-9834-4a26-a66c-e0182f8c4bd8 None None] Port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:21:41.544182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:41.564471 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Made reservation on behalf of 5bcc61b1cd8540b5a905816e66b78f79 for: {'network': 2} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:41.568982 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:41.589019 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:41.626824 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:41.679281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Usage tracker for resource:security_group_rule and tenant:5bcc61b1cd8540b5a905816e66b78f79 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:41.683622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:41.685124 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Network 68eed664-9907-403f-9d26-348468556f0c is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:21:41.692114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:41.709687 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d25e5c2f-f838-4790-b7a6-0741a1a714f1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/af3f6bb7-417c-480c-8ae9-7c7e96a4ecc3 HTTP/1.1" status: 204 len: 168 time: 2.2535410 Jun 02 16:21:41.710174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60532) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:41.713817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ec91a8ff-4901-4b4d-a229-cee02583ce90 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:41.762111 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fa3798d2-4358-42c5-bf9c-8a40ec330106 req-5653d73c-be69-4885-988a-4791f7bbda4c tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113060 Jun 02 16:21:41.801252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 68eed664-9907-403f-9d26-348468556f0c) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:41.811573 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7430a746-1b7f-4f00-ad19-74173aad9b14 None None] Network 68eed664-9907-403f-9d26-348468556f0c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:41.842336 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:41.870796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c712d45a-4433-4c94-95f2-c61fb9c1dbce tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:41.888563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:41.889158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:41.893342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:41.893893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:41.912054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:41.995325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.047021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.048815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2c20f8-629b-4971-b25c-6c3b4a0b5fd5 None None] Network 68eed664-9907-403f-9d26-348468556f0c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:42.087808 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.4750721 Jun 02 16:21:42.101480 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8094516 Jun 02 16:21:42.101689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60536) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:42.101689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 {{(pid=92322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:21:42.118270 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.124972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-146414663', 'network_id': '68eed664-9907-403f-9d26-348468556f0c'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:42.132980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.144192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:42.147667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.155276 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event updated for resources: {'Network': ['ID=ddf756a2-9142-4034-becc-3b398935602b,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:42.157904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c712d45a-4433-4c94-95f2-c61fb9c1dbce tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.165533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6625ff36-44c8-41e2-a4d7-c701521cd017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-569104734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:42.189900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network ddf756a2-9142-4034-becc-3b398935602b details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:42.207339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Usage tracker for resource:port and tenant:d4cc99ad0eb24e0989ccc21d2989e88c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:42.213508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:42.289067 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:42.314582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-c712d45a-4433-4c94-95f2-c61fb9c1dbce tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11bfef87-ff3a-4953-bbbe-0e45a65a5431']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:42.318406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05361d5-8649-4dd8-b5ff-a7aa7eb23424 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:21:42.338174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.342633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:42.372595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Transition to ACTIVE for port object d05361d5-8649-4dd8-b5ff-a7aa7eb23424 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:42.379757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Transition to ACTIVE for port object 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:42.382696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.390062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:42.392348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-c712d45a-4433-4c94-95f2-c61fb9c1dbce tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce1792f-d153-4662-bc02-a2611b74088a') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:42.392875 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-c712d45a-4433-4c94-95f2-c61fb9c1dbce tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce1792f-d153-4662-bc02-a2611b74088a') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:42.423325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3a6421-2fcb-448f-9a00-de0c6d48bf91,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:42.433368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.440683 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00abf1-37f8-4e5d-afba-895bfb044203 req-9ffd8022-fd8e-4004-8c89-66cad3604b63 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:42.442241 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-5d00abf1-37f8-4e5d-afba-895bfb044203 req-9ffd8022-fd8e-4004-8c89-66cad3604b63 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Synchronizing usage tracker for tenant:d9e97360779e4d6396b45277baa95f46 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:42.445297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.456390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:42.458960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:42.460940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c712d45a-4433-4c94-95f2-c61fb9c1dbce tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.470033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:42.525652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c712d45a-4433-4c94-95f2-c61fb9c1dbce tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.533777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c712d45a-4433-4c94-95f2-c61fb9c1dbce tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:21:42.533777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c712d45a-4433-4c94-95f2-c61fb9c1dbce tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.556428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ec91a8ff-4901-4b4d-a229-cee02583ce90 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.568213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:42.575864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:42.578598 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:42.667858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.668391 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Added segment f7a2f36f-6a05-47d1-b436-b10027156fc1 of type vlan for network 5ebd29a8-ff88-4f77-8913-3433d02b9dc3 Jun 02 16:21:42.697830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Pushing event updated for resources: {'Port': ['ID=7f450105-71da-4f27-8c1f-316bec9dbf73,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:42.702536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:42.711304 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:21:42.757988 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:21:42.761497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Made reservation on behalf of d4cc99ad0eb24e0989ccc21d2989e88c for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:42.765172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.780650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Pushing event updated for resources: {'Port': ['ID=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:42.788926 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:42.793704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ec91a8ff-4901-4b4d-a229-cee02583ce90 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.809462 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24268cb-b7a2-4ddc-8369-31949b5436f2 None None] Network 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:42.851205 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ec91a8ff-4901-4b4d-a229-cee02583ce90 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "DELETE /v2.0/subnets/7c9519cf-023b-447b-88d1-fa008165ab8f HTTP/1.1" status: 204 len: 168 time: 2.6178424 Jun 02 16:21:42.859837 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60540) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:42.869927 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:42.872895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:42.956985 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Pushing event updated for resources: {'Port': ['ID=d05361d5-8649-4dd8-b5ff-a7aa7eb23424,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:42.960385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:42.999717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1f8354ff-77d5-4ad4-a51e-4e9bb1aad42b tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.424s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:43.021603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c712d45a-4433-4c94-95f2-c61fb9c1dbce tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:43.023368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-5d00abf1-37f8-4e5d-afba-895bfb044203 req-9ffd8022-fd8e-4004-8c89-66cad3604b63 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Unset dirty status for tenant:d9e97360779e4d6396b45277baa95f46 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:43.032155 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5d00abf1-37f8-4e5d-afba-895bfb044203 req-9ffd8022-fd8e-4004-8c89-66cad3604b63 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 932 time: 0.8444076 Jun 02 16:21:43.087298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:43.111597 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:43.118897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c712d45a-4433-4c94-95f2-c61fb9c1dbce tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11bfef87-ff3a-4953-bbbe-0e45a65a5431 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 16:21:43.132967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c712d45a-4433-4c94-95f2-c61fb9c1dbce tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:43.133813 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.0373933 Jun 02 16:21:43.141008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60542) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:43.144302 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91a8ff-4901-4b4d-a229-cee02583ce90 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9519cf-023b-447b-88d1-fa008165ab8f,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:43.159502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.79'}]}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:43.173366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ec91a8ff-4901-4b4d-a229-cee02583ce90 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:43.179521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:43.184433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Attempting to bind port d05361d5-8649-4dd8-b5ff-a7aa7eb23424 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:43.184766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Attempting to bind port d05361d5-8649-4dd8-b5ff-a7aa7eb23424 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd4695709-f309-4a51-9b88-aa4f54303241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:43.185091 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Attempting to bind port d05361d5-8649-4dd8-b5ff-a7aa7eb23424 on network 0c12e784-9a5b-40b6-ab64-04193b5285c9 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:43.200001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Usage tracker for resource:router and tenant:64d510110e614a80b60d3789a3aa91ea is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:43.213000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:43.214917 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Port d05361d5-8649-4dd8-b5ff-a7aa7eb23424 on network 0c12e784-9a5b-40b6-ab64-04193b5285c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:43.215244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Attempting to bind port d05361d5-8649-4dd8-b5ff-a7aa7eb23424 on network 0c12e784-9a5b-40b6-ab64-04193b5285c9 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:43.218875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:43.232325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:43.245129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:43.248174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:21:43.248554 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Checking segment: {'id': 'd4695709-f309-4a51-9b88-aa4f54303241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:43.249152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Bound using segment: {'id': 'd4695709-f309-4a51-9b88-aa4f54303241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:21:43.249755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Bound port: d05361d5-8649-4dd8-b5ff-a7aa7eb23424, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4695709-f309-4a51-9b88-aa4f54303241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:21:43.250182 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:43.256240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:43.256732 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Added segment a3b80818-4a10-4556-af3a-cb7c051f08c5 of type vlan for network 3ca7f129-5b9b-400c-a6a2-63c688b0c2ab Jun 02 16:21:43.273621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481387e7-0f1a-45f4-a462-d67da284c48c None None] DHCP port deletion for 51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:21:43.320392 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:43.396837 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c712d45a-4433-4c94-95f2-c61fb9c1dbce tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "DELETE /v2.0/networks/11bfef87-ff3a-4953-bbbe-0e45a65a5431 HTTP/1.1" status: 204 len: 168 time: 1.6855543 Jun 02 16:21:43.411491 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] device_id is not set on port eca478b2-75a7-42c5-96bd-1764b0fca6a7 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:21:43.412652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:43.413830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:43.433506 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182e68d-b8df-4c20-83c6-4beea2e89794 req-38c57abc-4562-4143-b288-4332213b5bd1 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:43.441121 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a182e68d-b8df-4c20-83c6-4beea2e89794 req-38c57abc-4562-4143-b288-4332213b5bd1 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 944 time: 0.4986830 Jun 02 16:21:43.446663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 772a1298-a57a-483b-a3f2-2c7be7c2e0bd no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:21:43.540084 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:43.548174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-481387e7-0f1a-45f4-a462-d67da284c48c None None] Deleting port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:43.552019 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-481387e7-0f1a-45f4-a462-d67da284c48c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:43.720213 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a182e68d-b8df-4c20-83c6-4beea2e89794 req-11dc14e3-4752-46ba-b6df-69193e379eb7 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781062 Jun 02 16:21:43.741576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Deleting port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:43.742234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:43.759859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] For port d05361d5-8649-4dd8-b5ff-a7aa7eb23424, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:21:43.761920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Allocated IP 2001:db8::fc (68eed664-9907-403f-9d26-348468556f0c/bf7a8f53-e0e2-4e4c-a783-3190e7ef40fb/eca478b2-75a7-42c5-96bd-1764b0fca6a7) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:43.902365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] For port d05361d5-8649-4dd8-b5ff-a7aa7eb23424, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d05361d5-8649-4dd8-b5ff-a7aa7eb23424,segment=NetworkSegment(d4695709-f309-4a51-9b88-aa4f54303241),segment_id=d4695709-f309-4a51-9b88-aa4f54303241)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:21:43.974322 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:43.975577 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-481387e7-0f1a-45f4-a462-d67da284c48c None None] For port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=772a1298-a57a-483b-a3f2-2c7be7c2e0bd,segment=NetworkSegment(2a72d4f6-5219-49bf-b058-2d71749cec81),segment_id=2a72d4f6-5219-49bf-b058-2d71749cec81)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:43.976054 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-481387e7-0f1a-45f4-a462-d67da284c48c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:43.986388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:44.036223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:44.064494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60550) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:44.069299 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Pushing event updated for resources: {'Port': ['ID=d05361d5-8649-4dd8-b5ff-a7aa7eb23424,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:44.072709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:44.093196 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5d00abf1-37f8-4e5d-afba-895bfb044203 req-7065ab47-87c6-4919-a664-740dac91a36f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0601568 Jun 02 16:21:44.106043 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712d45a-4433-4c94-95f2-c61fb9c1dbce tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Pushing event deleted for resources: {'Network': ['ID=11bfef87-ff3a-4953-bbbe-0e45a65a5431,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:44.127155 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:44.129426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:44.142100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-f3c1e51d-02e4-4feb-9662-c3d5fe5a3ef4 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Request body: {'router': {'name': 'tempest-router--360221180', 'project_id': '41226f18c57f4316aa38c1070c42c0e5'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:44.146534 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f3c1e51d-02e4-4feb-9662-c3d5fe5a3ef4 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:44.150264 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f3c1e51d-02e4-4feb-9662-c3d5fe5a3ef4 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Usage tracker for resource:router and tenant:41226f18c57f4316aa38c1070c42c0e5 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:44.151086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:44.153906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f3c1e51d-02e4-4feb-9662-c3d5fe5a3ef4 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:44.155869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:44.156577 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:44.160796 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f3c1e51d-02e4-4feb-9662-c3d5fe5a3ef4 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:44.186450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:44.187202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:44.189054 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] 10.222.0.49 "PUT /v2.0/ports/d05361d5-8649-4dd8-b5ff-a7aa7eb23424 HTTP/1.1" status: 200 len: 1094 time: 4.2063193 Jun 02 16:21:44.199828 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1936384d-b0c0-41d8-92c7-555049657069', 'tag': 'd05361d5-8649-4dd8-b5ff-a7aa7eb23424'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:21:44.211262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f3c1e51d-02e4-4feb-9662-c3d5fe5a3ef4 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:44.212821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f3c1e51d-02e4-4feb-9662-c3d5fe5a3ef4 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:44.224888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c712d45a-4433-4c94-95f2-c61fb9c1dbce tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.137s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:44.225437 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c712d45a-4433-4c94-95f2-c61fb9c1dbce tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:44.236134 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-481387e7-0f1a-45f4-a462-d67da284c48c None None] Calling delete_port for 772a1298-a57a-483b-a3f2-2c7be7c2e0bd owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:44.246672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f3c1e51d-02e4-4feb-9662-c3d5fe5a3ef4 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:44.383813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f3c1e51d-02e4-4feb-9662-c3d5fe5a3ef4 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:44.400057 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:44.421624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] For port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=772a1298-a57a-483b-a3f2-2c7be7c2e0bd,segment=NetworkSegment(2a72d4f6-5219-49bf-b058-2d71749cec81),segment_id=2a72d4f6-5219-49bf-b058-2d71749cec81)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:44.421624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:44.440299 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:44.480366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event updated for resources: {'Network': ['ID=5ebd29a8-ff88-4f77-8913-3433d02b9dc3,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:44.514186 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 5ebd29a8-ff88-4f77-8913-3433d02b9dc3 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:44.527615 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.2061162 Jun 02 16:21:44.536947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60556) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:44.614397 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Calling delete_port for 772a1298-a57a-483b-a3f2-2c7be7c2e0bd owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:44.662176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Network 68eed664-9907-403f-9d26-348468556f0c is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:44.729307 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:44.744438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event updated for resources: {'Network': ['ID=3ca7f129-5b9b-400c-a6a2-63c688b0c2ab,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:44.756208 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:44.760576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:44.761307 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:44.763394 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:44.766382 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:44.767734 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:44.768738 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:44.775874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0572816a-f61c-4846-8a46-3d3795c001a7 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:44.796176 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-d82e41cf-db31-460d-8b1b-df503e406c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:44.797987 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-d82e41cf-db31-460d-8b1b-df503e406c37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4164ea387d064d188e16864b4b684a3e&device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 1097 time: 0.5320227 Jun 02 16:21:44.805034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f3c1e51d-02e4-4feb-9662-c3d5fe5a3ef4 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:44.809477 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f3c1e51d-02e4-4feb-9662-c3d5fe5a3ef4 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7356122 Jun 02 16:21:44.822945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60560) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:44.853622 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 3ca7f129-5b9b-400c-a6a2-63c688b0c2ab details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:44.865414 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dee769a-2a68-46a2-b2c8-c3226c39c3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "1936384d-b0c0-41d8-92c7-555049657069", "tag": "d05361d5-8649-4dd8-b5ff-a7aa7eb23424"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:21:44.874668 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d625c662-e92b-482b-b5cd-1e141c9b14a7 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:44.880846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d625c662-e92b-482b-b5cd-1e141c9b14a7 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:44.886840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d625c662-e92b-482b-b5cd-1e141c9b14a7 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:44.893617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d625c662-e92b-482b-b5cd-1e141c9b14a7 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:44.899809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d625c662-e92b-482b-b5cd-1e141c9b14a7 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:44.901702 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d625c662-e92b-482b-b5cd-1e141c9b14a7 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3013 time: 0.2974272 Jun 02 16:21:44.902175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Attempting to bind port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:44.902662 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Attempting to bind port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '863f08c6-6486-48ac-888c-5ffa733b4b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '65d13a74-8578-490b-adf4-f817c919af14'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:44.903224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Attempting to bind port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 on network 65d13a74-8578-490b-adf4-f817c919af14 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:44.909417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60564) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:44.926775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 on network 65d13a74-8578-490b-adf4-f817c919af14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:21:44.927244 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Attempting to bind port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 on network 65d13a74-8578-490b-adf4-f817c919af14 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:44.966946 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-481387e7-0f1a-45f4-a462-d67da284c48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:45.025336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c23b8a0f-a767-4261-87e4-31137a7554b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:45.081922 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-aeb0f69b-e950-4a0e-a00f-49da07c6455b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d05361d5-8649-4dd8-b5ff-a7aa7eb23424 HTTP/1.1" status: 200 len: 217 time: 0.2195256 Jun 02 16:21:45.090554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481387e7-0f1a-45f4-a462-d67da284c48c None None] Pushing event deleted for resources: {'Port': ['ID=772a1298-a57a-483b-a3f2-2c7be7c2e0bd,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:45.105295 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481387e7-0f1a-45f4-a462-d67da284c48c None None] No DVR routers for this DVR port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:21:45.158995 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-481387e7-0f1a-45f4-a462-d67da284c48c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:45.185734 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:21:45.186252 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Checking segment: {'id': '863f08c6-6486-48ac-888c-5ffa733b4b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '65d13a74-8578-490b-adf4-f817c919af14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:45.186930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Bound using segment: {'id': '863f08c6-6486-48ac-888c-5ffa733b4b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '65d13a74-8578-490b-adf4-f817c919af14'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:21:45.187756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Bound port: 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863f08c6-6486-48ac-888c-5ffa733b4b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '65d13a74-8578-490b-adf4-f817c919af14'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:21:45.188202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:45.195656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-ef94780d-1fcb-4b62-8970-8fbe4d5f8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:45.198238 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-ef94780d-1fcb-4b62-8970-8fbe4d5f8c60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3051691a-f1e0-44b7-af73-53d9220bae55 HTTP/1.1" status: 200 len: 844 time: 0.1054280 Jun 02 16:21:45.214168 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.1087143 Jun 02 16:21:45.256550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60576) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:45.256883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60578) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:45.266797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbeb451-c7f3-4124-ab08-fc12936ca0d0 x-openstack-request-id: req-9cbeb451-c7f3-4124-ab08-fc12936ca0d0 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:21:45.266797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1936384d-b0c0-41d8-92c7-555049657069", "tag": "d05361d5-8649-4dd8-b5ff-a7aa7eb23424", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:21:45.266797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9cbeb451-c7f3-4124-ab08-fc12936ca0d0 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:21:45.266797 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1936384d-b0c0-41d8-92c7-555049657069', 'tag': 'd05361d5-8649-4dd8-b5ff-a7aa7eb23424', 'status': 'completed', 'code': 200} Jun 02 16:21:45.271899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-589aa652-193f-409f-a236-9f1188b1d854 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:45.306178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Request body: {'subnets': [{'network_id': 'f4d89d43-092f-4777-bf82-d4aea9a695f6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--864050640', 'ip_version': 6}, {'network_id': 'ddf756a2-9142-4034-becc-3b398935602b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:45.306521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Request body: {'subnet': {'network_id': 'f4d89d43-092f-4777-bf82-d4aea9a695f6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--864050640', 'ip_version': 6}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:45.307146 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Request body: {'subnet': {'network_id': 'ddf756a2-9142-4034-becc-3b398935602b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:45.382228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Pushing event updated for resources: {'Port': ['ID=eca478b2-75a7-42c5-96bd-1764b0fca6a7,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:45.385333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:45.567538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:45.579421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-199ea64a-3b08-43f6-8c77-76ead4972ca7 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:45.651127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a58fdf9-5693-40bb-bb4f-ba92c38f87d9 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:45.689770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] No DVR routers for this DVR port 772a1298-a57a-483b-a3f2-2c7be7c2e0bd on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:21:45.691227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event deleted for resources: {'Port': ['ID=772a1298-a57a-483b-a3f2-2c7be7c2e0bd,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:45.711117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4893967-7541-458f-9b5c-b93114c3c4d9 req-547894fe-8137-450f-af8f-bc1b295d25e4 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:45.712583 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d4893967-7541-458f-9b5c-b93114c3c4d9 req-547894fe-8137-450f-af8f-bc1b295d25e4 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 944 time: 0.7492857 Jun 02 16:21:45.713451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:45.866903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] For port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:21:45.908686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-589aa652-193f-409f-a236-9f1188b1d854 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:45.917014 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-589aa652-193f-409f-a236-9f1188b1d854 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:45.937816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] For port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6,segment=NetworkSegment(863f08c6-6486-48ac-888c-5ffa733b4b6c),segment_id=863f08c6-6486-48ac-888c-5ffa733b4b6c)] {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:21:45.953171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:45.967788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4a80fa2e-4e9d-4beb-983c-16d91f17bb9f tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:46.013065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-96be433d-68b4-4742-be75-79a7d46587ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:46.014578 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-96be433d-68b4-4742-be75-79a7d46587ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c12e784-9a5b-40b6-ab64-04193b5285c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8028669 Jun 02 16:21:46.019365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.024352 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3c4f4-c67b-44a6-9dd6-885fc536c827 req-94ec95e7-0a3e-4f6c-9b4f-5f1203c51e66 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:46.025798 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-92b3c4f4-c67b-44a6-9dd6-885fc536c827 req-94ec95e7-0a3e-4f6c-9b4f-5f1203c51e66 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 944 time: 0.6851637 Jun 02 16:21:46.062428 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d4893967-7541-458f-9b5c-b93114c3c4d9 req-4056faba-dd13-4c08-9731-6c8a990e634f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985957 Jun 02 16:21:46.088643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:46.105354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:46.120773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-589aa652-193f-409f-a236-9f1188b1d854 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.121294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589aa652-193f-409f-a236-9f1188b1d854 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3722c329-3f6c-4463-a50f-ebd1bd45ba64 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:21:46.127609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:46.127755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Usage tracker for resource:subnet and tenant:bd0f627a411b4bf98d82c0b6dc61315e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:46.128221 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.129637 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] 10.222.0.49 "PUT /v2.0/ports/420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 HTTP/1.1" status: 200 len: 1094 time: 4.8714995 Jun 02 16:21:46.133011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609fc6b8-5835-4a5a-9b68-305fba39f4d1', 'tag': '420929fd-4a70-4fc0-9f5e-54e8c33e9fb6'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:21:46.140395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:46.141246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a58fdf9-5693-40bb-bb4f-ba92c38f87d9 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.144388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a72d4f6-5219-49bf-b058-2d71749cec81') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:46.144601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a72d4f6-5219-49bf-b058-2d71749cec81') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:46.187146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-7a58fdf9-5693-40bb-bb4f-ba92c38f87d9 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ebd29a8-ff88-4f77-8913-3433d02b9dc3']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:46.197492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-589aa652-193f-409f-a236-9f1188b1d854 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.198650 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-589aa652-193f-409f-a236-9f1188b1d854 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "DELETE /v2.0/routers/3722c329-3f6c-4463-a50f-ebd1bd45ba64 HTTP/1.1" status: 204 len: 168 time: 1.3748531 Jun 02 16:21:46.219500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:46.232196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.246098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a7127ae9-69ea-4f9f-8a16-493ef25c772a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Deleting port eca478b2-75a7-42c5-96bd-1764b0fca6a7 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:46.246455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7127ae9-69ea-4f9f-8a16-493ef25c772a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.264901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52309d57-c40d-474f-9987-fc5867aa2b60" -d '{"events": [{"name": "network-changed", "server_uuid": "609fc6b8-5835-4a5a-9b68-305fba39f4d1", "tag": "420929fd-4a70-4fc0-9f5e-54e8c33e9fb6"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:21:46.269179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-7a58fdf9-5693-40bb-bb4f-ba92c38f87d9 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a2f36f-6a05-47d1-b436-b10027156fc1') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:46.269179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-7a58fdf9-5693-40bb-bb4f-ba92c38f87d9 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a2f36f-6a05-47d1-b436-b10027156fc1') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:46.277899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Pushing event updated for resources: {'Port': ['ID=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:46.295661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:46.307053 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-92b3c4f4-c67b-44a6-9dd6-885fc536c827 req-6a556aa0-1882-4392-8429-d8898a88ddda tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351067 Jun 02 16:21:46.317970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a58fdf9-5693-40bb-bb4f-ba92c38f87d9 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.344845 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a58fdf9-5693-40bb-bb4f-ba92c38f87d9 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.360094 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a58fdf9-5693-40bb-bb4f-ba92c38f87d9 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:21:46.360502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a58fdf9-5693-40bb-bb4f-ba92c38f87d9 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:21:46.377237 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:21:46.455296 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60590) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:46.473299 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-5e7cc230-25df-45d2-b398-29acbd9ca770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:46.473528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Made reservation on behalf of bd0f627a411b4bf98d82c0b6dc61315e for: {'subnet': 2} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:46.474981 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-5e7cc230-25df-45d2-b398-29acbd9ca770 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e97360779e4d6396b45277baa95f46&device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 1097 time: 0.2597389 Jun 02 16:21:46.478441 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a58fdf9-5693-40bb-bb4f-ba92c38f87d9 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.478716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.479004 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.489381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:46.498932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.512504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a58fdf9-5693-40bb-bb4f-ba92c38f87d9 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.520274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbddda8-dd27-4cb1-9d26-f1ff6e899900 x-openstack-request-id: req-bbbddda8-dd27-4cb1-9d26-f1ff6e899900 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:21:46.520597 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609fc6b8-5835-4a5a-9b68-305fba39f4d1", "tag": "420929fd-4a70-4fc0-9f5e-54e8c33e9fb6", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:21:46.520875 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bbbddda8-dd27-4cb1-9d26-f1ff6e899900 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:21:46.521505 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609fc6b8-5835-4a5a-9b68-305fba39f4d1', 'tag': '420929fd-4a70-4fc0-9f5e-54e8c33e9fb6', 'status': 'completed', 'code': 200} Jun 02 16:21:46.585676 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58fdf9-5693-40bb-bb4f-ba92c38f87d9 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event deleted for resources: {'Network': ['ID=5ebd29a8-ff88-4f77-8913-3433d02b9dc3,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:46.596530 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7a58fdf9-5693-40bb-bb4f-ba92c38f87d9 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:46.597339 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-e12d13e4-ba16-4ef0-ae4e-973ced1329b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 HTTP/1.1" status: 200 len: 217 time: 0.0821078 Jun 02 16:21:46.598956 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7a58fdf9-5693-40bb-bb4f-ba92c38f87d9 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "DELETE /v2.0/networks/5ebd29a8-ff88-4f77-8913-3433d02b9dc3 HTTP/1.1" status: 204 len: 168 time: 1.6688519 Jun 02 16:21:46.601411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60596) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:46.602055 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:21:46.602494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:21:46.678766 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:21:46.744430 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-854429500', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:46.760448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:46.767799 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Usage tracker for resource:router and tenant:cbc4c4e807ce4665bd6e72e8220d8283 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:46.771925 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:46.781336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:46.784330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-66cbdd81-74ad-4d36-a492-7f22a91bc5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:46.785784 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-66cbdd81-74ad-4d36-a492-7f22a91bc5ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58265fad-4025-46d0-93bb-61bd65052044 HTTP/1.1" status: 200 len: 850 time: 0.1630657 Jun 02 16:21:46.790495 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0fe13c20-8c0e-470d-9583-de8dd125cb8e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.844508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.845540 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.852532 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-4b72051a-1be2-42f2-bcca-cc6acbefcf9d service neutron] 10.222.0.49 "GET /v2.0/networks/0c12e784-9a5b-40b6-ab64-04193b5285c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7963569 Jun 02 16:21:46.916545 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.923780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.945727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7127ae9-69ea-4f9f-8a16-493ef25c772a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.967371 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:46.969196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:47.011454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0fe13c20-8c0e-470d-9583-de8dd125cb8e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:47.029123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-0fe13c20-8c0e-470d-9583-de8dd125cb8e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca7f129-5b9b-400c-a6a2-63c688b0c2ab']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:47.038421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-69847ff2-c090-41b8-974a-21cf5c48493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:47.039930 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-69847ff2-c090-41b8-974a-21cf5c48493a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65d13a74-8578-490b-adf4-f817c919af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2458606 Jun 02 16:21:47.093982 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-0fe13c20-8c0e-470d-9583-de8dd125cb8e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b80818-4a10-4556-af3a-cb7c051f08c5') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:47.094306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-0fe13c20-8c0e-470d-9583-de8dd125cb8e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b80818-4a10-4556-af3a-cb7c051f08c5') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:47.192659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0fe13c20-8c0e-470d-9583-de8dd125cb8e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:47.349759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8a3a810e-f449-4e72-be21-45d32c1e314a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:47.374345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:47.383250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a7127ae9-69ea-4f9f-8a16-493ef25c772a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Calling delete_port for eca478b2-75a7-42c5-96bd-1764b0fca6a7 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:47.412863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Pushing event deleted for resources: {'Network': ['ID=51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:47.437120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:47.510517 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0fe13c20-8c0e-470d-9583-de8dd125cb8e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:47.554678 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] 10.222.0.50 "DELETE /v2.0/networks/51280e4d-07f0-4ece-8c7f-cb0c2ec9dfd1 HTTP/1.1" status: 204 len: 168 time: 4.6736350 Jun 02 16:21:47.581762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe13c20-8c0e-470d-9583-de8dd125cb8e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:21:47.582257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0fe13c20-8c0e-470d-9583-de8dd125cb8e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:21:47.603412 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:21:47.606310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:47.616653 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f95c893f-a16b-4099-a614-89c9a76355e9 req-41e02691-a847-4968-8e74-1b9e4bdf6501 service neutron] 10.222.0.49 "GET /v2.0/networks/0c12e784-9a5b-40b6-ab64-04193b5285c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7480302 Jun 02 16:21:47.753736 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-e1abe0fd-b28c-44e9-a3a9-24694bf570ee service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618984 Jun 02 16:21:47.759457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0fe13c20-8c0e-470d-9583-de8dd125cb8e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:47.790803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:47.810760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0fe13c20-8c0e-470d-9583-de8dd125cb8e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:47.832820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe13c20-8c0e-470d-9583-de8dd125cb8e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event deleted for resources: {'Network': ['ID=3ca7f129-5b9b-400c-a6a2-63c688b0c2ab,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:47.841268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0fe13c20-8c0e-470d-9583-de8dd125cb8e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:47.849436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1681f58-b3f5-453e-9642-b64ca0439c7b req-9b682ad5-0010-4018-8973-3463b96dd0aa tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:47.851114 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c1681f58-b3f5-453e-9642-b64ca0439c7b req-9b682ad5-0010-4018-8973-3463b96dd0aa tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 944 time: 0.6481659 Jun 02 16:21:47.936495 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0fe13c20-8c0e-470d-9583-de8dd125cb8e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "DELETE /v2.0/networks/3ca7f129-5b9b-400c-a6a2-63c688b0c2ab HTTP/1.1" status: 204 len: 168 time: 1.3339097 Jun 02 16:21:47.946163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60606) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:47.946489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60608) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:47.997160 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b72358-5ee5-4430-9927-303ff289fb10 req-3d1fb758-ae88-41a3-a468-d333edd00729 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:47.999142 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-01b72358-5ee5-4430-9927-303ff289fb10 req-3d1fb758-ae88-41a3-a468-d333edd00729 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 944 time: 0.5628412 Jun 02 16:21:48.017882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:48.027580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-c1681f58-b3f5-453e-9642-b64ca0439c7b req-4203afd6-cbbd-41bb-b459-d9885544f759 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Synchronizing usage tracker for tenant:4164ea387d064d188e16864b4b684a3e on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:48.062715 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6e0c6412-cb84-4e98-97f7-3e6ead992edc req-04e890c7-d1bb-47e1-ade5-b96e24329ee5 service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011398 Jun 02 16:21:48.064314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-c1681f58-b3f5-453e-9642-b64ca0439c7b req-4203afd6-cbbd-41bb-b459-d9885544f759 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Unset dirty status for tenant:4164ea387d064d188e16864b4b684a3e on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:48.065509 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c1681f58-b3f5-453e-9642-b64ca0439c7b req-4203afd6-cbbd-41bb-b459-d9885544f759 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205690 Jun 02 16:21:48.330281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:48.367232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:48.415287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52309d57-c40d-474f-9987-fc5867aa2b60 req-e6841f58-e761-4d8e-be71-f58bd5b6a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:48.416756 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-52309d57-c40d-474f-9987-fc5867aa2b60 req-e6841f58-e761-4d8e-be71-f58bd5b6a32e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e97360779e4d6396b45277baa95f46&device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 1097 time: 0.2443616 Jun 02 16:21:48.454860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7127ae9-69ea-4f9f-8a16-493ef25c772a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:48.638096 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52309d57-c40d-474f-9987-fc5867aa2b60 req-8a76d2b1-55ad-4af1-bb9d-0f674242671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:48.639594 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-52309d57-c40d-474f-9987-fc5867aa2b60 req-8a76d2b1-55ad-4af1-bb9d-0f674242671d service neutron] 10.222.0.49 "GET /v2.0/networks?id=65d13a74-8578-490b-adf4-f817c919af14 HTTP/1.1" status: 200 len: 912 time: 0.2116501 Jun 02 16:21:48.650914 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Allocated IP 172.26.3.238 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/5e86df86-dff9-4225-a4f1-eb577766ba61) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:48.678145 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee769a-2a68-46a2-b2c8-c3226c39c3c6 req-17d8cfcb-1e23-41da-89ac-3535695e14be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:48.679869 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9dee769a-2a68-46a2-b2c8-c3226c39c3c6 req-17d8cfcb-1e23-41da-89ac-3535695e14be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4164ea387d064d188e16864b4b684a3e&device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 1097 time: 0.9836948 Jun 02 16:21:48.680785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-09c1fa21-6e8d-4f03-aff4-62509b449536 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:48.711211 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-01b72358-5ee5-4430-9927-303ff289fb10 req-92c08e8e-423e-4552-ae21-0aa3d78fb1cb tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6269147 Jun 02 16:21:48.717654 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-52309d57-c40d-474f-9987-fc5867aa2b60 req-853bd166-b475-4304-aa2e-4c606b23bf3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 HTTP/1.1" status: 200 len: 217 time: 0.0682595 Jun 02 16:21:48.764095 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:48.765998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7127ae9-69ea-4f9f-8a16-493ef25c772a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Pushing event deleted for resources: {'Port': ['ID=eca478b2-75a7-42c5-96bd-1764b0fca6a7,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:48.769624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a7127ae9-69ea-4f9f-8a16-493ef25c772a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:48.771448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:48.807413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:48.891267 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ffa97518-7f2a-4d36-951c-15a9f7894fd4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=adf7adda9bad4a40ad4e449acbbe2355&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9328330 Jun 02 16:21:48.906774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60612) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:48.956896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2807008-a6d7-4de6-9dbf-f2180731fc7f tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:48.963583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2807008-a6d7-4de6-9dbf-f2180731fc7f tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:48.969500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2807008-a6d7-4de6-9dbf-f2180731fc7f tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:48.971143 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d2807008-a6d7-4de6-9dbf-f2180731fc7f tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1946 time: 1.0142150 Jun 02 16:21:48.982948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60614) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:48.995470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7127ae9-69ea-4f9f-8a16-493ef25c772a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:49.008340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1761403384'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:49.021626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:49.022120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40d15713-5dd5-4cdf-9e32-4396824a9e28 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:21:49.030693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:49.044939 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52309d57-c40d-474f-9987-fc5867aa2b60 req-338037df-4b39-4175-99fe-ce975f1ec5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:49.046414 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-52309d57-c40d-474f-9987-fc5867aa2b60 req-338037df-4b39-4175-99fe-ce975f1ec5fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58265fad-4025-46d0-93bb-61bd65052044 HTTP/1.1" status: 200 len: 850 time: 0.3096015 Jun 02 16:21:49.051790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Usage tracker for resource:network and tenant:5bcc61b1cd8540b5a905816e66b78f79 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:49.051956 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a7127ae9-69ea-4f9f-8a16-493ef25c772a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "DELETE /v2.0/ports/eca478b2-75a7-42c5-96bd-1764b0fca6a7 HTTP/1.1" status: 204 len: 168 time: 3.7800152 Jun 02 16:21:49.053081 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60616) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:49.056248 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:49.068681 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68eed664-9907-403f-9d26-348468556f0c', 'external_fixed_ips': [{'subnet_id': 'bf7a8f53-e0e2-4e4c-a783-3190e7ef40fb', 'ip_address': '2001:db8::fc'}]}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:49.096403 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 02 16:21:49.100357 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-167be0a4-838f-4210-95d0-51a0d941b7a7 tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.9506428 Jun 02 16:21:49.101309 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60618) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:49.119765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:49.120471 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:21:49.124617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:49.139689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Usage tracker for resource:router and tenant:d4cc99ad0eb24e0989ccc21d2989e88c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:49.147496 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee769a-2a68-46a2-b2c8-c3226c39c3c6 req-28cc29c0-7b81-4093-b802-2721c373e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:49.148866 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9dee769a-2a68-46a2-b2c8-c3226c39c3c6 req-28cc29c0-7b81-4093-b802-2721c373e0c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0c12e784-9a5b-40b6-ab64-04193b5285c9 HTTP/1.1" status: 200 len: 906 time: 0.4301507 Jun 02 16:21:49.169138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:49.191528 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Made reservation on behalf of 5bcc61b1cd8540b5a905816e66b78f79 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:49.195755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:49.206027 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:49.227290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-60d23817-0c1e-4a28-b7e5-10002a6c4a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:49.243592 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9dee769a-2a68-46a2-b2c8-c3226c39c3c6 req-ec69f145-68ed-403f-b9b7-bffe148b6c6b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d05361d5-8649-4dd8-b5ff-a7aa7eb23424 HTTP/1.1" status: 200 len: 217 time: 0.0787430 Jun 02 16:21:49.287185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:49.321770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:49.322885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:49.341507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-60d23817-0c1e-4a28-b7e5-10002a6c4a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:49.383299 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:49.414996 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee769a-2a68-46a2-b2c8-c3226c39c3c6 req-21676e5e-420c-42fb-9af1-ee086ce511d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:49.416083 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:49.416445 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9dee769a-2a68-46a2-b2c8-c3226c39c3c6 req-21676e5e-420c-42fb-9af1-ee086ce511d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3051691a-f1e0-44b7-af73-53d9220bae55 HTTP/1.1" status: 200 len: 844 time: 0.1608238 Jun 02 16:21:49.437113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:49.437501 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Added segment 797aa29b-5744-40e9-9245-d49fdd60795e of type vlan for network f0bd5510-c65b-4e4d-9eb7-6a79b77fe8b3 Jun 02 16:21:49.452757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52309d57-c40d-474f-9987-fc5867aa2b60 req-9ab30b8f-d756-4cef-bbe3-a67a66a50845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:49.454391 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-52309d57-c40d-474f-9987-fc5867aa2b60 req-9ab30b8f-d756-4cef-bbe3-a67a66a50845 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65d13a74-8578-490b-adf4-f817c919af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3807259 Jun 02 16:21:49.512688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b876e5fe-e2ad-4f0e-815c-b92d2995a0ec tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Deleting port 7f450105-71da-4f27-8c1f-316bec9dbf73 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:49.512688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b876e5fe-e2ad-4f0e-815c-b92d2995a0ec tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:49.523841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e87bb6-7c15-4171-91c0-2fc3c5094916 req-565b2a90-3578-413e-844a-ee3d3b63bc57 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:49.525331 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e0e87bb6-7c15-4171-91c0-2fc3c5094916 req-565b2a90-3578-413e-844a-ee3d3b63bc57 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 944 time: 0.3171475 Jun 02 16:21:49.531719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:49.670108 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-60d23817-0c1e-4a28-b7e5-10002a6c4a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:49.678371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:49.691232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee769a-2a68-46a2-b2c8-c3226c39c3c6 req-024687f2-8aa0-4dfe-8a3c-d533d99f91fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:49.692706 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9dee769a-2a68-46a2-b2c8-c3226c39c3c6 req-024687f2-8aa0-4dfe-8a3c-d533d99f91fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c12e784-9a5b-40b6-ab64-04193b5285c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2623429 Jun 02 16:21:49.709398 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b876e5fe-e2ad-4f0e-815c-b92d2995a0ec tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:49.738185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-911d21bd-c234-40de-bd25-d77e980b0c3a tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:49.799376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:21:49.856501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:49.865546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b876e5fe-e2ad-4f0e-815c-b92d2995a0ec tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Calling delete_port for 7f450105-71da-4f27-8c1f-316bec9dbf73 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:49.901051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:49.915996 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:49.934843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:49.937261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:49.979363 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e0e87bb6-7c15-4171-91c0-2fc3c5094916 req-e6c2ae1e-f2d7-4e84-b6dc-3915870312ad tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4428658 Jun 02 16:21:50.041266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:50.046776 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:50.047444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:50.080459 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-52309d57-c40d-474f-9987-fc5867aa2b60 req-46187185-fa9e-472a-a4e6-76f1103f0d50 service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141486 Jun 02 16:21:50.085985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:50.094989 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event updated for resources: {'Subnet': ['ID=b353d6b3-e28f-41dd-af96-88d46fa73d7f,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:50.099349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:50.107643 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9dee769a-2a68-46a2-b2c8-c3226c39c3c6 req-0e94772e-b543-4519-8579-d6ab61c6bb06 service neutron] 10.222.0.49 "GET /v2.0/networks/0c12e784-9a5b-40b6-ab64-04193b5285c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032090 Jun 02 16:21:50.129591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Pushing event updated for resources: {'Port': ['ID=5e86df86-dff9-4225-a4f1-eb577766ba61,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:50.132984 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:50.141697 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-00ffef91-a7fb-43db-874c-74b4532f37fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:50.170548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Checking segment: {'id': '8cf18086-c8dd-48db-b887-3a684c6dd33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f4d89d43-092f-4777-bf82-d4aea9a695f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:50.170913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Network hostable DHCP agents. Network: f4d89d43-092f-4777-bf82-d4aea9a695f6, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:21:50.178956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-60d23817-0c1e-4a28-b7e5-10002a6c4a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:50.180193 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-60d23817-0c1e-4a28-b7e5-10002a6c4a9c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d84bfaba-35bf-4797-b55a-fa3bb041b895 HTTP/1.1" status: 204 len: 168 time: 1.2723584 Jun 02 16:21:50.276360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a22f2-c01c-43c2-aef5-edd4b2e24b7a req-e2215ad2-f756-4e43-a02c-33cf0990a38b tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:50.277903 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5d6a22f2-c01c-43c2-aef5-edd4b2e24b7a req-e2215ad2-f756-4e43-a02c-33cf0990a38b tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 944 time: 0.4195528 Jun 02 16:21:50.289204 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d23817-0c1e-4a28-b7e5-10002a6c4a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84bfaba-35bf-4797-b55a-fa3bb041b895,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:50.292297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-60d23817-0c1e-4a28-b7e5-10002a6c4a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:50.296615 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3058457 Jun 02 16:21:50.308707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:50.325905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60628) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:50.486972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Network f4d89d43-092f-4777-bf82-d4aea9a695f6 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:21:50.539264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-427735220'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:50.542308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, f4d89d43-092f-4777-bf82-d4aea9a695f6) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:50.556037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a391e18c-a062-4df4-a9e8-0cfce0af662c None None] Network f4d89d43-092f-4777-bf82-d4aea9a695f6 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:50.561771 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9dee769a-2a68-46a2-b2c8-c3226c39c3c6 req-da0c120d-4584-4441-978b-7757000fa9bc service neutron] 10.222.0.49 "GET /v2.0/networks/0c12e784-9a5b-40b6-ab64-04193b5285c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322672 Jun 02 16:21:50.563807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:50.598554 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5d6a22f2-c01c-43c2-aef5-edd4b2e24b7a req-34422b88-b1b6-4a2a-9c19-08086efb6831 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289186 Jun 02 16:21:50.605412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b876e5fe-e2ad-4f0e-815c-b92d2995a0ec tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:50.614675 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:50.664589 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876e5fe-e2ad-4f0e-815c-b92d2995a0ec tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f450105-71da-4f27-8c1f-316bec9dbf73,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:50.673461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Usage tracker for resource:network and tenant:5bcc61b1cd8540b5a905816e66b78f79 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:50.678760 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b876e5fe-e2ad-4f0e-815c-b92d2995a0ec tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:50.686136 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:50.701802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:50.710756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event updated for resources: {'Network': ['ID=f0bd5510-c65b-4e4d-9eb7-6a79b77fe8b3,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:50.714392 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:50.820516 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-52309d57-c40d-474f-9987-fc5867aa2b60 req-83eeed1f-097f-4707-8238-47def1d8e31a service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7236910 Jun 02 16:21:50.821962 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network f0bd5510-c65b-4e4d-9eb7-6a79b77fe8b3 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:50.827142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Made reservation on behalf of 5bcc61b1cd8540b5a905816e66b78f79 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:50.834272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b876e5fe-e2ad-4f0e-815c-b92d2995a0ec tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:50.836460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:50.853241 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b876e5fe-e2ad-4f0e-815c-b92d2995a0ec tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] 10.222.0.50 "DELETE /v2.0/ports/7f450105-71da-4f27-8c1f-316bec9dbf73 HTTP/1.1" status: 204 len: 168 time: 1.7343347 Jun 02 16:21:50.996837 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:51.002124 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:51.028018 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-f4d89d43-092f-4777-bf82-d4aea9a695f6', 'network_id': 'f4d89d43-092f-4777-bf82-d4aea9a695f6', 'tenant_id': 'bd0f627a411b4bf98d82c0b6dc61315e', 'fixed_ips': [{'subnet_id': 'b353d6b3-e28f-41dd-af96-88d46fa73d7f'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:21:51.029322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:51.164285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event updated for resources: {'Subnet': ['ID=f0111030-3293-4efc-afc3-be187be93f89,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:51.185332 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:51.186286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Checking segment: {'id': 'e25b02d2-13be-4578-8367-a0409d655010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ddf756a2-9142-4034-becc-3b398935602b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:51.186652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Network hostable DHCP agents. Network: ddf756a2-9142-4034-becc-3b398935602b, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:21:51.224018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Network ddf756a2-9142-4034-becc-3b398935602b is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:21:51.240671 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:51.246194 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, ddf756a2-9142-4034-becc-3b398935602b) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:51.263732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:51.264431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:51.266733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:51.269585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a25a8e-8102-4c06-a8b2-507d7c6c57f9 None None] Network ddf756a2-9142-4034-becc-3b398935602b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:51.309805 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.0392332 Jun 02 16:21:51.314688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Allocated IP 2001:db8::1 (f4d89d43-092f-4777-bf82-d4aea9a695f6/b353d6b3-e28f-41dd-af96-88d46fa73d7f/29ae6b5e-a6dc-4a17-8051-1dfdd02702ed) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:51.315025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60652) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:51.333368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:51.333724 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Added segment 05deefa5-4827-4ebd-ba49-c8fa0ae1e90d of type vlan for network 2a140a19-88df-4275-8882-226c39552e67 Jun 02 16:21:51.413460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:51.447496 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0378472-3520-4c0c-8941-c4b30923ffeb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:51.449385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0378472-3520-4c0c-8941-c4b30923ffeb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:51.451051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0378472-3520-4c0c-8941-c4b30923ffeb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:51.452000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a0378472-3520-4c0c-8941-c4b30923ffeb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Synchronizing usage tracker for tenant:bd0f627a411b4bf98d82c0b6dc61315e on resource:subnet {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:51.474379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a0378472-3520-4c0c-8941-c4b30923ffeb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Unset dirty status for tenant:bd0f627a411b4bf98d82c0b6dc61315e on resource:subnet {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:51.486175 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a0378472-3520-4c0c-8941-c4b30923ffeb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1665647 Jun 02 16:21:51.486596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60656) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:51.518233 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:51.530031 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60658) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:51.545623 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60660) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:51.595911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Deleting subnet b353d6b3-e28f-41dd-af96-88d46fa73d7f {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:21:51.624704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:21:51.664095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:21:51.706852 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dae6c-1848-4ba6-8150-468c6e1af5d2 req-8c32c083-9495-4da5-9c6e-be3f41f1b3fc tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:51.708381 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f02dae6c-1848-4ba6-8150-468c6e1af5d2 req-8c32c083-9495-4da5-9c6e-be3f41f1b3fc tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 944 time: 0.5510852 Jun 02 16:21:51.751510 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:51.756984 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:51.757589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:51.780077 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-22efe668-37b6-4d8d-968f-4173c2a23dcb tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:51.804037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6,segment=NetworkSegment(863f08c6-6486-48ac-888c-5ffa733b4b6c),segment_id=863f08c6-6486-48ac-888c-5ffa733b4b6c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:51.820091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e1589993-9c21-45e0-99c7-ac1876161efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:51.830194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '420929fd-4a70-4fc0-9f5e-54e8c33e9fb6', 'network_id': '65d13a74-8578-490b-adf4-f817c919af14', 'port_id': '420929fd-4a70-4fc0-9f5e-54e8c33e9fb6', 'mac_address': 'fa:16:3e:e4:db:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58265fad-4025-46d0-93bb-61bd65052044', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:21:51.907700 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1293833185'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:51.917536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447abd2-8919-480d-8653-203f99c255a7 req-b502166e-c867-45e8-a589-729c246d4e3e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:51.919715 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3447abd2-8919-480d-8653-203f99c255a7 req-b502166e-c867-45e8-a589-729c246d4e3e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 944 time: 0.1132250 Jun 02 16:21:51.996262 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:51.999466 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3447abd2-8919-480d-8653-203f99c255a7 req-90de3006-7dd7-4985-8886-f1f1cd91f886 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738158 Jun 02 16:21:52.090050 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:21:52.097629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-ddf756a2-9142-4034-becc-3b398935602b', 'network_id': 'ddf756a2-9142-4034-becc-3b398935602b', 'tenant_id': 'bd0f627a411b4bf98d82c0b6dc61315e', 'fixed_ips': [{'subnet_id': 'f0111030-3293-4efc-afc3-be187be93f89'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:21:52.098463 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:52.132188 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:52.138457 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7995379 Jun 02 16:21:52.138457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e1589993-9c21-45e0-99c7-ac1876161efc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:52.139580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60668) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:52.140018 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6,segment=NetworkSegment(863f08c6-6486-48ac-888c-5ffa733b4b6c),segment_id=863f08c6-6486-48ac-888c-5ffa733b4b6c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:52.144664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:52.146616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Request body: {'ports': [{'network_id': 'f0bd5510-c65b-4e4d-9eb7-6a79b77fe8b3', 'name': 'tempest-port--1861793858', 'admin_state_up': True}, {'network_id': '2a140a19-88df-4275-8882-226c39552e67', 'admin_state_up': False}]} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:52.147490 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Request body: {'port': {'network_id': 'f0bd5510-c65b-4e4d-9eb7-6a79b77fe8b3', 'name': 'tempest-port--1861793858', 'admin_state_up': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:52.147616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Request body: {'port': {'network_id': '2a140a19-88df-4275-8882-226c39552e67', 'admin_state_up': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:52.188163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:network and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:52.188669 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:52.189405 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device d05361d5-8649-4dd8-b5ff-a7aa7eb23424 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:21:52.195080 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:52.202737 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f02dae6c-1848-4ba6-8150-468c6e1af5d2 req-5effd059-2c1c-49bc-8c8b-1f242a992f54 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4724212 Jun 02 16:21:52.228821 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e1589993-9c21-45e0-99c7-ac1876161efc admin admin] Usage tracker for resource:security_group_rule and tenant:45bf2b595039498ea76360ebc5dd746f is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:52.233080 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:52.244278 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event updated for resources: {'Network': ['ID=2a140a19-88df-4275-8882-226c39552e67,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:52.261111 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e1589993-9c21-45e0-99c7-ac1876161efc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:52.269435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:52.287988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Transition to ACTIVE for port object 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:52.290313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e1589993-9c21-45e0-99c7-ac1876161efc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:52.292862 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:52.293260 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:52.293731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:52.294240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:52.294640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:52.295003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:52.295358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:52.295710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:52.296078 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:52.296427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:52.296789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:52.297171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:52.313004 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:52.324229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 2a140a19-88df-4275-8882-226c39552e67 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:52.385591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Transition to ACTIVE for port object 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:52.402147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:52.458652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:52.461987 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:52.462954 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.resource_extend [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:21:52.471569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Usage tracker for resource:port and tenant:5bcc61b1cd8540b5a905816e66b78f79 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:52.476972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:52.482516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:52.518266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:52.521269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:52.524914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:52.533382 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-481387e7-0f1a-45f4-a462-d67da284c48c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:52.535959 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:52.540195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:52.543734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Made reservation on behalf of 5bcc61b1cd8540b5a905816e66b78f79 for: {'port': 2} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:52.548893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:52.577635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:52.586121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:52.613586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:52.641256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:52.679015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Network f4d89d43-092f-4777-bf82-d4aea9a695f6 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:52.687428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:52.702329 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:52.703795 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:52.707565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:52.709749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:security_group_rule and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:52.712408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:52.714336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:52.727598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Pushing event updated for resources: {'Port': ['ID=29ae6b5e-a6dc-4a17-8051-1dfdd02702ed,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:52.731586 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Allocated IP 2001:db8:0:1::1 (ddf756a2-9142-4034-becc-3b398935602b/f0111030-3293-4efc-afc3-be187be93f89/f87a1911-5b5f-491f-8d7b-587b30dc5308) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:52.768194 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] device_id is not set on port 81cd0030-928d-4b8b-9f03-f4b80e91b676 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:21:52.775345 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:52.785357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:52.872522 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port d05361d5-8649-4dd8-b5ff-a7aa7eb23424, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d05361d5-8649-4dd8-b5ff-a7aa7eb23424,segment=NetworkSegment(d4695709-f309-4a51-9b88-aa4f54303241),segment_id=d4695709-f309-4a51-9b88-aa4f54303241)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:52.937795 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Attempting to bind port 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:52.938100 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Attempting to bind port 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '8cf18086-c8dd-48db-b887-3a684c6dd33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f4d89d43-092f-4777-bf82-d4aea9a695f6'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:52.938488 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Attempting to bind port 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed on network f4d89d43-092f-4777-bf82-d4aea9a695f6 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:52.947914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'd05361d5-8649-4dd8-b5ff-a7aa7eb23424', 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9', 'port_id': 'd05361d5-8649-4dd8-b5ff-a7aa7eb23424', 'mac_address': 'fa:16:3e:41:10:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:21:52.957772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:21:52.958174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Checking segment: {'id': '8cf18086-c8dd-48db-b887-3a684c6dd33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f4d89d43-092f-4777-bf82-d4aea9a695f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:52.958594 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:52.958975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Bound using segment: {'id': '8cf18086-c8dd-48db-b887-3a684c6dd33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f4d89d43-092f-4777-bf82-d4aea9a695f6'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:21:52.959454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Bound port: 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf18086-c8dd-48db-b887-3a684c6dd33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f4d89d43-092f-4777-bf82-d4aea9a695f6'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:21:52.959829 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.022049 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e1589993-9c21-45e0-99c7-ac1876161efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.047351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e1589993-9c21-45e0-99c7-ac1876161efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.102053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.108942 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-77909d01-4074-4e05-9066-812c0b5a30e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:53.185291 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05361d5-8649-4dd8-b5ff-a7aa7eb23424 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:21:53.191273 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e1589993-9c21-45e0-99c7-ac1876161efc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45bf2b595039498ea76360ebc5dd746f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6563730 Jun 02 16:21:53.208328 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60672) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:53.209433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1589993-9c21-45e0-99c7-ac1876161efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba280d8-eec7-4703-9351-ad073a5aac95,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:53.221024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e1589993-9c21-45e0-99c7-ac1876161efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:53.222313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Allocated IP 2001:db8::fc (68eed664-9907-403f-9d26-348468556f0c/bf7a8f53-e0e2-4e4c-a783-3190e7ef40fb/e09fb304-160a-44cd-99c5-39068a9d877a) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:53.224458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port d05361d5-8649-4dd8-b5ff-a7aa7eb23424, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d05361d5-8649-4dd8-b5ff-a7aa7eb23424,segment=NetworkSegment(d4695709-f309-4a51-9b88-aa4f54303241),segment_id=d4695709-f309-4a51-9b88-aa4f54303241)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:53.232425 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.238887 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.251459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:53.271589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.283341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.292764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Transition to ACTIVE for port object f87a1911-5b5f-491f-8d7b-587b30dc5308 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:53.303560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:53.314220 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Transition to ACTIVE for port object f87a1911-5b5f-491f-8d7b-587b30dc5308 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:53.324285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.362058 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] For port 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:21:53.369643 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Network ddf756a2-9142-4034-becc-3b398935602b is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:53.373554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:53.375295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.377494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.380919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:53.382844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:21:53.402299 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d25e5c2f-f838-4790-b7a6-0741a1a714f1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:53.418966 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c437181-1b30-4151-84d8-9a242e745e3a,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:53.429123 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] For port 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=29ae6b5e-a6dc-4a17-8051-1dfdd02702ed,segment=NetworkSegment(8cf18086-c8dd-48db-b887-3a684c6dd33f),segment_id=8cf18086-c8dd-48db-b887-3a684c6dd33f)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:21:53.433243 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Router a037e870-da10-43a5-8dad-73cdc5c4623e is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:21:53.436240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=d05361d5-8649-4dd8-b5ff-a7aa7eb23424,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:53.444435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:53.469898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8b15f35b-6c43-44db-ac42-11e68386b121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.473684 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.474092 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Added segment 48ee2895-d0ef-4ffb-a0e0-8049ea6875d7 of type vlan for network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 Jun 02 16:21:53.475039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event deleted for resources: {'Subnet': ['ID=b353d6b3-e28f-41dd-af96-88d46fa73d7f,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:53.480901 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.486359 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.501370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.501769 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.502450 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.502786 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.503201 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.503543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.503912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.504195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.504521 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.504852 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.505200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.505613 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.509933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:53.514226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8187ca28-0874-4c5f-b8ad-8a4b9bb785e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:53.558453 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.558834 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.559199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.559562 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.559912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.560263 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.561137 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.561576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.561863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.562240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.562639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.562986 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:21:53.572531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:53.588548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Attempting to bind port f87a1911-5b5f-491f-8d7b-587b30dc5308 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:53.588931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Attempting to bind port f87a1911-5b5f-491f-8d7b-587b30dc5308 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'e25b02d2-13be-4578-8367-a0409d655010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ddf756a2-9142-4034-becc-3b398935602b'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:53.589302 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Attempting to bind port f87a1911-5b5f-491f-8d7b-587b30dc5308 on network ddf756a2-9142-4034-becc-3b398935602b {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:53.600054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ced103-59ff-4240-b304-7cb763eab37c req-f205267f-585f-434a-b3c4-e37d2b6dc66a tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:53.602149 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-54ced103-59ff-4240-b304-7cb763eab37c req-f205267f-585f-434a-b3c4-e37d2b6dc66a tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 945 time: 0.4609742 Jun 02 16:21:53.605604 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "DELETE /v2.0/subnets/b353d6b3-e28f-41dd-af96-88d46fa73d7f HTTP/1.1" status: 204 len: 168 time: 2.1172428 Jun 02 16:21:53.605859 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['d05361d5-8649-4dd8-b5ff-a7aa7eb23424'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:21:53.608544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] device_id is not set on port 8f69af38-4014-4029-9d14-ea9225ad31eb yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:21:53.612630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60676) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:53.631053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['420929fd-4a70-4fc0-9f5e-54e8c33e9fb6'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:21:53.653247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8b15f35b-6c43-44db-ac42-11e68386b121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.672940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.682951 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:21:53.683620 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Checking segment: {'id': 'e25b02d2-13be-4578-8367-a0409d655010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ddf756a2-9142-4034-becc-3b398935602b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:53.683726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.684169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Bound using segment: {'id': 'e25b02d2-13be-4578-8367-a0409d655010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ddf756a2-9142-4034-becc-3b398935602b'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:21:53.684735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Bound port: f87a1911-5b5f-491f-8d7b-587b30dc5308, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25b02d2-13be-4578-8367-a0409d655010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ddf756a2-9142-4034-becc-3b398935602b'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:21:53.685120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.713652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Pushing event updated for resources: {'Port': ['ID=f87a1911-5b5f-491f-8d7b-587b30dc5308,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:53.719539 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-54ced103-59ff-4240-b304-7cb763eab37c req-44393e03-3484-4857-bbb0-93ceee20c05f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073380 Jun 02 16:21:53.726355 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1c428e-889b-4c91-ac34-c4ce5e20fb48 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Deleting subnet f0111030-3293-4efc-afc3-be187be93f89 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:21:53.731082 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6f1c428e-889b-4c91-ac34-c4ce5e20fb48 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.874459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6f1c428e-889b-4c91-ac34-c4ce5e20fb48 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.895989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd3030-bd01-42ef-ac30-c15ce94ab35d req-f1f3361d-90af-42a4-ae5f-ff93f87c64d1 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:53.903102 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-65dd3030-bd01-42ef-ac30-c15ce94ab35d req-f1f3361d-90af-42a4-ae5f-ff93f87c64d1 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 945 time: 0.5425382 Jun 02 16:21:53.928839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Pushing event updated for resources: {'Port': ['ID=29ae6b5e-a6dc-4a17-8051-1dfdd02702ed,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:53.938764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:53.943544 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.949561 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:53.949777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:53.949982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:53.950732 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.961115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:53.964118 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] For port f87a1911-5b5f-491f-8d7b-587b30dc5308, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:21:53.969511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-868c5439-fe53-4ba5-b017-35e01fa4ea33 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:53.977433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:54.000050 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] For port f87a1911-5b5f-491f-8d7b-587b30dc5308, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f87a1911-5b5f-491f-8d7b-587b30dc5308,segment=NetworkSegment(e25b02d2-13be-4578-8367-a0409d655010),segment_id=e25b02d2-13be-4578-8367-a0409d655010)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:21:54.026527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:54.028131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:21:54.035133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6f1c428e-889b-4c91-ac34-c4ce5e20fb48 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:54.049644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:54.124346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:54.140021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc3bc0-94a7-4ac1-8060-ecb26df8e3ca None None] Sync routers for ids ['a037e870-da10-43a5-8dad-73cdc5c4623e'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:21:54.168326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8b824654-7972-4d55-8c3a-341c0c7f381a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:54.186499 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-65dd3030-bd01-42ef-ac30-c15ce94ab35d req-6a94f7b6-84e3-4365-953e-aac3514d8288 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822065 Jun 02 16:21:54.187246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8b15f35b-6c43-44db-ac42-11e68386b121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:54.193302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Network': ['ID=25b6f581-ec64-4f03-b6dd-06a3d455d9c8,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:54.208719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:54.237817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:21:54.243324 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-13e2e7ca-8bad-434f-8707-a134aa4451c1 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:54.256915 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.6956091 Jun 02 16:21:54.262468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60680) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:54.263621 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15f35b-6c43-44db-ac42-11e68386b121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba280d8-eec7-4703-9351-ad073a5aac95,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:54.268381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8b15f35b-6c43-44db-ac42-11e68386b121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:54.275257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:54.295784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:54.297429 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.8371677 Jun 02 16:21:54.298838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:54.302730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60682) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:54.308260 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:54.327713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc3bc0-94a7-4ac1-8060-ecb26df8e3ca None None] Routers {'a037e870-da10-43a5-8dad-73cdc5c4623e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:21:54.328364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8cfc3bc0-94a7-4ac1-8060-ecb26df8e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:21:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a037e870-da10-43a5-8dad-73cdc5c4623e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:54.360903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8b15f35b-6c43-44db-ac42-11e68386b121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:54.365283 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8b15f35b-6c43-44db-ac42-11e68386b121 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ba280d8-eec7-4703-9351-ad073a5aac95 HTTP/1.1" status: 204 len: 168 time: 1.1497529 Jun 02 16:21:54.405779 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Checking segment: {'id': '797aa29b-5744-40e9-9245-d49fdd60795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f0bd5510-c65b-4e4d-9eb7-6a79b77fe8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:54.406257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Network hostable DHCP agents. Network: f0bd5510-c65b-4e4d-9eb7-6a79b77fe8b3, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:21:54.423421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event updated for resources: {'Port': ['ID=81cd0030-928d-4b8b-9f03-f4b80e91b676,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:54.445541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8cfc3bc0-94a7-4ac1-8060-ecb26df8e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:54.457083 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:54.485954 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Pushing event updated for resources: {'Port': ['ID=f87a1911-5b5f-491f-8d7b-587b30dc5308,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:54.498407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Network f0bd5510-c65b-4e4d-9eb7-6a79b77fe8b3 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:21:54.542326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, f0bd5510-c65b-4e4d-9eb7-6a79b77fe8b3) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:54.575114 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:54.579077 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d657fb8-373d-4527-a279-4d3f9f9910f8 None None] Network f0bd5510-c65b-4e4d-9eb7-6a79b77fe8b3 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:54.658332 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc3bc0-94a7-4ac1-8060-ecb26df8e3ca None None] Routers {'a037e870-da10-43a5-8dad-73cdc5c4623e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:21:54.658996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8cfc3bc0-94a7-4ac1-8060-ecb26df8e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:21:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a037e870-da10-43a5-8dad-73cdc5c4623e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:54.695126 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:54.696015 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:54.709832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:54.875822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event updated for resources: {'Port': ['ID=8f69af38-4014-4029-9d14-ea9225ad31eb,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:54.878379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Network 68eed664-9907-403f-9d26-348468556f0c is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:54.879737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:54.883533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6f1c428e-889b-4c91-ac34-c4ce5e20fb48 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:54.898526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:54.900474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Pushing event updated for resources: {'Port': ['ID=e09fb304-160a-44cd-99c5-39068a9d877a,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:54.905663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:54.914954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d645c702-c6ff-4888-920f-aefed8553ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:54.927712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8cfc3bc0-94a7-4ac1-8060-ecb26df8e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:54.928215 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc3bc0-94a7-4ac1-8060-ecb26df8e3ca None None] The sync data for ids ['a037e870-da10-43a5-8dad-73cdc5c4623e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:21:54.966054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6f1c428e-889b-4c91-ac34-c4ce5e20fb48 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:54.972587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60690) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:54.982275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:55.072731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c428e-889b-4c91-ac34-c4ce5e20fb48 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event deleted for resources: {'Subnet': ['ID=f0111030-3293-4efc-afc3-be187be93f89,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:55.100629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6f1c428e-889b-4c91-ac34-c4ce5e20fb48 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:55.114208 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6f1c428e-889b-4c91-ac34-c4ce5e20fb48 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "DELETE /v2.0/subnets/f0111030-3293-4efc-afc3-be187be93f89 HTTP/1.1" status: 204 len: 168 time: 1.4998264 Jun 02 16:21:55.117871 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4ddd5483-52f2-4386-905f-6952e06496ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64d510110e614a80b60d3789a3aa91ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440446 Jun 02 16:21:55.118535 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60692) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:55.126286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60694) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:55.133303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:55.154730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:55.161462 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:55.168948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:55.174282 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Checking segment: {'id': '05deefa5-4827-4ebd-ba49-c8fa0ae1e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2a140a19-88df-4275-8882-226c39552e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:55.174683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Network hostable DHCP agents. Network: 2a140a19-88df-4275-8882-226c39552e67, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:21:55.200613 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dfdeca-d019-4c7e-a440-a2b1cd45443a None None] Network f4d89d43-092f-4777-bf82-d4aea9a695f6 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:55.260700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0960f1fa-9dc9-4570-bc68-7066d8508b55 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:55.261429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0960f1fa-9dc9-4570-bc68-7066d8508b55 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Synchronizing usage tracker for tenant:bd0f627a411b4bf98d82c0b6dc61315e on resource:subnet {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:55.265937 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2d580a87-84a4-4498-9cfa-522691aeef6a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/routers/a037e870-da10-43a5-8dad-73cdc5c4623e HTTP/1.1" status: 200 len: 920 time: 0.9047918 Jun 02 16:21:55.278734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60698) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:55.329443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Network 2a140a19-88df-4275-8882-226c39552e67 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:21:55.385190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f07eea40-c06b-4b91-b8ee-5da25feb0266 None None] Provisioning for port 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:55.390714 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-dd05f2c4-4682-40ed-b0c5-ebf670d5d369 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "GET /v2.0/ports?device_id=a037e870-da10-43a5-8dad-73cdc5c4623e HTTP/1.1" status: 200 len: 205 time: 0.1094234 Jun 02 16:21:55.425890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60700) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:55.524838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:21:55.555149 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:55.556237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:21:55.559437 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:55.688114 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:55.694557 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:55.695382 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:55.726515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:55.755928 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e01664f-84ad-4b1d-8599-409990626a30 None None] Network ddf756a2-9142-4034-becc-3b398935602b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:55.768834 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 2a140a19-88df-4275-8882-226c39552e67) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:55.771283 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5f94e2-aa9a-4b86-9899-5743f07faa1f None None] DHCP port deletion for f4d89d43-092f-4777-bf82-d4aea9a695f6 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:21:55.778623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e7c11-0920-4e7b-af24-5bf633889112 req-609c9078-8746-42a4-9686-22127f1128fe tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:55.780198 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a74e7c11-0920-4e7b-af24-5bf633889112 req-609c9078-8746-42a4-9686-22127f1128fe tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 945 time: 0.8158493 Jun 02 16:21:55.788990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:55.794677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:55.801053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:55.801992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:55.806483 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0960f1fa-9dc9-4570-bc68-7066d8508b55 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Unset dirty status for tenant:bd0f627a411b4bf98d82c0b6dc61315e on resource:subnet {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:55.811405 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0960f1fa-9dc9-4570-bc68-7066d8508b55 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6903272 Jun 02 16:21:55.812268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-642bf217-90f0-4935-8139-b13ef0505488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:55.813639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60702) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:55.823597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:55.833214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af477aca-062b-46d5-9f12-ed676901325f None None] Network 2a140a19-88df-4275-8882-226c39552e67 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:55.864188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:55.914004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:55.914272 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:55.952306 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8093266 Jun 02 16:21:55.955174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-642bf217-90f0-4935-8139-b13ef0505488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:55.964130 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60704) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:56.037395 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a74e7c11-0920-4e7b-af24-5bf633889112 req-bb198df1-e884-43d1-9522-b2e4d64721ee tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193601 Jun 02 16:21:56.041158 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-effe82d4-5a32-4d39-b7d0-69f05c5b532f None None] Provisioning for port f87a1911-5b5f-491f-8d7b-587b30dc5308 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:56.119555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:56.153096 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9900095-425e-45f0-aa1b-2b118fbb00c4 req-beedb9e6-abc5-4747-89d3-47ed063e115a tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:56.154822 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f9900095-425e-45f0-aa1b-2b118fbb00c4 req-beedb9e6-abc5-4747-89d3-47ed063e115a tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 945 time: 0.6566844 Jun 02 16:21:56.187035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-642bf217-90f0-4935-8139-b13ef0505488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:56.198389 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0efbd02b-b36d-4322-8355-feed9adaaf75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:56.216130 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bf217-90f0-4935-8139-b13ef0505488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3174ca-188c-41e5-a630-0a5fc469893c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:56.220216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-642bf217-90f0-4935-8139-b13ef0505488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:56.221499 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-642bf217-90f0-4935-8139-b13ef0505488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:56.222805 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-642bf217-90f0-4935-8139-b13ef0505488 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a3174ca-188c-41e5-a630-0a5fc469893c HTTP/1.1" status: 204 len: 168 time: 1.0639930 Jun 02 16:21:56.234207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5ba91-f562-4703-94d4-100c50047f11 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:56.240092 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5ba91-f562-4703-94d4-100c50047f11 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:56.240888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7ec5ba91-f562-4703-94d4-100c50047f11 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Synchronizing usage tracker for tenant:5bcc61b1cd8540b5a905816e66b78f79 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:56.252847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:56.348502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7ec5ba91-f562-4703-94d4-100c50047f11 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Unset dirty status for tenant:5bcc61b1cd8540b5a905816e66b78f79 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:56.353218 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7ec5ba91-f562-4703-94d4-100c50047f11 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3831100 Jun 02 16:21:56.354048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60708) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:56.389074 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f94e2-aa9a-4b86-9899-5743f07faa1f None None] Deleting port 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:56.389750 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7c5f94e2-aa9a-4b86-9899-5743f07faa1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:56.423838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:56.464136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Deleting port 5e86df86-dff9-4225-a4f1-eb577766ba61 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:56.464857 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:56.556067 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f9900095-425e-45f0-aa1b-2b118fbb00c4 req-27d33e01-e0b4-4351-83d7-aa38c5f294db tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433902 Jun 02 16:21:56.599713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6,segment=NetworkSegment(863f08c6-6486-48ac-888c-5ffa733b4b6c),segment_id=863f08c6-6486-48ac-888c-5ffa733b4b6c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:56.631540 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609fc6b8-5835-4a5a-9b68-305fba39f4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420929fd-4a70-4fc0-9f5e-54e8c33e9fb6'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:21:56.710969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:56.725040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-f081d112-fb03-4f19-9899-6eb0eb7c05e3 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Deleting port 81cd0030-928d-4b8b-9f03-f4b80e91b676 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:56.725982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f081d112-fb03-4f19-9899-6eb0eb7c05e3 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:56.727712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:56.728608 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device d05361d5-8649-4dd8-b5ff-a7aa7eb23424 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:21:56.743708 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:56.766895 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:56.851310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Deleting port f87a1911-5b5f-491f-8d7b-587b30dc5308 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:56.851837 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:56.853936 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:56.888973 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:56.900324 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:56.905398 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9640be2-e2f7-47e1-beff-06aab5df7c08 None None] DHCP port deletion for ddf756a2-9142-4034-becc-3b398935602b request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:21:56.923401 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-7c5f94e2-aa9a-4b86-9899-5743f07faa1f None None] For port 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=29ae6b5e-a6dc-4a17-8051-1dfdd02702ed,segment=NetworkSegment(8cf18086-c8dd-48db-b887-3a684c6dd33f),segment_id=8cf18086-c8dd-48db-b887-3a684c6dd33f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:56.923847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7c5f94e2-aa9a-4b86-9899-5743f07faa1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:56.951294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Calling delete_port for 5e86df86-dff9-4225-a4f1-eb577766ba61 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:57.060057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac6e51e-d7f5-4e8b-8357-01b5b5ea5bbd" -d '{"events": [{"server_uuid": "609fc6b8-5835-4a5a-9b68-305fba39f4d1", "name": "network-vif-plugged", "status": "completed", "tag": "420929fd-4a70-4fc0-9f5e-54e8c33e9fb6"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:21:57.066707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] For port f87a1911-5b5f-491f-8d7b-587b30dc5308, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f87a1911-5b5f-491f-8d7b-587b30dc5308,segment=NetworkSegment(e25b02d2-13be-4578-8367-a0409d655010),segment_id=e25b02d2-13be-4578-8367-a0409d655010)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:57.066990 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:57.148918 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f94e2-aa9a-4b86-9899-5743f07faa1f None None] Calling delete_port for 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:57.168370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f081d112-fb03-4f19-9899-6eb0eb7c05e3 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:57.169591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=29ae6b5e-a6dc-4a17-8051-1dfdd02702ed,segment=NetworkSegment(8cf18086-c8dd-48db-b887-3a684c6dd33f),segment_id=8cf18086-c8dd-48db-b887-3a684c6dd33f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:57.191914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:57.194865 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f87a1911-5b5f-491f-8d7b-587b30dc5308 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:21:57.254015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c5a2ac-7746-44c9-8a1f-a2126af9d32d x-openstack-request-id: req-14c5a2ac-7746-44c9-8a1f-a2126af9d32d {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:21:57.254015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609fc6b8-5835-4a5a-9b68-305fba39f4d1", "name": "network-vif-plugged", "status": "completed", "tag": "420929fd-4a70-4fc0-9f5e-54e8c33e9fb6", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:21:57.254015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14c5a2ac-7746-44c9-8a1f-a2126af9d32d {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:21:57.254395 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609fc6b8-5835-4a5a-9b68-305fba39f4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420929fd-4a70-4fc0-9f5e-54e8c33e9fb6', 'code': 200} Jun 02 16:21:57.261903 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3c85b337-51a7-436f-bcb4-bd8b153b4560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:57.335063 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Calling delete_port for f87a1911-5b5f-491f-8d7b-587b30dc5308 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:57.340055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:57.347744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-f081d112-fb03-4f19-9899-6eb0eb7c05e3 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Calling delete_port for 81cd0030-928d-4b8b-9f03-f4b80e91b676 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:57.386264 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port d05361d5-8649-4dd8-b5ff-a7aa7eb23424 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:57.426401 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port d05361d5-8649-4dd8-b5ff-a7aa7eb23424 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:57.427001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:57.427309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c7b790b0-5144-4f75-9f33-bdefa25404ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:57.474704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b9640be2-e2f7-47e1-beff-06aab5df7c08 None None] Deleting port f87a1911-5b5f-491f-8d7b-587b30dc5308 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:57.475259 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b9640be2-e2f7-47e1-beff-06aab5df7c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:57.533354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f081d112-fb03-4f19-9899-6eb0eb7c05e3 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:57.543369 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-84bdb9e5-f5ea-40cb-a59f-03dc25f91815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:57.577775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:57.598559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=29ae6b5e-a6dc-4a17-8051-1dfdd02702ed,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:57.600753 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:57.605905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Router b1991716-f5de-458e-81c5-679b36e6c2a7 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:21:57.643074 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7c5f94e2-aa9a-4b86-9899-5743f07faa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:57.651548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:57.656782 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=bad8d354-44ad-42fa-8f98-060eb42943df,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:57.671998 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:57.672840 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:57.673393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network hostable DHCP agents. Network: 25b6f581-ec64-4f03-b6dd-06a3d455d9c8, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:21:57.699596 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port f87a1911-5b5f-491f-8d7b-587b30dc5308 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:21:57.718549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b9640be2-e2f7-47e1-beff-06aab5df7c08 None None] For port f87a1911-5b5f-491f-8d7b-587b30dc5308, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f87a1911-5b5f-491f-8d7b-587b30dc5308,segment=NetworkSegment(e25b02d2-13be-4578-8367-a0409d655010),segment_id=e25b02d2-13be-4578-8367-a0409d655010)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:57.718949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b9640be2-e2f7-47e1-beff-06aab5df7c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:57.726556 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f94e2-aa9a-4b86-9899-5743f07faa1f None None] Pushing event deleted for resources: {'Port': ['ID=29ae6b5e-a6dc-4a17-8051-1dfdd02702ed,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:57.730110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-7c5f94e2-aa9a-4b86-9899-5743f07faa1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:57.736806 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f94e2-aa9a-4b86-9899-5743f07faa1f None None] No DVR routers for this DVR port 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:21:57.759923 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port f87a1911-5b5f-491f-8d7b-587b30dc5308 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:21:57.760240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:57.804200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081d112-fb03-4f19-9899-6eb0eb7c05e3 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event deleted for resources: {'Port': ['ID=81cd0030-928d-4b8b-9f03-f4b80e91b676,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:57.814288 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f081d112-fb03-4f19-9899-6eb0eb7c05e3 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:57.815379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:57.821245 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd764b-b926-4e40-b9e8-e57034f1ae9d req-824c3e39-72a3-43ae-bf9b-46968689b824 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:57.827744 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e1cd764b-b926-4e40-b9e8-e57034f1ae9d req-824c3e39-72a3-43ae-bf9b-46968689b824 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.4861226 Jun 02 16:21:57.861245 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:57.868383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-988701c7-b1cb-4eba-a39e-96f89c6070b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:57.888043 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-27774f14-888e-4c4f-a589-992670b0879f tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:57.956282 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event deleted for resources: {'Port': ['ID=f87a1911-5b5f-491f-8d7b-587b30dc5308,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:57.958152 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b9640be2-e2f7-47e1-beff-06aab5df7c08 None None] Calling delete_port for f87a1911-5b5f-491f-8d7b-587b30dc5308 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:21:57.970749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:57.976733 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:21:57.992021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] No DVR routers for this DVR port f87a1911-5b5f-491f-8d7b-587b30dc5308 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:21:58.034213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.049034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Could not find standard attr ID for object f87a1911-5b5f-491f-8d7b-587b30dc5308. {{(pid=92324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 16:21:58.062476 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] No ports have port_id starting with f87a1911-5b5f-491f-8d7b-587b30dc5308 Jun 02 16:21:58.089577 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port d05361d5-8649-4dd8-b5ff-a7aa7eb23424, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d05361d5-8649-4dd8-b5ff-a7aa7eb23424,segment=NetworkSegment(d4695709-f309-4a51-9b88-aa4f54303241),segment_id=d4695709-f309-4a51-9b88-aa4f54303241)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:21:58.103331 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.114712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 25b6f581-ec64-4f03-b6dd-06a3d455d9c8) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:58.119379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:58.136427 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f081d112-fb03-4f19-9899-6eb0eb7c05e3 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.158802 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d4b74e-43b4-414d-b643-5b6ddc95656e None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:21:58.176018 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e1cd764b-b926-4e40-b9e8-e57034f1ae9d req-5a1f50d0-58cc-40e5-ad9b-3f5c89afadaf tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466158 Jun 02 16:21:58.199532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b9640be2-e2f7-47e1-beff-06aab5df7c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.203479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:58.204088 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.279309 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60754) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:58.289720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Pushing event deleted for resources: {'Port': ['ID=5e86df86-dff9-4225-a4f1-eb577766ba61,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:58.300433 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f081d112-fb03-4f19-9899-6eb0eb7c05e3 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "DELETE /v2.0/ports/81cd0030-928d-4b8b-9f03-f4b80e91b676 HTTP/1.1" status: 204 len: 168 time: 1.9424839 Jun 02 16:21:58.315744 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:21:58.358948 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:58.369781 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9640be2-e2f7-47e1-beff-06aab5df7c08 None None] No DVR routers for this DVR port f87a1911-5b5f-491f-8d7b-587b30dc5308 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:21:58.372975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60758) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:58.384217 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:21:58.384523 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 29ae6b5e-a6dc-4a17-8051-1dfdd02702ed not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:21:58.385017 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f87a1911-5b5f-491f-8d7b-587b30dc5308 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:21:58.408328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.415348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.431779 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: f87a1911-5b5f-491f-8d7b-587b30dc5308 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:21:58.432090 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f87a1911-5b5f-491f-8d7b-587b30dc5308 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:21:58.440058 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=d05361d5-8649-4dd8-b5ff-a7aa7eb23424,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:58.443664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:58.454755 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:58.485747 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1111766635', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:58.492634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:58.494906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Usage tracker for resource:port and tenant:409b7903b3524e40907eb7cfe7cfbcd4 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:58.498045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:58.505443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c3df1-fe4e-4133-88bb-d07c6f49c458 req-9b6a7ac8-6295-43b5-98ff-532e34b0a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:58.507093 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d80c3df1-fe4e-4133-88bb-d07c6f49c458 req-9b6a7ac8-6295-43b5-98ff-532e34b0a7ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 1099 time: 0.9646926 Jun 02 16:21:58.507671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:58.509963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9640be2-e2f7-47e1-beff-06aab5df7c08 None None] Pushing event deleted for resources: {'Port': ['ID=f87a1911-5b5f-491f-8d7b-587b30dc5308,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:58.512783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b9640be2-e2f7-47e1-beff-06aab5df7c08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:58.532483 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bed03a-4587-4158-962b-41fe9b8c9490 req-9bd25526-64de-4e50-8909-d9566de991e8 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:58.534029 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:21:58.540980 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-25bed03a-4587-4158-962b-41fe9b8c9490 req-9bd25526-64de-4e50-8909-d9566de991e8 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 946 time: 0.7401876 Jun 02 16:21:58.545659 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Sync routers for ids ['b1991716-f5de-458e-81c5-679b36e6c2a7'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:21:58.557830 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Routers {'b1991716-f5de-458e-81c5-679b36e6c2a7'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:21:58.559048 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:21:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['b1991716-f5de-458e-81c5-679b36e6c2a7'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:58.578908 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.584030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Made reservation on behalf of 409b7903b3524e40907eb7cfe7cfbcd4 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:58.586779 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.589168 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.593320 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.5340755 Jun 02 16:21:58.594131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60760) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:58.599066 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-d80c3df1-fe4e-4133-88bb-d07c6f49c458 req-41c29343-f271-45e5-877f-9102a395b51f service neutron] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.606518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.629055 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': 'bad8d354-44ad-42fa-8f98-060eb42943df'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:21:58.629943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.654736 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.655062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Fanout notify agent at l3_agent the message router_deleted on router a037e870-da10-43a5-8dad-73cdc5c4623e {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:21:58.677009 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.4100654 Jun 02 16:21:58.679030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.680275 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "DELETE /v2.0/routers/a037e870-da10-43a5-8dad-73cdc5c4623e HTTP/1.1" status: 204 len: 168 time: 3.2533562 Jun 02 16:21:58.687023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:58.689719 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60762) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:58.690275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60764) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:58.690862 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf756a2-9142-4034-becc-3b398935602b']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:58.705169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1032136100', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'enable_snat': False}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:58.710460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:58.714465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Usage tracker for resource:router and tenant:39137685f28c4250b3bfcb636752b532 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:58.717580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:58.720825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-d80c3df1-fe4e-4133-88bb-d07c6f49c458 req-41c29343-f271-45e5-877f-9102a395b51f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:58.726550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:58.726741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25b02d2-13be-4578-8367-a0409d655010') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:58.726741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25b02d2-13be-4578-8367-a0409d655010') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:58.736497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-d80c3df1-fe4e-4133-88bb-d07c6f49c458 req-41c29343-f271-45e5-877f-9102a395b51f service neutron] Usage tracker for resource:security_group_rule and tenant:c227a93c73f74e028c98caf4b015d619 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:58.737024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'name': 'tempest-NetworksTestDHCPv6-289116369'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:21:58.744420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-d80c3df1-fe4e-4133-88bb-d07c6f49c458 req-41c29343-f271-45e5-877f-9102a395b51f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:58.756221 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.758697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Usage tracker for resource:security_group_rule and tenant:409b7903b3524e40907eb7cfe7cfbcd4 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:58.764366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.765924 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.769111 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-d80c3df1-fe4e-4133-88bb-d07c6f49c458 req-41c29343-f271-45e5-877f-9102a395b51f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:58.783864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.810796 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:58.817695 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-25bed03a-4587-4158-962b-41fe9b8c9490 req-e29f5391-ce2b-4a9e-a394-25186d823e62 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757924 Jun 02 16:21:58.839950 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Set router b1991716-f5de-458e-81c5-679b36e6c2a7 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:21:58.858419 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Allocated IP 2001:db8::2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/bad8d354-44ad-42fa-8f98-060eb42943df/80cd0cb2-8861-46f0-a611-cbc67f2ee747) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:21:58.916701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:58.960898 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:59.001268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.037655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:21:59.038507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:21:59.054444 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:21:59.083004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.176049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.179263 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1991716-f5de-458e-81c5-679b36e6c2a7', 'name': '', 'tenant_id': 'd4cc99ad0eb24e0989ccc21d2989e88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68eed664-9907-403f-9d26-348468556f0c', 'external_fixed_ips': [{'subnet_id': 'bf7a8f53-e0e2-4e4c-a783-3190e7ef40fb', 'ip_address': '2001:db8::fc'}], 'enable_snat': True}, 'gw_port_id': 'e09fb304-160a-44cd-99c5-39068a9d877a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:21:49Z', 'updated_at': '2021-06-02T16:21:55Z', 'revision_number': 3, 'project_id': 'd4cc99ad0eb24e0989ccc21d2989e88c', 'gw_port': {'id': 'e09fb304-160a-44cd-99c5-39068a9d877a', 'name': '', 'network_id': '68eed664-9907-403f-9d26-348468556f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1991716-f5de-458e-81c5-679b36e6c2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bf7a8f53-e0e2-4e4c-a783-3190e7ef40fb', 'ip_address': '2001:db8::fc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:52Z', 'updated_at': '2021-06-02T16:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf7a8f53-e0e2-4e4c-a783-3190e7ef40fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:21:59.186901 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Checking router: b1991716-f5de-458e-81c5-679b36e6c2a7 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:21:59.187184 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Updating router b1991716-f5de-458e-81c5-679b36e6c2a7 port e09fb304-160a-44cd-99c5-39068a9d877a binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:21:59.235380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-aa7185d7-97bd-47d1-8516-8b83b359253a tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Deleting port 8f69af38-4014-4029-9d14-ea9225ad31eb {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:59.235742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aa7185d7-97bd-47d1-8516-8b83b359253a tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.241733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Transition to ACTIVE for port object 80cd0cb2-8861-46f0-a611-cbc67f2ee747 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:59.254530 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.263962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.266788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f815e325-a004-43e1-84a2-f0b0e1ecedd1 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:59.276445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Transition to ACTIVE for port object 80cd0cb2-8861-46f0-a611-cbc67f2ee747 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:59.281044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1936384d-b0c0-41d8-92c7-555049657069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05361d5-8649-4dd8-b5ff-a7aa7eb23424'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:21:59.285403 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf571ca-3cf1-4716-aad8-fc2e143a7c7d" -d '{"events": [{"server_uuid": "1936384d-b0c0-41d8-92c7-555049657069", "name": "network-vif-plugged", "status": "completed", "tag": "d05361d5-8649-4dd8-b5ff-a7aa7eb23424"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:21:59.288800 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.294149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.305181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event deleted for resources: {'Network': ['ID=ddf756a2-9142-4034-becc-3b398935602b,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:59.305697 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b9640be2-e2f7-47e1-beff-06aab5df7c08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:59.310574 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:59.345680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.413748 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "DELETE /v2.0/networks/ddf756a2-9142-4034-becc-3b398935602b HTTP/1.1" status: 204 len: 168 time: 3.5961504 Jun 02 16:21:59.415583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:21:59.424919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60770) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:21:59.425124 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:21:59.426912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be8661c-9a22-4d5f-ac1c-203f65ccab0c x-openstack-request-id: req-3be8661c-9a22-4d5f-ac1c-203f65ccab0c {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:21:59.427155 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1936384d-b0c0-41d8-92c7-555049657069", "name": "network-vif-plugged", "status": "completed", "tag": "d05361d5-8649-4dd8-b5ff-a7aa7eb23424", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:21:59.427460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3be8661c-9a22-4d5f-ac1c-203f65ccab0c {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:21:59.427860 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1936384d-b0c0-41d8-92c7-555049657069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05361d5-8649-4dd8-b5ff-a7aa7eb23424', 'code': 200} Jun 02 16:21:59.431261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-d80c3df1-fe4e-4133-88bb-d07c6f49c458 req-41c29343-f271-45e5-877f-9102a395b51f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.431799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:21:59.445436 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:21:59.447632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:21:59.448788 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:21:59.453848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:21:59.461731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Pushing event updated for resources: {'Port': ['ID=80cd0cb2-8861-46f0-a611-cbc67f2ee747,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:59.472583 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:59.493144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:21:59.499946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.529110 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aa7185d7-97bd-47d1-8516-8b83b359253a tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.573422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Attempting to bind port 80cd0cb2-8861-46f0-a611-cbc67f2ee747 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:59.573804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Attempting to bind port 80cd0cb2-8861-46f0-a611-cbc67f2ee747 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:59.574318 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Attempting to bind port 80cd0cb2-8861-46f0-a611-cbc67f2ee747 on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:59.581728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:21:59.582156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:59.582575 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.583023 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:21:59.583508 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Bound port: 80cd0cb2-8861-46f0-a611-cbc67f2ee747, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:21:59.583885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.588527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0aec4378-1188-4663-8033-b0d6fa2fdee0 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.590232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-d80c3df1-fe4e-4133-88bb-d07c6f49c458 req-41c29343-f271-45e5-877f-9102a395b51f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.607191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e1589993-9c21-45e0-99c7-ac1876161efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:59.663064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-d80c3df1-fe4e-4133-88bb-d07c6f49c458 req-41c29343-f271-45e5-877f-9102a395b51f service neutron] Synchronizing usage tracker for tenant:c227a93c73f74e028c98caf4b015d619 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:21:59.689136 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] For port 80cd0cb2-8861-46f0-a611-cbc67f2ee747, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:21:59.692631 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] For port 80cd0cb2-8861-46f0-a611-cbc67f2ee747, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=80cd0cb2-8861-46f0-a611-cbc67f2ee747,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:21:59.700421 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.704092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:59.718665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c29343-f271-45e5-877f-9102a395b51f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0c873178-4a3c-4aeb-b22b-fa407c8d100d,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:59.722642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-41c29343-f271-45e5-877f-9102a395b51f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:59.764539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-d80c3df1-fe4e-4133-88bb-d07c6f49c458 req-41c29343-f271-45e5-877f-9102a395b51f service neutron] Unset dirty status for tenant:c227a93c73f74e028c98caf4b015d619 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:21:59.765880 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d80c3df1-fe4e-4133-88bb-d07c6f49c458 req-41c29343-f271-45e5-877f-9102a395b51f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2333586 Jun 02 16:21:59.767299 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Deleting port e09fb304-160a-44cd-99c5-39068a9d877a {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:21:59.767634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.792368 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Pushing event updated for resources: {'Port': ['ID=80cd0cb2-8861-46f0-a611-cbc67f2ee747,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:21:59.795766 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:21:59.835916 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.855586 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Transition to ACTIVE for port object e09fb304-160a-44cd-99c5-39068a9d877a will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:21:59.866896 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.871793 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:21:59.942831 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb6707-a38c-4126-9e49-d4041fa19f16 req-e651c617-c4c9-4adb-b597-fe27d2efd41a tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:21:59.952041 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bfeb6707-a38c-4126-9e49-d4041fa19f16 req-e651c617-c4c9-4adb-b597-fe27d2efd41a tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.5226154 Jun 02 16:21:59.957373 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Attempting to bind port e09fb304-160a-44cd-99c5-39068a9d877a on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:21:59.957756 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Attempting to bind port e09fb304-160a-44cd-99c5-39068a9d877a by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '180fa53f-612a-4bad-953f-dd65e762498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68eed664-9907-403f-9d26-348468556f0c'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:21:59.958188 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Attempting to bind port e09fb304-160a-44cd-99c5-39068a9d877a on network 68eed664-9907-403f-9d26-348468556f0c {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:21:59.971035 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:21:59.971534 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Checking segment: {'id': '180fa53f-612a-4bad-953f-dd65e762498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68eed664-9907-403f-9d26-348468556f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:21:59.971836 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:21:59.972338 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Bound using segment: {'id': '180fa53f-612a-4bad-953f-dd65e762498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68eed664-9907-403f-9d26-348468556f0c'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:21:59.975080 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Bound port: e09fb304-160a-44cd-99c5-39068a9d877a, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180fa53f-612a-4bad-953f-dd65e762498d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '68eed664-9907-403f-9d26-348468556f0c'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:21:59.975484 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:00.007917 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32bcd3-ab06-401d-995a-709f4ccb5485 None None] Pushing event updated for resources: {'Port': ['ID=e09fb304-160a-44cd-99c5-39068a9d877a,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:00.011362 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-4f32bcd3-ab06-401d-995a-709f4ccb5485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:00.025559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0aec4378-1188-4663-8033-b0d6fa2fdee0 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:00.040035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-aa7185d7-97bd-47d1-8516-8b83b359253a tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Calling delete_port for 8f69af38-4014-4029-9d14-ea9225ad31eb owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:00.068902 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bfeb6707-a38c-4126-9e49-d4041fa19f16 req-6f2e67ef-a5cd-4830-b3c7-ac1d868872a9 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159258 Jun 02 16:22:00.071251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port a573744f-0496-4d01-9e08-d2fd87b590cc yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:22:00.102169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-0aec4378-1188-4663-8033-b0d6fa2fdee0 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d89d43-092f-4777-bf82-d4aea9a695f6']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:00.128618 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] For port e09fb304-160a-44cd-99c5-39068a9d877a, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:22:00.132505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-0aec4378-1188-4663-8033-b0d6fa2fdee0 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf18086-c8dd-48db-b887-3a684c6dd33f') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:00.132505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-0aec4378-1188-4663-8033-b0d6fa2fdee0 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf18086-c8dd-48db-b887-3a684c6dd33f') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:00.143139 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] For port e09fb304-160a-44cd-99c5-39068a9d877a, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e09fb304-160a-44cd-99c5-39068a9d877a,segment=NetworkSegment(180fa53f-612a-4bad-953f-dd65e762498d),segment_id=180fa53f-612a-4bad-953f-dd65e762498d)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:22:00.159329 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:00.167910 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-45022fd3-105c-45dc-a2d0-e94e3f853889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:00.168909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0aec4378-1188-4663-8033-b0d6fa2fdee0 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:00.204314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:00.215895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0aec4378-1188-4663-8033-b0d6fa2fdee0 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:00.272931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 80cd0cb2-8861-46f0-a611-cbc67f2ee747 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:00.283471 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aec4378-1188-4663-8033-b0d6fa2fdee0 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:22:00.284227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0aec4378-1188-4663-8033-b0d6fa2fdee0 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:00.289198 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:22:00.305872 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:22:00.307679 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32bcd3-ab06-401d-995a-709f4ccb5485 None None] Pushing event updated for resources: {'Port': ['ID=e09fb304-160a-44cd-99c5-39068a9d877a,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:00.318775 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-4f32bcd3-ab06-401d-995a-709f4ccb5485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:00.319271 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Routers {'b1991716-f5de-458e-81c5-679b36e6c2a7'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:00.320543 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:21:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['b1991716-f5de-458e-81c5-679b36e6c2a7'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:00.333346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:00.342256 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a211fbe3-b20e-42c6-932d-1eb5b2d1b6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:00.349796 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] device_id is not set on port 1959550c-3386-42fe-8d2d-80a6b12bda25 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:22:00.375063 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 80cd0cb2-8861-46f0-a611-cbc67f2ee747 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:00.396786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Calling delete_port for e09fb304-160a-44cd-99c5-39068a9d877a owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:00.462528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c09abf-b6a3-4754-9491-b9f3ce98d728 req-1f7a6118-79c4-41e2-ab4b-8fcd085e791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:00.464107 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-62c09abf-b6a3-4754-9491-b9f3ce98d728 req-1f7a6118-79c4-41e2-ab4b-8fcd085e791f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 1099 time: 0.7603903 Jun 02 16:22:00.506007 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] Set router b1991716-f5de-458e-81c5-679b36e6c2a7 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:22:00.536890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e17db2-5de7-4d39-80bf-180236c86477,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:00.567204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:00.614378 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aa7185d7-97bd-47d1-8516-8b83b359253a tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:00.620893 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1991716-f5de-458e-81c5-679b36e6c2a7', 'name': '', 'tenant_id': 'd4cc99ad0eb24e0989ccc21d2989e88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:21:49Z', 'updated_at': '2021-06-02T16:21:59Z', 'revision_number': 4, 'project_id': 'd4cc99ad0eb24e0989ccc21d2989e88c', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:00.625408 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb0cc3b-7d66-4e19-b94a-eac7f64196da None None] The sync data for ids ['b1991716-f5de-458e-81c5-679b36e6c2a7'] in dv-neutron-601336-83-hyperv is: [{'id': 'b1991716-f5de-458e-81c5-679b36e6c2a7', 'name': '', 'tenant_id': 'd4cc99ad0eb24e0989ccc21d2989e88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:21:49Z', 'updated_at': '2021-06-02T16:21:59Z', 'revision_number': 4, 'project_id': 'd4cc99ad0eb24e0989ccc21d2989e88c', 'gw_port_host': None}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:22:00.635220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0aec4378-1188-4663-8033-b0d6fa2fdee0 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:00.639541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-26900e6e-76d5-4fe5-b7ec-b499da102415 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:00.655996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0aec4378-1188-4663-8033-b0d6fa2fdee0 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:00.671266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be75e6b-b37c-4691-a88f-2013c7368ae5 req-0efcad7f-be25-4144-99b2-7903fd43910e tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:00.672137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec4378-1188-4663-8033-b0d6fa2fdee0 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event deleted for resources: {'Network': ['ID=f4d89d43-092f-4777-bf82-d4aea9a695f6,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:00.673327 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0be75e6b-b37c-4691-a88f-2013c7368ae5 req-0efcad7f-be25-4144-99b2-7903fd43910e tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 946 time: 0.6105721 Jun 02 16:22:00.676571 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0aec4378-1188-4663-8033-b0d6fa2fdee0 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:00.679308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::12b (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/bad8d354-44ad-42fa-8f98-060eb42943df/a573744f-0496-4d01-9e08-d2fd87b590cc) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:00.681416 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0aec4378-1188-4663-8033-b0d6fa2fdee0 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "DELETE /v2.0/networks/f4d89d43-092f-4777-bf82-d4aea9a695f6 HTTP/1.1" status: 204 len: 168 time: 1.2535934 Jun 02 16:22:00.683426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60774) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:00.688141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-54283928-87eb-4630-a5d6-cda1c37b6b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:00.747630 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-62c09abf-b6a3-4754-9491-b9f3ce98d728 req-5671d33b-6313-4587-a061-f13e8a41a0d2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569759 Jun 02 16:22:00.767674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7185d7-97bd-47d1-8516-8b83b359253a tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event deleted for resources: {'Port': ['ID=8f69af38-4014-4029-9d14-ea9225ad31eb,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:00.822455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-aa7185d7-97bd-47d1-8516-8b83b359253a tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:00.865966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aa7185d7-97bd-47d1-8516-8b83b359253a tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:00.962384 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-106e7b1f-3047-4726-8d14-8f7b385f5549 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:00.974042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Allocated IP 172.26.3.197 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/1959550c-3386-42fe-8d2d-80a6b12bda25) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:01.031692 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0be75e6b-b37c-4691-a88f-2013c7368ae5 req-a9075a20-46a5-4f0d-a71d-5ec2646d7517 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995598 Jun 02 16:22:01.063445 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-aa7185d7-97bd-47d1-8516-8b83b359253a tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "DELETE /v2.0/ports/8f69af38-4014-4029-9d14-ea9225ad31eb HTTP/1.1" status: 204 len: 168 time: 2.6892612 Jun 02 16:22:01.076958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60776) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:01.117109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771ce349-8a95-4051-aca1-00277df4b1d4 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:01.189015 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d899d7ca-c17a-4d57-b2b5-e17148251d6f tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1075196 Jun 02 16:22:01.190831 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60780) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:01.194212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.201260 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1223335479'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:01.210520 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-106e7b1f-3047-4726-8d14-8f7b385f5549 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.228949 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:01.238881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-106e7b1f-3047-4726-8d14-8f7b385f5549 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882075ab-fef6-49bf-9eb9-63e127a4e887']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:01.246715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Usage tracker for resource:network and tenant:5bcc61b1cd8540b5a905816e66b78f79 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:01.251456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.256962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:01.263448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-106e7b1f-3047-4726-8d14-8f7b385f5549 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e658309d-d709-4db7-ac05-03e9085ce01a') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:01.264016 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-106e7b1f-3047-4726-8d14-8f7b385f5549 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e658309d-d709-4db7-ac05-03e9085ce01a') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:01.277473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:01.280287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.288087 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:01.331374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-106e7b1f-3047-4726-8d14-8f7b385f5549 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.395338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Pushing event deleted for resources: {'Port': ['ID=e09fb304-160a-44cd-99c5-39068a9d877a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:01.403264 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4debf0f5-ea34-4278-abe4-8acbe1a7ad27 None None] Provisioning for port 80cd0cb2-8861-46f0-a611-cbc67f2ee747 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:01.422637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4debf0f5-ea34-4278-abe4-8acbe1a7ad27 None None] Provisioning complete for port 80cd0cb2-8861-46f0-a611-cbc67f2ee747 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:01.423233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4debf0f5-ea34-4278-abe4-8acbe1a7ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.430379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:01.442937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Made reservation on behalf of 5bcc61b1cd8540b5a905816e66b78f79 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:01.446662 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.465079 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-106e7b1f-3047-4726-8d14-8f7b385f5549 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.477327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.508096 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.546291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106e7b1f-3047-4726-8d14-8f7b385f5549 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:22:01.547028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-106e7b1f-3047-4726-8d14-8f7b385f5549 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: util.warn( Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:22:01.561806 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:22:01.569822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object a573744f-0496-4d01-9e08-d2fd87b590cc will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:01.608980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.673295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.679423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-249ac693-c16e-4d7d-8894-536982fb3e4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:01.760525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:01.763920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:01.771398 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4debf0f5-ea34-4278-abe4-8acbe1a7ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.773627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:01.779953 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:01.780162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.801542 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:22:01.807028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.812632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.825596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.826099 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Added segment 47eb336e-1e2f-4841-a236-7650ac27ecea of type vlan for network 0c0f553f-ecbb-4c85-86e1-17f314ad35d0 Jun 02 16:22:01.828103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-4debf0f5-ea34-4278-abe4-8acbe1a7ad27 None None] For port 80cd0cb2-8861-46f0-a611-cbc67f2ee747, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=80cd0cb2-8861-46f0-a611-cbc67f2ee747,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:01.834531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.847136 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4debf0f5-ea34-4278-abe4-8acbe1a7ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.849979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c3cb0742-cb6e-4123-86ec-e8c9e520aebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:01.850585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-106e7b1f-3047-4726-8d14-8f7b385f5549 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.854901 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=a573744f-0496-4d01-9e08-d2fd87b590cc,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:01.859211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:01.862697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:01.873645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:01.880362 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-106e7b1f-3047-4726-8d14-8f7b385f5549 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.917372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e7b1f-3047-4726-8d14-8f7b385f5549 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event deleted for resources: {'Network': ['ID=882075ab-fef6-49bf-9eb9-63e127a4e887,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:01.927769 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-106e7b1f-3047-4726-8d14-8f7b385f5549 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:01.934366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.935456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1991716-f5de-458e-81c5-679b36e6c2a7 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:22:01.939071 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.949350 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debf0f5-ea34-4278-abe4-8acbe1a7ad27 None None] Pushing event updated for resources: {'Port': ['ID=80cd0cb2-8861-46f0-a611-cbc67f2ee747,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:01.954007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4debf0f5-ea34-4278-abe4-8acbe1a7ad27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:01.955375 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce85cf8-3ac8-462c-96d3-d7589a7a7805 req-9a6522df-976b-4ace-b7d7-0a7947dcfd5e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:01.962958 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ce85cf8-3ac8-462c-96d3-d7589a7a7805 req-9a6522df-976b-4ace-b7d7-0a7947dcfd5e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.6334572 Jun 02 16:22:01.968474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Pushing event updated for resources: {'Port': ['ID=1959550c-3386-42fe-8d2d-80a6b12bda25,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:01.969786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:01.971068 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "DELETE /v2.0/routers/b1991716-f5de-458e-81c5-679b36e6c2a7 HTTP/1.1" status: 204 len: 168 time: 3.3730721 Jun 02 16:22:01.971581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:01.985005 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:01.990233 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60784) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:01.994768 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-106e7b1f-3047-4726-8d14-8f7b385f5549 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "DELETE /v2.0/networks/882075ab-fef6-49bf-9eb9-63e127a4e887 HTTP/1.1" status: 204 len: 168 time: 1.3100610 Jun 02 16:22:01.996188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60786) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:02.018515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:02.020847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:02.082895 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3865571 Jun 02 16:22:02.086457 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cee5ee2e-2c9d-4b27-8796-da89ff2dc282 None None] Provisioning complete for port 80cd0cb2-8861-46f0-a611-cbc67f2ee747 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:02.086843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cee5ee2e-2c9d-4b27-8796-da89ff2dc282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.092620 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60790) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:02.154553 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ce85cf8-3ac8-462c-96d3-d7589a7a7805 req-8261a4f4-dd30-4808-9858-2f02b4086d8e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905463 Jun 02 16:22:02.202164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb82d79c-c944-47fa-867a-a3037d23f0d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Deleting subnet bf7a8f53-e0e2-4e4c-a783-3190e7ef40fb {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:22:02.206257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eb82d79c-c944-47fa-867a-a3037d23f0d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.331134 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 80cd0cb2-8861-46f0-a611-cbc67f2ee747 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:02.386728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.392293 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:02.393677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.404128 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-106e7b1f-3047-4726-8d14-8f7b385f5549 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:02.427720 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 80cd0cb2-8861-46f0-a611-cbc67f2ee747 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:02.428366 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.452109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Allocated IP 172.26.3.25 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/6033412b-ab9f-40e5-9e37-b52d37e8e754) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:02.505447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:02.506179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.515846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d0c65ad3-abdb-42e5-a022-743e45812c61 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.517554 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3207378 Jun 02 16:22:02.520552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eb82d79c-c944-47fa-867a-a3037d23f0d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.537862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60792) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:02.551831 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2c069677-143c-4b15-be59-1aa2e48701de None None] Provisioning for port a573744f-0496-4d01-9e08-d2fd87b590cc completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:02.552542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1737082997'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:02.563546 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event updated for resources: {'Network': ['ID=0c0f553f-ecbb-4c85-86e1-17f314ad35d0,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:02.566268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:02.568483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:02.571688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2c069677-143c-4b15-be59-1aa2e48701de None None] Provisioning complete for port a573744f-0496-4d01-9e08-d2fd87b590cc triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:02.572064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2c069677-143c-4b15-be59-1aa2e48701de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.593344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eb82d79c-c944-47fa-867a-a3037d23f0d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.605534 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 0c0f553f-ecbb-4c85-86e1-17f314ad35d0 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:22:02.626830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Usage tracker for resource:network and tenant:5bcc61b1cd8540b5a905816e66b78f79 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:02.631612 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3431189 Jun 02 16:22:02.637282 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60794) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:02.640403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:02.643637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.197'}]}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:02.655378 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:02.662467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Usage tracker for resource:router and tenant:409b7903b3524e40907eb7cfe7cfbcd4 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:02.666245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:02.666696 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:02.690908 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:02.725462 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2c069677-143c-4b15-be59-1aa2e48701de None None] Port a573744f-0496-4d01-9e08-d2fd87b590cc cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:02.754115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.755255 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.758733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Made reservation on behalf of 5bcc61b1cd8540b5a905816e66b78f79 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:02.762856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.799195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.814655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957cafba-ebbb-476b-b9fb-22afcb57c96a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:02.820377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957cafba-ebbb-476b-b9fb-22afcb57c96a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:02.821157 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-957cafba-ebbb-476b-b9fb-22afcb57c96a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:02.895447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72247f-547d-4f4b-a296-7e20abb98783 req-be0c84f2-adf8-4ee2-aee6-3953d215ff06 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:02.897148 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fd72247f-547d-4f4b-a296-7e20abb98783 req-be0c84f2-adf8-4ee2-aee6-3953d215ff06 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 946 time: 0.5032396 Jun 02 16:22:02.908213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d643ff45-9707-4d6e-9730-ba789958bd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.938507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d0c65ad3-abdb-42e5-a022-743e45812c61 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.978172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:02.994650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-d0c65ad3-abdb-42e5-a022-743e45812c61 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce3fc89-e2c8-469d-9121-4425b155d9f7']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:03.013723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:22:03.023580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-957cafba-ebbb-476b-b9fb-22afcb57c96a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:03.024939 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-957cafba-ebbb-476b-b9fb-22afcb57c96a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.9276931 Jun 02 16:22:03.026852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-d0c65ad3-abdb-42e5-a022-743e45812c61 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5790ebcf-d0ac-44a2-b857-aa1f55c5a75d') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:03.027163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-d0c65ad3-abdb-42e5-a022-743e45812c61 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5790ebcf-d0ac-44a2-b857-aa1f55c5a75d') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:03.041772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60796) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:03.080956 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:03.081210 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Added segment f2451536-f27a-4d3d-861d-639ec9dc0ba1 of type vlan for network efbec664-2865-42b5-9c49-352c2be98aa7 Jun 02 16:22:03.083428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d0c65ad3-abdb-42e5-a022-743e45812c61 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:03.108982 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fd72247f-547d-4f4b-a296-7e20abb98783 req-d0b774bf-88b7-448e-8863-c7cfd09e89af tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926398 Jun 02 16:22:03.146927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:03.147528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d0c65ad3-abdb-42e5-a022-743e45812c61 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:03.152385 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eb82d79c-c944-47fa-867a-a3037d23f0d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:03.161594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:03.176350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c65ad3-abdb-42e5-a022-743e45812c61 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:22:03.176757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d0c65ad3-abdb-42e5-a022-743e45812c61 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:22:03.195664 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:22:03.218692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82d79c-c944-47fa-867a-a3037d23f0d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bf7a8f53-e0e2-4e4c-a783-3190e7ef40fb,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:03.226558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-eb82d79c-c944-47fa-867a-a3037d23f0d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:03.231416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eb82d79c-c944-47fa-867a-a3037d23f0d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:03.242094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:03.288177 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-eb82d79c-c944-47fa-867a-a3037d23f0d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/bf7a8f53-e0e2-4e4c-a783-3190e7ef40fb HTTP/1.1" status: 204 len: 168 time: 1.2920504 Jun 02 16:22:03.293473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60802) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:03.364107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:03.374699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:03.414520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:22:03.443216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d0c65ad3-abdb-42e5-a022-743e45812c61 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:03.465074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-737455e1-d363-4997-bb32-63a7ff11a1c9 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:03.467337 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d0c65ad3-abdb-42e5-a022-743e45812c61 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:03.484647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:03.492070 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e831a90-62f8-4500-b565-9721bc842abb req-9290bfe9-336c-455d-b397-eb63bd6c605e tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:03.493586 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e831a90-62f8-4500-b565-9721bc842abb req-9290bfe9-336c-455d-b397-eb63bd6c605e tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 946 time: 0.2659013 Jun 02 16:22:03.503983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:03.503983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:03.527850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60804) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:03.535031 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:03.539000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-6f4be094-ad6c-4c29-a45b-8fd07c17e7b2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Request body: {'floatingip': {'port_id': 'd05361d5-8649-4dd8-b5ff-a7aa7eb23424'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:03.552426 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:03.553011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:03.557405 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Pushing event updated for resources: {'Port': ['ID=6033412b-ab9f-40e5-9e37-b52d37e8e754,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:03.561134 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d0c65ad3-abdb-42e5-a022-743e45812c61 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] 10.222.0.50 "DELETE /v2.0/networks/bce3fc89-e2c8-469d-9121-4425b155d9f7 HTTP/1.1" status: 204 len: 168 time: 1.5632970 Jun 02 16:22:03.567849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:03.568491 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8df2e4d3-f996-41f2-bcc2-3722a294a2c9 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:03.626549 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c65ad3-abdb-42e5-a022-743e45812c61 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Pushing event deleted for resources: {'Network': ['ID=bce3fc89-e2c8-469d-9121-4425b155d9f7,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:03.644099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f4be094-ad6c-4c29-a45b-8fd07c17e7b2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for floatingip, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:03.650523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-55e0e9b5-7dae-4df9-9c06-b518f06949d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port a573744f-0496-4d01-9e08-d2fd87b590cc {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:03.650868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55e0e9b5-7dae-4df9-9c06-b518f06949d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:03.674606 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1269829 Jun 02 16:22:03.852616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60808) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:03.876772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Request body: {'subnets': [{'network_id': '0c0f553f-ecbb-4c85-86e1-17f314ad35d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1979249802', 'ip_version': 4}, {'network_id': 'efbec664-2865-42b5-9c49-352c2be98aa7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:03.876993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Request body: {'subnet': {'network_id': '0c0f553f-ecbb-4c85-86e1-17f314ad35d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1979249802', 'ip_version': 4}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:03.877564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Request body: {'subnet': {'network_id': 'efbec664-2865-42b5-9c49-352c2be98aa7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:03.963854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60812) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:04.003185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-737455e1-d363-4997-bb32-63a7ff11a1c9 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:04.050154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-737455e1-d363-4997-bb32-63a7ff11a1c9 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68eed664-9907-403f-9d26-348468556f0c']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:04.110851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-737455e1-d363-4997-bb32-63a7ff11a1c9 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180fa53f-612a-4bad-953f-dd65e762498d') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:04.111144 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-737455e1-d363-4997-bb32-63a7ff11a1c9 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180fa53f-612a-4bad-953f-dd65e762498d') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:04.113996 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c85b2f-00da-4a35-8f68-473424eed648 req-03aa2c5a-835e-4fe4-8de8-38a9f558d432 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:04.115490 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-48c85b2f-00da-4a35-8f68-473424eed648 req-03aa2c5a-835e-4fe4-8de8-38a9f558d432 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.8127668 Jun 02 16:22:04.128188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event updated for resources: {'Network': ['ID=efbec664-2865-42b5-9c49-352c2be98aa7,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:04.131451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:04.139962 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network efbec664-2865-42b5-9c49-352c2be98aa7 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:22:04.155010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-737455e1-d363-4997-bb32-63a7ff11a1c9 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:04.169731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.687s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:04.169949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:04.194538 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-737455e1-d363-4997-bb32-63a7ff11a1c9 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:04.327042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737455e1-d363-4997-bb32-63a7ff11a1c9 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:22:04.327453 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-737455e1-d363-4997-bb32-63a7ff11a1c9 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:04.333531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55e0e9b5-7dae-4df9-9c06-b518f06949d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:04.371127 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-48c85b2f-00da-4a35-8f68-473424eed648 req-eaf4fe13-8ce4-4f06-aa98-26ade84100e1 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051506 Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:22:04.391436 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:22:04.493324 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-55e0e9b5-7dae-4df9-9c06-b518f06949d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for a573744f-0496-4d01-9e08-d2fd87b590cc owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:04.502352 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1f1bb92d-4308-40b0-97fc-a61933689faa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bd0f627a411b4bf98d82c0b6dc61315e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5372758 Jun 02 16:22:04.520154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60818) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:04.673739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:04.688834 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-737455e1-d363-4997-bb32-63a7ff11a1c9 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:04.692791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737455e1-d363-4997-bb32-63a7ff11a1c9 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68eed664-9907-403f-9d26-348468556f0c {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 16:22:04.695531 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-737455e1-d363-4997-bb32-63a7ff11a1c9 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:04.699082 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:04.733649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0fe13c20-8c0e-470d-9583-de8dd125cb8e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:04.735372 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Usage tracker for resource:subnet and tenant:5bcc61b1cd8540b5a905816e66b78f79 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:04.746495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:04.754426 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:04.769999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:04.780102 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-737455e1-d363-4997-bb32-63a7ff11a1c9 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "DELETE /v2.0/networks/68eed664-9907-403f-9d26-348468556f0c HTTP/1.1" status: 204 len: 168 time: 1.4855268 Jun 02 16:22:04.781519 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737455e1-d363-4997-bb32-63a7ff11a1c9 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Pushing event deleted for resources: {'Network': ['ID=68eed664-9907-403f-9d26-348468556f0c,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:04.792544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Made reservation on behalf of 5bcc61b1cd8540b5a905816e66b78f79 for: {'subnet': 2} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:04.797715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:04.798089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:04.830926 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-737455e1-d363-4997-bb32-63a7ff11a1c9 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:04.831920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:04.988420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:05.078580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba1e0-541c-4e9a-a317-8060fdacb054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:05.167038 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55e0e9b5-7dae-4df9-9c06-b518f06949d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:05.177674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f384c089-4b06-4348-8c46-5dfb4bb965b5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:05.240277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60826) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:05.241181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0e9b5-7dae-4df9-9c06-b518f06949d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=a573744f-0496-4d01-9e08-d2fd87b590cc,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:05.243913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-55e0e9b5-7dae-4df9-9c06-b518f06949d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:05.276102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-d86fb926-2cb3-4bf5-954d-4da560c9ed38 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Request body: {'router': {'name': 'tempest-router--2070557784', 'project_id': '0bf87d60455248d49f4753da9107c51e'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:05.337819 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d86fb926-2cb3-4bf5-954d-4da560c9ed38 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:05.342468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba1e0-541c-4e9a-a317-8060fdacb054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:05.360281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda294c-2529-45c2-b6af-a283d598aeb4 req-05c54014-76cf-43f2-b0d7-6bf0581a6cca tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:05.362142 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6eda294c-2529-45c2-b6af-a283d598aeb4 req-05c54014-76cf-43f2-b0d7-6bf0581a6cca tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.8587587 Jun 02 16:22:05.363856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d86fb926-2cb3-4bf5-954d-4da560c9ed38 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Usage tracker for resource:router and tenant:0bf87d60455248d49f4753da9107c51e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:05.370432 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d86fb926-2cb3-4bf5-954d-4da560c9ed38 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:05.376777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55e0e9b5-7dae-4df9-9c06-b518f06949d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:05.379933 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60828) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:05.393659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f6a31c56-a098-4701-b764-2fb76cf2a4aa tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Request body: {'floatingip': {'port_id': '420929fd-4a70-4fc0-9f5e-54e8c33e9fb6'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:05.403609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-763b24a5-db2c-44cd-a0a8-f849e27e89be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:05.436548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d86fb926-2cb3-4bf5-954d-4da560c9ed38 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:05.513504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6a31c56-a098-4701-b764-2fb76cf2a4aa tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for floatingip, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:05.540537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d86fb926-2cb3-4bf5-954d-4da560c9ed38 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:05.541544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d86fb926-2cb3-4bf5-954d-4da560c9ed38 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:05.545546 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-55e0e9b5-7dae-4df9-9c06-b518f06949d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/a573744f-0496-4d01-9e08-d2fd87b590cc HTTP/1.1" status: 204 len: 168 time: 2.5017953 Jun 02 16:22:05.551349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60830) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:05.806378 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d86fb926-2cb3-4bf5-954d-4da560c9ed38 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:05.833862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:05.847340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:05.850927 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0612c4-4ceb-4813-848c-4e52026ef05d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:05.852542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0612c4-4ceb-4813-848c-4e52026ef05d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:05.854056 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0b0612c4-4ceb-4813-848c-4e52026ef05d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2976248 Jun 02 16:22:05.893497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60832) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:05.916884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba1e0-541c-4e9a-a317-8060fdacb054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:05.965882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7c522cff-ad73-49bf-afb2-593b7d5c6672 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:06.004666 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d86fb926-2cb3-4bf5-954d-4da560c9ed38 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:06.065476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ba1e0-541c-4e9a-a317-8060fdacb054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba45848e-33c5-4035-bea7-c9bb0273a42b,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:06.067841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8e7ba1e0-541c-4e9a-a317-8060fdacb054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:06.125194 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d86fb926-2cb3-4bf5-954d-4da560c9ed38 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:06.129804 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d86fb926-2cb3-4bf5-954d-4da560c9ed38 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8816307 Jun 02 16:22:06.131058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60834) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:06.272921 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f4be094-ad6c-4c29-a45b-8fd07c17e7b2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:06.309439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a854-ec2c-40c4-8040-ab0e34e53d92 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:06.343212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f4be094-ad6c-4c29-a45b-8fd07c17e7b2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:06.411664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-597f91c5-a184-43c1-9836-089210ab5581 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet bad8d354-44ad-42fa-8f98-060eb42943df {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:22:06.413786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba1e0-541c-4e9a-a317-8060fdacb054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:06.417216 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8e7ba1e0-541c-4e9a-a317-8060fdacb054 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ba45848e-33c5-4035-bea7-c9bb0273a42b HTTP/1.1" status: 204 len: 168 time: 1.8865397 Jun 02 16:22:06.434351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-597f91c5-a184-43c1-9836-089210ab5581 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:06.462047 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:06.470020 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:06.569305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:06.695872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Router f7a09f0b-4807-4db7-9898-eb56b4726e35 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:22:06.699032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a854-ec2c-40c4-8040-ab0e34e53d92 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:06.704420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a854-ec2c-40c4-8040-ab0e34e53d92 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:06.760819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-597f91c5-a184-43c1-9836-089210ab5581 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:06.793686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:06.793686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69e32188-da4b-4a09-8e19-009dd1cababf {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:22:06.825544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a854-ec2c-40c4-8040-ab0e34e53d92 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:06.826161 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf0a854-ec2c-40c4-8040-ab0e34e53d92 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d24f179c-930d-46d6-b568-b39fd6f5fa2f {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:22:06.968653 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a854-ec2c-40c4-8040-ab0e34e53d92 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:06.969793 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0cf0a854-ec2c-40c4-8040-ab0e34e53d92 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "DELETE /v2.0/routers/d24f179c-930d-46d6-b568-b39fd6f5fa2f HTTP/1.1" status: 204 len: 168 time: 0.8371015 Jun 02 16:22:06.977641 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 02 16:22:06.982444 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ce851403-cab1-421a-92b4-3c8204411f76 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3403807 Jun 02 16:22:06.988343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60850) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:07.018029 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-6f4be094-ad6c-4c29-a45b-8fd07c17e7b2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Floating IP 28ae104f-857c-4362-b44d-6a30fc8e5be2 associated. External IP: 172.26.3.16, port: d05361d5-8649-4dd8-b5ff-a7aa7eb23424. Jun 02 16:22:07.157579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-597f91c5-a184-43c1-9836-089210ab5581 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:07.210063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:22:07.224083 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Sync routers for ids ['f7a09f0b-4807-4db7-9898-eb56b4726e35'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:22:07.242678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Routers {'f7a09f0b-4807-4db7-9898-eb56b4726e35'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:07.243941 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['f7a09f0b-4807-4db7-9898-eb56b4726e35'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:07.340983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:07.342873 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.6459816 Jun 02 16:22:07.359442 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60858) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:07.473448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60862) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:07.490063 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Set router f7a09f0b-4807-4db7-9898-eb56b4726e35 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:22:07.550403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-0165aa28-c051-4944-bdaf-6e92cbd09629 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Deleting port 1959550c-3386-42fe-8d2d-80a6b12bda25 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:07.551170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0165aa28-c051-4944-bdaf-6e92cbd09629 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:07.711772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60866) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:07.761476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-986162519', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}, 'admin_state_up': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:07.786132 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:07.793418 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:07.807583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:07.832930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4be094-ad6c-4c29-a45b-8fd07c17e7b2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Router 08fbb977-6043-4729-b0ff-e5dba666810b has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:22:07.843471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Usage tracker for resource:router and tenant:3870ed385c4440b8b5a8988084965d39 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:07.859350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2108545258'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:07.867891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:07.868138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a09f0b-4807-4db7-9898-eb56b4726e35', 'name': 'tempest-snat-router-1032136100', 'tenant_id': '39137685f28c4250b3bfcb636752b532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.25'}], 'enable_snat': False}, 'gw_port_id': '6033412b-ab9f-40e5-9e37-b52d37e8e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:21:58Z', 'updated_at': '2021-06-02T16:22:04Z', 'revision_number': 3, 'project_id': '39137685f28c4250b3bfcb636752b532', 'gw_port': {'id': '6033412b-ab9f-40e5-9e37-b52d37e8e754', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a09f0b-4807-4db7-9898-eb56b4726e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:22:01Z', 'updated_at': '2021-06-02T16:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:07.873796 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Checking router: f7a09f0b-4807-4db7-9898-eb56b4726e35 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:22:07.874191 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Updating router f7a09f0b-4807-4db7-9898-eb56b4726e35 port 6033412b-ab9f-40e5-9e37-b52d37e8e754 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:22:07.888051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:07.890459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:07.897639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0165aa28-c051-4944-bdaf-6e92cbd09629 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:07.908945 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6b884084-aee1-4542-b482-f52567ba667f tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/routers/f7a09f0b-4807-4db7-9898-eb56b4726e35 HTTP/1.1" status: 200 len: 908 time: 0.5466127 Jun 02 16:22:07.914015 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60870) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:07.919905 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Usage tracker for resource:network and tenant:3cbe24b0935c484a9531c720344bfee4 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:07.934052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:07.936848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:07.939838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1032136100', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'enable_snat': True}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:07.949474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-597f91c5-a184-43c1-9836-089210ab5581 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:07.981802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:08.040707 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6d485c-d199-41c5-b74a-4d775f816643 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:08.069692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-597f91c5-a184-43c1-9836-089210ab5581 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.070975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:08.073896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:08.085833 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f91c5-a184-43c1-9836-089210ab5581 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=bad8d354-44ad-42fa-8f98-060eb42943df,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:08.089890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-0165aa28-c051-4944-bdaf-6e92cbd09629 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Calling delete_port for 1959550c-3386-42fe-8d2d-80a6b12bda25 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:08.092991 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-597f91c5-a184-43c1-9836-089210ab5581 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:08.096024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Usage tracker for resource:router and tenant:39137685f28c4250b3bfcb636752b532 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:08.101673 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-597f91c5-a184-43c1-9836-089210ab5581 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/bad8d354-44ad-42fa-8f98-060eb42943df HTTP/1.1" status: 204 len: 168 time: 2.1835363 Jun 02 16:22:08.103186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.104680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.110821 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60872) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:08.112514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:08.124707 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event updated for resources: {'Subnet': ['ID=17a2005f-74ef-4934-9c8b-1ad5d12bb044,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:08.128489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:08.137321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:08.139840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Made reservation on behalf of 3cbe24b0935c484a9531c720344bfee4 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:08.143918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.177321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.187610 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Checking segment: {'id': '47eb336e-1e2f-4841-a236-7650ac27ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0c0f553f-ecbb-4c85-86e1-17f314ad35d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:08.188632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Network hostable DHCP agents. Network: 0c0f553f-ecbb-4c85-86e1-17f314ad35d0, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:22:08.202013 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.217978 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.219084 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.227576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:08.246524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Usage tracker for resource:security_group_rule and tenant:3cbe24b0935c484a9531c720344bfee4 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:08.254441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:08.271802 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:08.333220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Network 0c0f553f-ecbb-4c85-86e1-17f314ad35d0 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:22:08.336189 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.342787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [None req-f6a31c56-a098-4701-b764-2fb76cf2a4aa tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:22:08.422702 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-86cd706e-15f6-47af-88da-07ed80002725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3085496 Jun 02 16:22:08.434860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60874) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:08.439955 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-42774181-3d93-4735-ad30-e6130d88a5eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:08.449358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 0c0f553f-ecbb-4c85-86e1-17f314ad35d0) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:08.469153 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4be094-ad6c-4c29-a45b-8fd07c17e7b2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:22:08.479708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e381531f-bccf-4c3d-b093-cf860c1e1c49 None None] Network 0c0f553f-ecbb-4c85-86e1-17f314ad35d0 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:08.488101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f4be094-ad6c-4c29-a45b-8fd07c17e7b2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.488888 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350f49e-590a-4a35-b1af-f514d5e7c96c None None] Sync routers for ids ['08fbb977-6043-4729-b0ff-e5dba666810b'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:22:08.508661 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1350f49e-590a-4a35-b1af-f514d5e7c96c None None] Routers {'08fbb977-6043-4729-b0ff-e5dba666810b'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:08.510010 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1350f49e-590a-4a35-b1af-f514d5e7c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['08fbb977-6043-4729-b0ff-e5dba666810b'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:08.613085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6a31c56-a098-4701-b764-2fb76cf2a4aa tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.634021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6a31c56-a098-4701-b764-2fb76cf2a4aa tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.640976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.642220 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3215b5b1-376e-4983-9a4c-e6a0b89543b1 None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:22:08.724033 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6f4be094-ad6c-4c29-a45b-8fd07c17e7b2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "PUT /v2.0/floatingips/28ae104f-857c-4362-b44d-6a30fc8e5be2 HTTP/1.1" status: 200 len: 991 time: 5.1949110 Jun 02 16:22:08.726793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-42774181-3d93-4735-ad30-e6130d88a5eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:08.729206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1936384d-b0c0-41d8-92c7-555049657069', 'tag': 'd05361d5-8649-4dd8-b5ff-a7aa7eb23424'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:22:08.732169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8220a311-bbd9-4b54-ad59-d92979e35c00" -d '{"events": [{"name": "network-changed", "server_uuid": "1936384d-b0c0-41d8-92c7-555049657069", "tag": "d05361d5-8649-4dd8-b5ff-a7aa7eb23424"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:22:08.754626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-42774181-3d93-4735-ad30-e6130d88a5eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:08.759999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-42774181-3d93-4735-ad30-e6130d88a5eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:08.774396 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.785518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.804841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-42774181-3d93-4735-ad30-e6130d88a5eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:08.867571 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98246890-64a6-4d8a-bd91-c08adc7ff7c8 x-openstack-request-id: req-98246890-64a6-4d8a-bd91-c08adc7ff7c8 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:22:08.868644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1936384d-b0c0-41d8-92c7-555049657069", "tag": "d05361d5-8649-4dd8-b5ff-a7aa7eb23424", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:22:08.869072 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98246890-64a6-4d8a-bd91-c08adc7ff7c8 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:22:08.869653 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1936384d-b0c0-41d8-92c7-555049657069', 'tag': 'd05361d5-8649-4dd8-b5ff-a7aa7eb23424', 'status': 'completed', 'code': 200} Jun 02 16:22:08.880670 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-1350f49e-590a-4a35-b1af-f514d5e7c96c None None] Set router 08fbb977-6043-4729-b0ff-e5dba666810b gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:22:08.899833 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42774181-3d93-4735-ad30-e6130d88a5eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:08.903715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-42774181-3d93-4735-ad30-e6130d88a5eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.920342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-3215b5b1-376e-4983-9a4c-e6a0b89543b1 None None] Deleting port 80cd0cb2-8861-46f0-a611-cbc67f2ee747 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:08.921430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3215b5b1-376e-4983-9a4c-e6a0b89543b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:08.967541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-0c0f553f-ecbb-4c85-86e1-17f314ad35d0', 'network_id': '0c0f553f-ecbb-4c85-86e1-17f314ad35d0', 'tenant_id': '5bcc61b1cd8540b5a905816e66b78f79', 'fixed_ips': [{'subnet_id': '17a2005f-74ef-4934-9c8b-1ad5d12bb044'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:22:08.968575 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:09.008414 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-f6a31c56-a098-4701-b764-2fb76cf2a4aa tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Floating IP 0bad5df6-b058-497f-b695-848cae883ad1 associated. External IP: 172.26.3.2, port: 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6. Jun 02 16:22:09.148494 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3215b5b1-376e-4983-9a4c-e6a0b89543b1 None None] For port 80cd0cb2-8861-46f0-a611-cbc67f2ee747, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=80cd0cb2-8861-46f0-a611-cbc67f2ee747,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:09.149308 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3215b5b1-376e-4983-9a4c-e6a0b89543b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:09.158868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Transition to ACTIVE for port object 6033412b-ab9f-40e5-9e37-b52d37e8e754 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:09.178592 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:09.250517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:09.255357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0165aa28-c051-4944-bdaf-6e92cbd09629 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:09.277765 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2ed2e905-0ee4-4018-b406-6e86125c0e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:09.374031 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-3215b5b1-376e-4983-9a4c-e6a0b89543b1 None None] Calling delete_port for 80cd0cb2-8861-46f0-a611-cbc67f2ee747 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:09.402827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165aa28-c051-4944-bdaf-6e92cbd09629 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Pushing event deleted for resources: {'Port': ['ID=1959550c-3386-42fe-8d2d-80a6b12bda25,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:09.423280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0165aa28-c051-4944-bdaf-6e92cbd09629 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:09.429091 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:09.441605 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1350f49e-590a-4a35-b1af-f514d5e7c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'name': 'tempest-ServersTestJSON-477330779-router', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:56Z', 'updated_at': '2021-06-02T16:21:09Z', 'revision_number': 4, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'gw_port': {'id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:20:58Z', 'updated_at': '2021-06-02T16:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '28ae104f-857c-4362-b44d-6a30fc8e5be2', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'floating_ip_address': '172.26.3.16', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'port_id': 'd05361d5-8649-4dd8-b5ff-a7aa7eb23424', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9', 'mac_address': 'fa:16:3e:41:10:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1936384d-b0c0-41d8-92c7-555049657069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:21:18Z', 'updated_at': '2021-06-02T16:22:05Z', 'revision_number': 1, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c206db-6671-4154-b4e1-9ad63a82a35b', 'name': '', 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'mac_address': 'fa:16:3e:7a:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:06Z', 'updated_at': '2021-06-02T16:21:16Z', 'revision_number': 5, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'subnets': [{'id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:09.446965 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350f49e-590a-4a35-b1af-f514d5e7c96c None None] Checking router: 08fbb977-6043-4729-b0ff-e5dba666810b for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:22:09.459579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Attempting to bind port 6033412b-ab9f-40e5-9e37-b52d37e8e754 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:22:09.460125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Attempting to bind port 6033412b-ab9f-40e5-9e37-b52d37e8e754 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:22:09.460595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Attempting to bind port 6033412b-ab9f-40e5-9e37-b52d37e8e754 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:22:09.460738 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1350f49e-590a-4a35-b1af-f514d5e7c96c None None] Routers {'08fbb977-6043-4729-b0ff-e5dba666810b'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:09.461402 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1350f49e-590a-4a35-b1af-f514d5e7c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['08fbb977-6043-4729-b0ff-e5dba666810b'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:09.475854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:22:09.476394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:09.476985 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:09.478340 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:22:09.479091 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Bound port: 6033412b-ab9f-40e5-9e37-b52d37e8e754, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:22:09.480080 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:09.529907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a31c56-a098-4701-b764-2fb76cf2a4aa tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Router bd5c5326-baa4-4878-89e2-095ebd2414f1 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:22:09.566099 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] For port 6033412b-ab9f-40e5-9e37-b52d37e8e754, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:22:09.570188 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] For port 6033412b-ab9f-40e5-9e37-b52d37e8e754, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6033412b-ab9f-40e5-9e37-b52d37e8e754,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:22:09.608302 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:09.613526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe735ba-8bce-4cc6-ab75-a97da8c40aa3 None None] Pushing event updated for resources: {'Port': ['ID=6033412b-ab9f-40e5-9e37-b52d37e8e754,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:09.623454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3fe735ba-8bce-4cc6-ab75-a97da8c40aa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:09.626459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:09.701540 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-1350f49e-590a-4a35-b1af-f514d5e7c96c None None] Set router 08fbb977-6043-4729-b0ff-e5dba666810b gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:22:09.710506 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:09.714571 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe735ba-8bce-4cc6-ab75-a97da8c40aa3 None None] Pushing event updated for resources: {'Port': ['ID=6033412b-ab9f-40e5-9e37-b52d37e8e754,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:09.727699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220a311-bbd9-4b54-ad59-d92979e35c00 req-39e169c6-3012-4e26-9074-8c1e65cb919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:09.729771 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8220a311-bbd9-4b54-ad59-d92979e35c00 req-39e169c6-3012-4e26-9074-8c1e65cb919c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4164ea387d064d188e16864b4b684a3e&device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 1099 time: 0.8565390 Jun 02 16:22:09.733558 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3fe735ba-8bce-4cc6-ab75-a97da8c40aa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:09.754526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Allocated IP 172.20.0.2 (0c0f553f-ecbb-4c85-86e1-17f314ad35d0/17a2005f-74ef-4934-9c8b-1ad5d12bb044/044bbd33-162a-4823-9055-754829dd8ffd) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:09.756730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Routers {'f7a09f0b-4807-4db7-9898-eb56b4726e35'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:09.757475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['f7a09f0b-4807-4db7-9898-eb56b4726e35'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:09.787999 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:09.815573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0165aa28-c051-4944-bdaf-6e92cbd09629 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:09.819413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:09.820922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a31c56-a098-4701-b764-2fb76cf2a4aa tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:22:09.835980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6a31c56-a098-4701-b764-2fb76cf2a4aa tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:09.840609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b926e-2b57-482e-9c92-49e92f3c20f7 None None] Sync routers for ids ['bd5c5326-baa4-4878-89e2-095ebd2414f1'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:22:09.906945 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b926e-2b57-482e-9c92-49e92f3c20f7 None None] Routers {'bd5c5326-baa4-4878-89e2-095ebd2414f1'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:09.907630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-578b926e-2b57-482e-9c92-49e92f3c20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['bd5c5326-baa4-4878-89e2-095ebd2414f1'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:09.941076 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:22:09.991197 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0165aa28-c051-4944-bdaf-6e92cbd09629 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] 10.222.0.50 "DELETE /v2.0/ports/1959550c-3386-42fe-8d2d-80a6b12bda25 HTTP/1.1" status: 204 len: 168 time: 3.0016887 Jun 02 16:22:10.000946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3bfa4f-aa3c-43c0-91c8-2279c487ade6,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:10.030203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:10.030903 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Added segment e62d9fcb-eb86-4470-8021-4a02fd7ea92a of type vlan for network 1050a4fc-6462-4b35-8152-bd1870a9b731 Jun 02 16:22:10.047292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:10.166697 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f6a31c56-a098-4701-b764-2fb76cf2a4aa tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "PUT /v2.0/floatingips/0bad5df6-b058-497f-b695-848cae883ad1 HTTP/1.1" status: 200 len: 990 time: 4.7817647 Jun 02 16:22:10.203008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:10.299973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220a311-bbd9-4b54-ad59-d92979e35c00 req-a9e1630d-b98c-40dd-a6e6-b2fc0a81b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:10.301187 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8220a311-bbd9-4b54-ad59-d92979e35c00 req-a9e1630d-b98c-40dd-a6e6-b2fc0a81b1f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0c12e784-9a5b-40b6-ab64-04193b5285c9 HTTP/1.1" status: 200 len: 906 time: 0.5630989 Jun 02 16:22:10.312097 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1350f49e-590a-4a35-b1af-f514d5e7c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'name': 'tempest-ServersTestJSON-477330779-router', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:56Z', 'updated_at': '2021-06-02T16:21:09Z', 'revision_number': 4, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'gw_port': {'id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:20:58Z', 'updated_at': '2021-06-02T16:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '28ae104f-857c-4362-b44d-6a30fc8e5be2', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'floating_ip_address': '172.26.3.16', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'port_id': 'd05361d5-8649-4dd8-b5ff-a7aa7eb23424', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9', 'mac_address': 'fa:16:3e:41:10:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1936384d-b0c0-41d8-92c7-555049657069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:21:18Z', 'updated_at': '2021-06-02T16:22:05Z', 'revision_number': 1, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c206db-6671-4154-b4e1-9ad63a82a35b', 'name': '', 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'mac_address': 'fa:16:3e:7a:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:06Z', 'updated_at': '2021-06-02T16:21:16Z', 'revision_number': 5, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'subnets': [{'id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:10.327841 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350f49e-590a-4a35-b1af-f514d5e7c96c None None] The sync data for ids ['08fbb977-6043-4729-b0ff-e5dba666810b'] in dv-neutron-601336-83-hyperv is: [{'id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'name': 'tempest-ServersTestJSON-477330779-router', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:56Z', 'updated_at': '2021-06-02T16:21:09Z', 'revision_number': 4, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'gw_port': {'id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:20:58Z', 'updated_at': '2021-06-02T16:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '28ae104f-857c-4362-b44d-6a30fc8e5be2', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'floating_ip_address': '172.26.3.16', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'port_id': 'd05361d5-8649-4dd8-b5ff-a7aa7eb23424', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9', 'mac_address': 'fa:16:3e:41:10:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1936384d-b0c0-41d8-92c7-555049657069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:21:18Z', 'updated_at': '2021-06-02T16:22:05Z', 'revision_number': 1, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65c206db-6671-4154-b4e1-9ad63a82a35b', 'name': '', 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'mac_address': 'fa:16:3e:7a:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:06Z', 'updated_at': '2021-06-02T16:21:16Z', 'revision_number': 5, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'subnets': [{'id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:22:10.332574 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-42774181-3d93-4735-ad30-e6130d88a5eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:10.339934 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-eb82d79c-c944-47fa-867a-a3037d23f0d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:10.412504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42774181-3d93-4735-ad30-e6130d88a5eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:10.416416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-42774181-3d93-4735-ad30-e6130d88a5eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:10.439107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42774181-3d93-4735-ad30-e6130d88a5eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:10.444424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-42774181-3d93-4735-ad30-e6130d88a5eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:10.469590 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42774181-3d93-4735-ad30-e6130d88a5eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=b0760cea-f2f1-48f4-9ed3-8ed69152001b,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:10.475098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-42774181-3d93-4735-ad30-e6130d88a5eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:10.478038 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3215b5b1-376e-4983-9a4c-e6a0b89543b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:10.484005 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 80cd0cb2-8861-46f0-a611-cbc67f2ee747 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:22:10.488573 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-42774181-3d93-4735-ad30-e6130d88a5eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0502422 Jun 02 16:22:10.488798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60892) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:10.494507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'name': 'tempest-NetworksTestDHCPv6-2062019505'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:10.537251 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:10.543815 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8220a311-bbd9-4b54-ad59-d92979e35c00 req-8955ff68-0d71-4dad-8ef8-b80b4681442d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d05361d5-8649-4dd8-b5ff-a7aa7eb23424 HTTP/1.1" status: 200 len: 999 time: 0.1600986 Jun 02 16:22:10.582293 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60894) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:10.616112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 80cd0cb2-8861-46f0-a611-cbc67f2ee747 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:22:10.616471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 80cd0cb2-8861-46f0-a611-cbc67f2ee747 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:22:10.638754 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215b5b1-376e-4983-9a4c-e6a0b89543b1 None None] Pushing event deleted for resources: {'Port': ['ID=80cd0cb2-8861-46f0-a611-cbc67f2ee747,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:10.641324 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3215b5b1-376e-4983-9a4c-e6a0b89543b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:10.645185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3215b5b1-376e-4983-9a4c-e6a0b89543b1 None None] No DVR routers for this DVR port 80cd0cb2-8861-46f0-a611-cbc67f2ee747 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:22:10.662786 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:22:10.670746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:10.686728 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1789ff-bf18-41ee-ade5-eb5015d90b77 None None] New status for floating IP 28ae104f-857c-4362-b44d-6a30fc8e5be2: ACTIVE {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:22:10.718723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:10.730586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:10.735119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:10.738634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:10.757491 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:10.765628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c3e441d5-5a4a-4340-bfd4-ce55c4d08547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:10.782300 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0360a8e7-d7c7-4ca2-82c7-ba642f97341f None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:10.784132 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c3e441d5-5a4a-4340-bfd4-ce55c4d08547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:10.787324 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:10.791199 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:10.805086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c3e441d5-5a4a-4340-bfd4-ce55c4d08547 admin admin] Usage tracker for resource:security_group_rule and tenant:4571d39e3c034f91a6fd8bd77a340c86 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:10.811271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c3e441d5-5a4a-4340-bfd4-ce55c4d08547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:10.818116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] Set router f7a09f0b-4807-4db7-9898-eb56b4726e35 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:22:10.826622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c3e441d5-5a4a-4340-bfd4-ce55c4d08547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:10.838436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port 202b5d6b-d371-4f92-9de5-851d65023700 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:22:10.872148 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609fc6b8-5835-4a5a-9b68-305fba39f4d1', 'tag': '420929fd-4a70-4fc0-9f5e-54e8c33e9fb6'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:22:10.874601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e183ec7-bdd9-438f-8c52-a2e0fc2d0a16" -d '{"events": [{"name": "network-changed", "server_uuid": "609fc6b8-5835-4a5a-9b68-305fba39f4d1", "tag": "420929fd-4a70-4fc0-9f5e-54e8c33e9fb6"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:22:10.965150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:10.994321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e8dd45-7226-42ab-b29b-bfdde3451b61 x-openstack-request-id: req-95e8dd45-7226-42ab-b29b-bfdde3451b61 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:22:10.994708 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609fc6b8-5835-4a5a-9b68-305fba39f4d1", "tag": "420929fd-4a70-4fc0-9f5e-54e8c33e9fb6", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:22:10.995006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95e8dd45-7226-42ab-b29b-bfdde3451b61 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:22:10.995432 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609fc6b8-5835-4a5a-9b68-305fba39f4d1', 'tag': '420929fd-4a70-4fc0-9f5e-54e8c33e9fb6', 'status': 'completed', 'code': 200} Jun 02 16:22:11.012163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220a311-bbd9-4b54-ad59-d92979e35c00 req-63086fdb-0f91-4294-bc97-954ed352ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:11.015302 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8220a311-bbd9-4b54-ad59-d92979e35c00 req-63086fdb-0f91-4294-bc97-954ed352ec5c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3051691a-f1e0-44b7-af73-53d9220bae55 HTTP/1.1" status: 200 len: 844 time: 0.4568381 Jun 02 16:22:11.105373 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a3f04a4f-0f26-42bf-a440-9006f09887b6 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:11.120649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::342 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/b0760cea-f2f1-48f4-9ed3-8ed69152001b/202b5d6b-d371-4f92-9de5-851d65023700) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:11.191914 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c3e441d5-5a4a-4340-bfd4-ce55c4d08547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:11.208850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c3e441d5-5a4a-4340-bfd4-ce55c4d08547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:11.215726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-578b926e-2b57-482e-9c92-49e92f3c20f7 None None] Set router bd5c5326-baa4-4878-89e2-095ebd2414f1 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:22:11.220347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:11.246234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:11.268359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:11.269364 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:11.282803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e183ec7-bdd9-438f-8c52-a2e0fc2d0a16 req-c94e3d9f-3714-47ed-9db5-6cd8ac417bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:11.284432 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e183ec7-bdd9-438f-8c52-a2e0fc2d0a16 req-c94e3d9f-3714-47ed-9db5-6cd8ac417bd6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e97360779e4d6396b45277baa95f46&device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 1099 time: 0.2882583 Jun 02 16:22:11.326673 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c3e441d5-5a4a-4340-bfd4-ce55c4d08547 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4571d39e3c034f91a6fd8bd77a340c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7431140 Jun 02 16:22:11.331350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60900) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:11.390583 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:11.466262 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Transition to ACTIVE for port object 044bbd33-162a-4823-9055-754829dd8ffd will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:11.470994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event updated for resources: {'Subnet': ['ID=460600ed-87d4-4618-83c2-12ce47e2057a,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:11.492027 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:11.499513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bfbbdc76-14a4-4b90-91d4-d984c805cd86 tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:11.511142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:11.534596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object 202b5d6b-d371-4f92-9de5-851d65023700 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:11.552893 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Transition to ACTIVE for port object 044bbd33-162a-4823-9055-754829dd8ffd will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:11.555688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e441d5-5a4a-4340-bfd4-ce55c4d08547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676f0245-235e-4d6d-ae41-3cb42aa11daf,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:11.569421 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.8543990 Jun 02 16:22:11.584644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:11.596521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c3e441d5-5a4a-4340-bfd4-ce55c4d08547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:11.601515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3fe735ba-8bce-4cc6-ab75-a97da8c40aa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:11.602731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Checking segment: {'id': 'f2451536-f27a-4d3d-861d-639ec9dc0ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'efbec664-2865-42b5-9c49-352c2be98aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:11.602875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Network hostable DHCP agents. Network: efbec664-2865-42b5-9c49-352c2be98aa7, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:22:11.697437 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Allocated IP 172.26.3.99 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/d706b0eb-4bd9-4f19-8e01-e8d8b84ffdec) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:11.704435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220a311-bbd9-4b54-ad59-d92979e35c00 req-374931b3-ec6f-4349-a501-1eeef3ce4828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:11.705954 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8220a311-bbd9-4b54-ad59-d92979e35c00 req-374931b3-ec6f-4349-a501-1eeef3ce4828 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c12e784-9a5b-40b6-ab64-04193b5285c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6697330 Jun 02 16:22:11.708448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:11.741840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Network 0c0f553f-ecbb-4c85-86e1-17f314ad35d0 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:11.745717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event updated for resources: {'Network': ['ID=1050a4fc-6462-4b35-8152-bd1870a9b731,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:11.756179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:11.758595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:11.794118 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e183ec7-bdd9-438f-8c52-a2e0fc2d0a16 req-9f448e38-2244-4b79-8f7a-6c619a6383a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:11.798168 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e183ec7-bdd9-438f-8c52-a2e0fc2d0a16 req-9f448e38-2244-4b79-8f7a-6c619a6383a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65d13a74-8578-490b-adf4-f817c919af14 HTTP/1.1" status: 200 len: 912 time: 0.5012121 Jun 02 16:22:11.800462 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:11.805427 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:11.809224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:11.820445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 1050a4fc-6462-4b35-8152-bd1870a9b731 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:22:11.858917 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-02e85824-0db5-448b-8fb2-d3242b03b090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:11.895963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:11.952376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Network efbec664-2865-42b5-9c49-352c2be98aa7 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:22:11.995003 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': 'b0760cea-f2f1-48f4-9ed3-8ed69152001b'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:22:11.996664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:12.000011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:12.013642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=202b5d6b-d371-4f92-9de5-851d65023700,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:12.034144 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:12.038101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-02e85824-0db5-448b-8fb2-d3242b03b090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:12.042562 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:12.050623 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:12.051974 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:12.080602 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Pushing event updated for resources: {'Port': ['ID=044bbd33-162a-4823-9055-754829dd8ffd,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:12.083870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:12.084709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, efbec664-2865-42b5-9c49-352c2be98aa7) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:12.128647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:12.152461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:12.152841 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:12.153844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:12.162286 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6722960 Jun 02 16:22:12.165470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60906) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:12.198499 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8220a311-bbd9-4b54-ad59-d92979e35c00 req-0be29d75-d893-4700-9ce8-75a094654814 service neutron] 10.222.0.49 "GET /v2.0/networks/0c12e784-9a5b-40b6-ab64-04193b5285c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586346 Jun 02 16:22:12.203454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1c2d3c-89f5-433f-a367-2747364f532c None None] Network efbec664-2865-42b5-9c49-352c2be98aa7 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:12.220419 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e183ec7-bdd9-438f-8c52-a2e0fc2d0a16 req-972d42ed-4a4e-4f34-94a9-037cb87ba65b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 HTTP/1.1" status: 200 len: 998 time: 0.4145291 Jun 02 16:22:12.276474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:12.311278 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e183ec7-bdd9-438f-8c52-a2e0fc2d0a16 req-e6fdb088-e5a9-4252-9489-5d4b693d5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:12.312906 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e183ec7-bdd9-438f-8c52-a2e0fc2d0a16 req-e6fdb088-e5a9-4252-9489-5d4b693d5a53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58265fad-4025-46d0-93bb-61bd65052044 HTTP/1.1" status: 200 len: 850 time: 0.0867856 Jun 02 16:22:12.325676 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca991fae-ad78-4265-8bf0-6064cd72ac16 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:12.326968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ca991fae-ad78-4265-8bf0-6064cd72ac16 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:12.329591 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 8.4583285 Jun 02 16:22:12.334458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60908) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:12.373100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-02e85824-0db5-448b-8fb2-d3242b03b090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:12.375221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-02e85824-0db5-448b-8fb2-d3242b03b090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:12.376352 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-02e85824-0db5-448b-8fb2-d3242b03b090 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/676f0245-235e-4d6d-ae41-3cb42aa11daf HTTP/1.1" status: 204 len: 168 time: 1.0231049 Jun 02 16:22:12.393827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1938ced9-5bc2-453d-a22f-aef130803a91 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:12.425490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Attempting to bind port 044bbd33-162a-4823-9055-754829dd8ffd on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:22:12.425761 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Attempting to bind port 044bbd33-162a-4823-9055-754829dd8ffd by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '47eb336e-1e2f-4841-a236-7650ac27ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0c0f553f-ecbb-4c85-86e1-17f314ad35d0'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:22:12.426961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Attempting to bind port 044bbd33-162a-4823-9055-754829dd8ffd on network 0c0f553f-ecbb-4c85-86e1-17f314ad35d0 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:22:12.438735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e85824-0db5-448b-8fb2-d3242b03b090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676f0245-235e-4d6d-ae41-3cb42aa11daf,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:12.446237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a09f0b-4807-4db7-9898-eb56b4726e35', 'name': 'tempest-snat-router-1032136100', 'tenant_id': '39137685f28c4250b3bfcb636752b532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.25'}], 'enable_snat': False}, 'gw_port_id': '6033412b-ab9f-40e5-9e37-b52d37e8e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:21:58Z', 'updated_at': '2021-06-02T16:22:04Z', 'revision_number': 3, 'project_id': '39137685f28c4250b3bfcb636752b532', 'gw_port': {'id': '6033412b-ab9f-40e5-9e37-b52d37e8e754', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a09f0b-4807-4db7-9898-eb56b4726e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:22:01Z', 'updated_at': '2021-06-02T16:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:12.464175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-02e85824-0db5-448b-8fb2-d3242b03b090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:12.468255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23b95f-b0ea-44c8-9b45-b0764df617ae None None] The sync data for ids ['f7a09f0b-4807-4db7-9898-eb56b4726e35'] in dv-neutron-601336-83-hyperv is: [{'id': 'f7a09f0b-4807-4db7-9898-eb56b4726e35', 'name': 'tempest-snat-router-1032136100', 'tenant_id': '39137685f28c4250b3bfcb636752b532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.25'}], 'enable_snat': False}, 'gw_port_id': '6033412b-ab9f-40e5-9e37-b52d37e8e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:21:58Z', 'updated_at': '2021-06-02T16:22:04Z', 'revision_number': 3, 'project_id': '39137685f28c4250b3bfcb636752b532', 'gw_port': {'id': '6033412b-ab9f-40e5-9e37-b52d37e8e754', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a09f0b-4807-4db7-9898-eb56b4726e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:22:01Z', 'updated_at': '2021-06-02T16:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:22:12.484677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ca991fae-ad78-4265-8bf0-6064cd72ac16 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:12.485924 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ca991fae-ad78-4265-8bf0-6064cd72ac16 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3194692 Jun 02 16:22:12.490861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60912) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:12.523031 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:22:12.524084 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Checking segment: {'id': '47eb336e-1e2f-4841-a236-7650ac27ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0c0f553f-ecbb-4c85-86e1-17f314ad35d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:12.524730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:12.525415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Bound using segment: {'id': '47eb336e-1e2f-4841-a236-7650ac27ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0c0f553f-ecbb-4c85-86e1-17f314ad35d0'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:22:12.526183 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Bound port: 044bbd33-162a-4823-9055-754829dd8ffd, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47eb336e-1e2f-4841-a236-7650ac27ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0c0f553f-ecbb-4c85-86e1-17f314ad35d0'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:22:12.526925 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:12.576750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e183ec7-bdd9-438f-8c52-a2e0fc2d0a16 req-ec5c6fc6-190a-4b7e-a464-fe06d5892339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:12.578445 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831de6a8-e5b3-4d52-847c-6dbb6d9bca1b tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:12.579235 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e183ec7-bdd9-438f-8c52-a2e0fc2d0a16 req-ec5c6fc6-190a-4b7e-a464-fe06d5892339 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65d13a74-8578-490b-adf4-f817c919af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2481580 Jun 02 16:22:12.585547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831de6a8-e5b3-4d52-847c-6dbb6d9bca1b tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:12.587251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831de6a8-e5b3-4d52-847c-6dbb6d9bca1b tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:12.590596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-831de6a8-e5b3-4d52-847c-6dbb6d9bca1b tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Synchronizing usage tracker for tenant:5bcc61b1cd8540b5a905816e66b78f79 on resource:subnet {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:12.612309 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8220a311-bbd9-4b54-ad59-d92979e35c00 req-46b069ec-c45e-450e-bd24-dd75a13ed668 service neutron] 10.222.0.49 "GET /v2.0/networks/0c12e784-9a5b-40b6-ab64-04193b5285c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001620 Jun 02 16:22:12.713574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:12.735000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-55e0e9b5-7dae-4df9-9c06-b518f06949d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:12.793558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-831de6a8-e5b3-4d52-847c-6dbb6d9bca1b tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Unset dirty status for tenant:5bcc61b1cd8540b5a905816e66b78f79 on resource:subnet {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:12.799401 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-831de6a8-e5b3-4d52-847c-6dbb6d9bca1b tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4606736 Jun 02 16:22:12.818642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60920) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:12.825933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Allocated IP 2001:db8::2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/b0760cea-f2f1-48f4-9ed3-8ed69152001b/49595112-9554-4e5e-a0d3-b1daeabf84a0) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:12.916265 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:12.918277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:12.983588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Pushing event updated for resources: {'Port': ['ID=d706b0eb-4bd9-4f19-8e01-e8d8b84ffdec,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:12.994839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:13.003228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:13.058529 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60922) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:13.119425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Allocated IP 172.26.3.203 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/09aeb5b3-5710-488f-9240-33479b098493) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:13.267579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-8061349e-f320-42b2-8db2-343072ed51f0 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Deleting subnet 17a2005f-74ef-4934-9c8b-1ad5d12bb044 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:22:13.283687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8061349e-f320-42b2-8db2-343072ed51f0 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:13.442714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8061349e-f320-42b2-8db2-343072ed51f0 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:13.496977 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e183ec7-bdd9-438f-8c52-a2e0fc2d0a16 req-256afc5d-5077-42f2-8921-b9b93779426c service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8715932 Jun 02 16:22:13.538055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-d4c429ea-44a0-4d82-8227-bec9f2112548 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port 202b5d6b-d371-4f92-9de5-851d65023700 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:13.538790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4c429ea-44a0-4d82-8227-bec9f2112548 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:13.615288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] For port 044bbd33-162a-4823-9055-754829dd8ffd, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:22:13.641421 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:13.653466 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-578b926e-2b57-482e-9c92-49e92f3c20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'name': 'tempest-ServerActionsTestJSON-112714564-router', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:59Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'gw_port': {'id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:02Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '0bad5df6-b058-497f-b695-848cae883ad1', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'port_id': '420929fd-4a70-4fc0-9f5e-54e8c33e9fb6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d13a74-8578-490b-adf4-f817c919af14', 'mac_address': 'fa:16:3e:e4:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fc6b8-5835-4a5a-9b68-305fba39f4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:21:24Z', 'updated_at': '2021-06-02T16:22:07Z', 'revision_number': 1, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b811e860-3a9b-4af1-89e9-23cb2b6aad17', 'name': '', 'network_id': '65d13a74-8578-490b-adf4-f817c919af14', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'mac_address': 'fa:16:3e:a9:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '58265fad-4025-46d0-93bb-61bd65052044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:09Z', 'updated_at': '2021-06-02T16:21:21Z', 'revision_number': 5, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'subnets': [{'id': '58265fad-4025-46d0-93bb-61bd65052044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:13.668136 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-efbec664-2865-42b5-9c49-352c2be98aa7', 'network_id': 'efbec664-2865-42b5-9c49-352c2be98aa7', 'tenant_id': '5bcc61b1cd8540b5a905816e66b78f79', 'fixed_ips': [{'subnet_id': '460600ed-87d4-4618-83c2-12ce47e2057a'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:22:13.669000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:13.685056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] For port 044bbd33-162a-4823-9055-754829dd8ffd, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=044bbd33-162a-4823-9055-754829dd8ffd,segment=NetworkSegment(47eb336e-1e2f-4841-a236-7650ac27ecea),segment_id=47eb336e-1e2f-4841-a236-7650ac27ecea)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:22:13.692435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b926e-2b57-482e-9c92-49e92f3c20f7 None None] Checking router: bd5c5326-baa4-4878-89e2-095ebd2414f1 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:22:13.696668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Transition to ACTIVE for port object 49595112-9554-4e5e-a0d3-b1daeabf84a0 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:13.707285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:13.722276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-921d19c8-f2d5-4404-b8b2-6e2a30fdfcd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:13.728220 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d5da4843-862a-42ef-a966-22d99f0b4218 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=409b7903b3524e40907eb7cfe7cfbcd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6643217 Jun 02 16:22:13.795345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60924) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:13.870369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Transition to ACTIVE for port object 49595112-9554-4e5e-a0d3-b1daeabf84a0 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:13.871554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b926e-2b57-482e-9c92-49e92f3c20f7 None None] Routers {'bd5c5326-baa4-4878-89e2-095ebd2414f1'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:13.872208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-578b926e-2b57-482e-9c92-49e92f3c20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['bd5c5326-baa4-4878-89e2-095ebd2414f1'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:13.929174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:14.015223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8061349e-f320-42b2-8db2-343072ed51f0 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:14.063198 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:14.067081 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4a431a3b-24b0-4187-b988-9b9b6d97f4c5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:14.109764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Pushing event updated for resources: {'Port': ['ID=044bbd33-162a-4823-9055-754829dd8ffd,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:14.135970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:14.140643 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:14.141226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:14.273676 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:14.290143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6033412b-ab9f-40e5-9e37-b52d37e8e754 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:14.301280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:14.312384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:14.425837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Pushing event updated for resources: {'Port': ['ID=49595112-9554-4e5e-a0d3-b1daeabf84a0,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:14.525002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:14.528386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:14.545259 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:14.580081 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:14.593509 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8061349e-f320-42b2-8db2-343072ed51f0 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:14.603517 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4c429ea-44a0-4d82-8227-bec9f2112548 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:14.624921 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-12aee6b7-6de9-4cd6-b0f2-aa0adcb29edd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:14.684686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf510691-daf2-4ead-b990-66187ecb3113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:14.709877 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e183ec7-bdd9-438f-8c52-a2e0fc2d0a16 req-554cd7a1-0609-47dd-8baf-f5073b67a357 service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2019513 Jun 02 16:22:14.869360 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-578b926e-2b57-482e-9c92-49e92f3c20f7 None None] Set router bd5c5326-baa4-4878-89e2-095ebd2414f1 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:22:14.879778 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Pushing event updated for resources: {'Port': ['ID=09aeb5b3-5710-488f-9240-33479b098493,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:14.882713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60930) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:14.886899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061349e-f320-42b2-8db2-343072ed51f0 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event deleted for resources: {'Subnet': ['ID=17a2005f-74ef-4934-9c8b-1ad5d12bb044,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:14.896595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Request body: {'subnet': {'network_id': '1050a4fc-6462-4b35-8152-bd1870a9b731', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:14.912449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:14.955717 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8061349e-f320-42b2-8db2-343072ed51f0 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:14.963587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-d4c429ea-44a0-4d82-8227-bec9f2112548 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for 202b5d6b-d371-4f92-9de5-851d65023700 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:14.984127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8061349e-f320-42b2-8db2-343072ed51f0 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:14.992195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Allocated IP 172.20.0.18 (efbec664-2865-42b5-9c49-352c2be98aa7/460600ed-87d4-4618-83c2-12ce47e2057a/c300c544-5344-494d-9894-a970e34055f8) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:14.997683 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf510691-daf2-4ead-b990-66187ecb3113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:15.039121 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8061349e-f320-42b2-8db2-343072ed51f0 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "DELETE /v2.0/subnets/17a2005f-74ef-4934-9c8b-1ad5d12bb044 HTTP/1.1" status: 204 len: 168 time: 2.2168171 Jun 02 16:22:15.041923 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60932) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:15.088071 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:15.141174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4c2006-47c5-411a-b747-9424c66d90fd tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Deleting subnet 460600ed-87d4-4618-83c2-12ce47e2057a {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:22:15.175781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf510691-daf2-4ead-b990-66187ecb3113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:15.184765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:15.200086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf510691-daf2-4ead-b990-66187ecb3113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e17db2-5de7-4d39-80bf-180236c86477,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:15.210283 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cf510691-daf2-4ead-b990-66187ecb3113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:15.217402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf510691-daf2-4ead-b990-66187ecb3113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:15.224257 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cf510691-daf2-4ead-b990-66187ecb3113 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1e17db2-5de7-4d39-80bf-180236c86477 HTTP/1.1" status: 204 len: 168 time: 1.4242189 Jun 02 16:22:15.291940 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:15.345894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4c429ea-44a0-4d82-8227-bec9f2112548 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:15.364230 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:15.370663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Attempting to bind port 49595112-9554-4e5e-a0d3-b1daeabf84a0 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:22:15.371167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Attempting to bind port 49595112-9554-4e5e-a0d3-b1daeabf84a0 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:22:15.371607 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Attempting to bind port 49595112-9554-4e5e-a0d3-b1daeabf84a0 on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:22:15.377043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Usage tracker for resource:subnet and tenant:3cbe24b0935c484a9531c720344bfee4 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:15.383986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:22:15.384485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:15.384974 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:15.385458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:22:15.386027 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Bound port: 49595112-9554-4e5e-a0d3-b1daeabf84a0, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:22:15.386536 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:15.475879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c429ea-44a0-4d82-8227-bec9f2112548 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=202b5d6b-d371-4f92-9de5-851d65023700,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:15.493804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d4c429ea-44a0-4d82-8227-bec9f2112548 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:15.501665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4c429ea-44a0-4d82-8227-bec9f2112548 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:15.526471 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d4c429ea-44a0-4d82-8227-bec9f2112548 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/202b5d6b-d371-4f92-9de5-851d65023700 HTTP/1.1" status: 204 len: 168 time: 3.0344603 Jun 02 16:22:15.528949 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60940) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:15.581888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 6033412b-ab9f-40e5-9e37-b52d37e8e754 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:15.584247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:15.608291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:15.633748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098732c-cf6a-427b-af0b-085b054f4a7a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:15.636841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098732c-cf6a-427b-af0b-085b054f4a7a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:15.637965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7098732c-cf6a-427b-af0b-085b054f4a7a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:15.639168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:15.649376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 6033412b-ab9f-40e5-9e37-b52d37e8e754 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:15.649756 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:15.667671 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7098732c-cf6a-427b-af0b-085b054f4a7a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:15.669065 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7098732c-cf6a-427b-af0b-085b054f4a7a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1390784 Jun 02 16:22:15.671915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60944) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:15.700113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Made reservation on behalf of 3cbe24b0935c484a9531c720344bfee4 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:15.708919 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:15.770297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-be66aab1-8c7f-4754-a341-ceaa91cc81d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet b0760cea-f2f1-48f4-9ed3-8ed69152001b {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:22:15.774659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be66aab1-8c7f-4754-a341-ceaa91cc81d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:15.871936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be66aab1-8c7f-4754-a341-ceaa91cc81d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:15.917959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3d0912-131b-4c80-8e01-625952b0837c None None] Network 0c0f553f-ecbb-4c85-86e1-17f314ad35d0 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:16.003057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] For port 49595112-9554-4e5e-a0d3-b1daeabf84a0, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:22:16.012672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] For port 49595112-9554-4e5e-a0d3-b1daeabf84a0, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=49595112-9554-4e5e-a0d3-b1daeabf84a0,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:22:16.166368 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:16.177617 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Transition to ACTIVE for port object c300c544-5344-494d-9894-a970e34055f8 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:16.182983 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be66aab1-8c7f-4754-a341-ceaa91cc81d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:16.201326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Transition to ACTIVE for port object c300c544-5344-494d-9894-a970e34055f8 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:16.204997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:16.264157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:16.273668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:16.291990 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-48310f2b-a7f9-4768-9669-af506be9cbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:16.337574 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Network efbec664-2865-42b5-9c49-352c2be98aa7 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:16.350975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:16.354120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:16.489233 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fd4c2006-47c5-411a-b747-9424c66d90fd tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:16.497162 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5ca82771-e47f-4d47-9384-45dcf7aa3b39 None None] Provisioning for port 044bbd33-162a-4823-9055-754829dd8ffd completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:16.500054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60968) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:16.602163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:16.626193 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 6033412b-ab9f-40e5-9e37-b52d37e8e754, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6033412b-ab9f-40e5-9e37-b52d37e8e754,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:16.680173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:16.699317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fd4c2006-47c5-411a-b747-9424c66d90fd tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:16.699870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:16.740481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Attempting to bind port c300c544-5344-494d-9894-a970e34055f8 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:22:16.741000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Attempting to bind port c300c544-5344-494d-9894-a970e34055f8 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'f2451536-f27a-4d3d-861d-639ec9dc0ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'efbec664-2865-42b5-9c49-352c2be98aa7'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:22:16.741379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Attempting to bind port c300c544-5344-494d-9894-a970e34055f8 on network efbec664-2865-42b5-9c49-352c2be98aa7 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:22:16.765138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:22:16.765543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Checking segment: {'id': 'f2451536-f27a-4d3d-861d-639ec9dc0ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'efbec664-2865-42b5-9c49-352c2be98aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:16.765965 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:16.766860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Bound using segment: {'id': 'f2451536-f27a-4d3d-861d-639ec9dc0ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'efbec664-2865-42b5-9c49-352c2be98aa7'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:22:16.766999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Bound port: c300c544-5344-494d-9894-a970e34055f8, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2451536-f27a-4d3d-861d-639ec9dc0ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'efbec664-2865-42b5-9c49-352c2be98aa7'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:22:16.767279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:16.820602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-198958713'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:16.862721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be66aab1-8c7f-4754-a341-ceaa91cc81d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:16.875896 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:16.885966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:16.918513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Usage tracker for resource:network and tenant:a231f0203f954d538f53088bb121b96d is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:16.925975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-578b926e-2b57-482e-9c92-49e92f3c20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'name': 'tempest-ServerActionsTestJSON-112714564-router', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:59Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'gw_port': {'id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:02Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '0bad5df6-b058-497f-b695-848cae883ad1', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'port_id': '420929fd-4a70-4fc0-9f5e-54e8c33e9fb6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d13a74-8578-490b-adf4-f817c919af14', 'mac_address': 'fa:16:3e:e4:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fc6b8-5835-4a5a-9b68-305fba39f4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:21:24Z', 'updated_at': '2021-06-02T16:22:07Z', 'revision_number': 1, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b811e860-3a9b-4af1-89e9-23cb2b6aad17', 'name': '', 'network_id': '65d13a74-8578-490b-adf4-f817c919af14', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'mac_address': 'fa:16:3e:a9:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '58265fad-4025-46d0-93bb-61bd65052044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:09Z', 'updated_at': '2021-06-02T16:21:21Z', 'revision_number': 5, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'subnets': [{'id': '58265fad-4025-46d0-93bb-61bd65052044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:16.929211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fd4c2006-47c5-411a-b747-9424c66d90fd tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:16.959907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66aab1-8c7f-4754-a341-ceaa91cc81d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=b0760cea-f2f1-48f4-9ed3-8ed69152001b,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:16.967830 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 044bbd33-162a-4823-9055-754829dd8ffd up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:16.968927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-be66aab1-8c7f-4754-a341-ceaa91cc81d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:16.977167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be66aab1-8c7f-4754-a341-ceaa91cc81d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:16.980239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:17.004031 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-be66aab1-8c7f-4754-a341-ceaa91cc81d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/b0760cea-f2f1-48f4-9ed3-8ed69152001b HTTP/1.1" status: 204 len: 168 time: 1.3307619 Jun 02 16:22:17.006954 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b926e-2b57-482e-9c92-49e92f3c20f7 None None] The sync data for ids ['bd5c5326-baa4-4878-89e2-095ebd2414f1'] in dv-neutron-601336-83-hyperv is: [{'id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'name': 'tempest-ServerActionsTestJSON-112714564-router', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:59Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'gw_port': {'id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:02Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '0bad5df6-b058-497f-b695-848cae883ad1', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'port_id': '420929fd-4a70-4fc0-9f5e-54e8c33e9fb6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d13a74-8578-490b-adf4-f817c919af14', 'mac_address': 'fa:16:3e:e4:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fc6b8-5835-4a5a-9b68-305fba39f4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:21:24Z', 'updated_at': '2021-06-02T16:22:07Z', 'revision_number': 1, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b811e860-3a9b-4af1-89e9-23cb2b6aad17', 'name': '', 'network_id': '65d13a74-8578-490b-adf4-f817c919af14', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'mac_address': 'fa:16:3e:a9:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '58265fad-4025-46d0-93bb-61bd65052044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:09Z', 'updated_at': '2021-06-02T16:21:21Z', 'revision_number': 5, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'subnets': [{'id': '58265fad-4025-46d0-93bb-61bd65052044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:22:17.010318 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:17.022909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60972) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:17.045582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Pushing event updated for resources: {'Port': ['ID=49595112-9554-4e5e-a0d3-b1daeabf84a0,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:17.109724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Made reservation on behalf of a231f0203f954d538f53088bb121b96d for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:17.113477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:17.114026 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-aad7a73d-1b25-4bc4-a3bb-e339c3e94a7a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896721 Jun 02 16:22:17.118790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60974) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:17.127305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-7dbb58fd-8ce9-49b9-aa3f-53de15dd4ca3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:17.138234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:17.160521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Router 41555239-b1a2-4cab-8e90-5299892198bb is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:22:17.162051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Pushing event updated for resources: {'Port': ['ID=c300c544-5344-494d-9894-a970e34055f8,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:17.165559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:17.166107 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.840s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:17.177142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:17.187080 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Usage tracker for resource:security_group_rule and tenant:a231f0203f954d538f53088bb121b96d is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:17.198593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:17.202599 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 044bbd33-162a-4823-9055-754829dd8ffd completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:17.218770 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 044bbd33-162a-4823-9055-754829dd8ffd triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:17.219175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:17.272562 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210534a4-f88e-44cf-a4c7-681f6a2e9de7 None None] DHCP port deletion for 0c0f553f-ecbb-4c85-86e1-17f314ad35d0 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:22:17.352449 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=6033412b-ab9f-40e5-9e37-b52d37e8e754,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:17.358989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:17.360650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.651s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:17.360964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:17.442624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:17.506315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7dbb58fd-8ce9-49b9-aa3f-53de15dd4ca3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:17.525438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-210534a4-f88e-44cf-a4c7-681f6a2e9de7 None None] Deleting port 044bbd33-162a-4823-9055-754829dd8ffd {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:17.525836 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-210534a4-f88e-44cf-a4c7-681f6a2e9de7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:17.553173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7dbb58fd-8ce9-49b9-aa3f-53de15dd4ca3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:17.555026 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:17.558514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7dbb58fd-8ce9-49b9-aa3f-53de15dd4ca3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:17.569424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7dbb58fd-8ce9-49b9-aa3f-53de15dd4ca3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:17.602168 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbb58fd-8ce9-49b9-aa3f-53de15dd4ca3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:17.608826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7dbb58fd-8ce9-49b9-aa3f-53de15dd4ca3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:17.677936 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] For port c300c544-5344-494d-9894-a970e34055f8, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:22:17.691211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fd4c2006-47c5-411a-b747-9424c66d90fd tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:17.693415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6639ff93-8bb7-45c6-8629-71e6a9dfd092 None None] New status for floating IP 0bad5df6-b058-497f-b695-848cae883ad1: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:22:17.726203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Router adf41f7e-849c-4e24-b311-60a76c216157 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:22:17.763329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 044bbd33-162a-4823-9055-754829dd8ffd, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=044bbd33-162a-4823-9055-754829dd8ffd,segment=NetworkSegment(47eb336e-1e2f-4841-a236-7650ac27ecea),segment_id=47eb336e-1e2f-4841-a236-7650ac27ecea)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:17.791573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:17.859712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fd4c2006-47c5-411a-b747-9424c66d90fd tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:17.865701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:22:17.872129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c2006-47c5-411a-b747-9424c66d90fd tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event deleted for resources: {'Subnet': ['ID=460600ed-87d4-4618-83c2-12ce47e2057a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:17.875068 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fd4c2006-47c5-411a-b747-9424c66d90fd tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:17.877340 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9586068-a5f1-4ab4-a7a3-c49e6f11404e None None] Sync routers for ids ['41555239-b1a2-4cab-8e90-5299892198bb'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:22:17.888679 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fd4c2006-47c5-411a-b747-9424c66d90fd tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "DELETE /v2.0/subnets/460600ed-87d4-4618-83c2-12ce47e2057a HTTP/1.1" status: 204 len: 168 time: 2.8433313 Jun 02 16:22:17.890429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60980) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:17.891014 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] For port c300c544-5344-494d-9894-a970e34055f8, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c300c544-5344-494d-9894-a970e34055f8,segment=NetworkSegment(f2451536-f27a-4d3d-861d-639ec9dc0ba1),segment_id=f2451536-f27a-4d3d-861d-639ec9dc0ba1)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:22:17.893429 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:17.902903 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9586068-a5f1-4ab4-a7a3-c49e6f11404e None None] Routers {'41555239-b1a2-4cab-8e90-5299892198bb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:17.903814 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f9586068-a5f1-4ab4-a7a3-c49e6f11404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['41555239-b1a2-4cab-8e90-5299892198bb'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:17.918111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-210534a4-f88e-44cf-a4c7-681f6a2e9de7 None None] For port 044bbd33-162a-4823-9055-754829dd8ffd, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=044bbd33-162a-4823-9055-754829dd8ffd,segment=NetworkSegment(47eb336e-1e2f-4841-a236-7650ac27ecea),segment_id=47eb336e-1e2f-4841-a236-7650ac27ecea)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:17.918897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-210534a4-f88e-44cf-a4c7-681f6a2e9de7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:17.976939 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e72f53-012d-458c-8b91-f13608c8e7eb tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:17.977742 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f9586068-a5f1-4ab4-a7a3-c49e6f11404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:17.978275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b5e72f53-012d-458c-8b91-f13608c8e7eb tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Synchronizing usage tracker for tenant:5bcc61b1cd8540b5a905816e66b78f79 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:17.989944 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9586068-a5f1-4ab4-a7a3-c49e6f11404e None None] Routers {'41555239-b1a2-4cab-8e90-5299892198bb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:17.991339 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f9586068-a5f1-4ab4-a7a3-c49e6f11404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['41555239-b1a2-4cab-8e90-5299892198bb'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:18.017730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:18.066127 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f9586068-a5f1-4ab4-a7a3-c49e6f11404e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:18.066904 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9586068-a5f1-4ab4-a7a3-c49e6f11404e None None] The sync data for ids ['41555239-b1a2-4cab-8e90-5299892198bb'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:22:18.073262 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2337b74-21ae-49fc-9d9e-d94b183cb34e None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:18.087751 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:18.088963 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.6106374 Jun 02 16:22:18.097519 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60982) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:18.126478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:18.135629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:22:18.157192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:18.158011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:18.164970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:18.182674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b5e72f53-012d-458c-8b91-f13608c8e7eb tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Unset dirty status for tenant:5bcc61b1cd8540b5a905816e66b78f79 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:18.188738 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b5e72f53-012d-458c-8b91-f13608c8e7eb tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2971809 Jun 02 16:22:18.195684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60984) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:18.224305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-210534a4-f88e-44cf-a4c7-681f6a2e9de7 None None] Calling delete_port for 044bbd33-162a-4823-9055-754829dd8ffd owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:18.228920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8d16aa-5683-4eac-840c-d6fef2f4aabd,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:18.248916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:18.261337 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f4d17-5c52-47cf-af26-da7efb9f036b None None] Sync routers for ids ['adf41f7e-849c-4e24-b311-60a76c216157'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:22:18.266341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:18.267175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:22:18.269645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ec91a8ff-4901-4b4d-a229-cee02583ce90 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:18.321021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:18.324319 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-eefadeb0-69e4-41b9-81ec-8fa34fdf2d79 None None] Provisioning for port 49595112-9554-4e5e-a0d3-b1daeabf84a0 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:18.326131 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.4031205 Jun 02 16:22:18.333137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60986) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:18.333455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f4d17-5c52-47cf-af26-da7efb9f036b None None] Routers {'adf41f7e-849c-4e24-b311-60a76c216157'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:18.333820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-851f4d17-5c52-47cf-af26-da7efb9f036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['adf41f7e-849c-4e24-b311-60a76c216157'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:18.421749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:18.422488 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Added segment 49d3a363-9574-45ce-9b4d-d3c64cdfd958 of type vlan for network 47100c27-a871-4a3a-881b-3ce85570d0ee Jun 02 16:22:18.453300 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=044bbd33-162a-4823-9055-754829dd8ffd,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:18.456517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:18.495609 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:18.521427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:18.524361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event updated for resources: {'Subnet': ['ID=a4d3768f-c44c-4e6a-b20c-d1a375e1b297,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:18.535715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:18.539994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:18.605526 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1be8a197-9f4f-4c08-8825-14ee75a9962f tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/routers/41555239-b1a2-4cab-8e90-5299892198bb HTTP/1.1" status: 200 len: 923 time: 0.5065432 Jun 02 16:22:18.609152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60988) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:18.613288 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Checking segment: {'id': 'e62d9fcb-eb86-4470-8021-4a02fd7ea92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1050a4fc-6462-4b35-8152-bd1870a9b731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:18.614040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Network hostable DHCP agents. Network: 1050a4fc-6462-4b35-8152-bd1870a9b731, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:22:18.671583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:18.675093 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-52f6e470-8003-4a8e-985b-7268dfe4f15f tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "GET /v2.0/ports?device_id=41555239-b1a2-4cab-8e90-5299892198bb HTTP/1.1" status: 200 len: 205 time: 0.0601461 Jun 02 16:22:18.680662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60990) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:18.783691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:18.784592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:18.807139 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Network 1050a4fc-6462-4b35-8152-bd1870a9b731 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:22:18.819286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:18.847314 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3443649 Jun 02 16:22:18.849659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 60996) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:18.878242 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Request body: {'subnet': {'network_id': '47100c27-a871-4a3a-881b-3ce85570d0ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:18.918843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Pushing event updated for resources: {'Port': ['ID=c300c544-5344-494d-9894-a970e34055f8,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:18.922423 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:18.938871 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4bcdf752-1371-40f8-a4a6-3de2a6a2e87a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/routers/adf41f7e-849c-4e24-b311-60a76c216157 HTTP/1.1" status: 200 len: 908 time: 0.6044111 Jun 02 16:22:18.942220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 60998) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:18.960946 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:18.965328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-851f4d17-5c52-47cf-af26-da7efb9f036b None None] Set router adf41f7e-849c-4e24-b311-60a76c216157 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:22:18.966599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 1050a4fc-6462-4b35-8152-bd1870a9b731) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:19.019246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00462bb-7683-40b2-a59a-41de819f0acc None None] Network 1050a4fc-6462-4b35-8152-bd1870a9b731 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:19.036416 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6033412b-ab9f-40e5-9e37-b52d37e8e754 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:19.203353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:19.208024 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-210534a4-f88e-44cf-a4c7-681f6a2e9de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:19.216997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c23b8a0f-a767-4261-87e4-31137a7554b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:19.220010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Deleting port c300c544-5344-494d-9894-a970e34055f8 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:19.220353 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:19.327223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] For port c300c544-5344-494d-9894-a970e34055f8, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c300c544-5344-494d-9894-a970e34055f8,segment=NetworkSegment(f2451536-f27a-4d3d-861d-639ec9dc0ba1),segment_id=f2451536-f27a-4d3d-861d-639ec9dc0ba1)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:19.327618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:19.346274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210534a4-f88e-44cf-a4c7-681f6a2e9de7 None None] Pushing event deleted for resources: {'Port': ['ID=044bbd33-162a-4823-9055-754829dd8ffd,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:19.348671 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-210534a4-f88e-44cf-a4c7-681f6a2e9de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:19.359589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210534a4-f88e-44cf-a4c7-681f6a2e9de7 None None] No DVR routers for this DVR port 044bbd33-162a-4823-9055-754829dd8ffd on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:22:19.412396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7dbb58fd-8ce9-49b9-aa3f-53de15dd4ca3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:19.420817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:19.493513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbb58fd-8ce9-49b9-aa3f-53de15dd4ca3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:19.503064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-7dbb58fd-8ce9-49b9-aa3f-53de15dd4ca3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:19.524880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbb58fd-8ce9-49b9-aa3f-53de15dd4ca3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:19.525622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7dbb58fd-8ce9-49b9-aa3f-53de15dd4ca3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:19.535977 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:19.544490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb58fd-8ce9-49b9-aa3f-53de15dd4ca3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=22e9d187-227d-4fb0-b461-1caf64584c11,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:19.549234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7dbb58fd-8ce9-49b9-aa3f-53de15dd4ca3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:19.600736 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Calling delete_port for c300c544-5344-494d-9894-a970e34055f8 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:19.602317 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 6033412b-ab9f-40e5-9e37-b52d37e8e754 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:19.602714 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:19.638101 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7dbb58fd-8ce9-49b9-aa3f-53de15dd4ca3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5155509 Jun 02 16:22:19.648032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:19.648712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:19.650768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32768) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:19.669126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'name': 'tempest-NetworksTestDHCPv6-711456703'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:19.673421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:19.677239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event updated for resources: {'Network': ['ID=47100c27-a871-4a3a-881b-3ce85570d0ee,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:19.680227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:19.688103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-44b0f912-c37d-408b-a77f-9131502e688e tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:19.729686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 47100c27-a871-4a3a-881b-3ce85570d0ee details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:22:19.765519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] No DVR routers for this DVR port c300c544-5344-494d-9894-a970e34055f8 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:22:19.804823 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event deleted for resources: {'Port': ['ID=c300c544-5344-494d-9894-a970e34055f8,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:19.808875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:19.812746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Deleting port 09aeb5b3-5710-488f-9240-33479b098493 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:19.813281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:19.814921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Usage tracker for resource:subnet and tenant:a231f0203f954d538f53088bb121b96d is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:19.819049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:19.841744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:19.875687 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6720f7ad-4fa3-4837-a0d1-7680669feb35 None None] Network efbec664-2865-42b5-9c49-352c2be98aa7 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:19.887490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb2e67e-33dc-414a-a1a5-ca608561ffb4 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:19.907714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:19.913010 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.0219343 Jun 02 16:22:19.918985 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:19.945272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32770) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:19.945527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:19.958212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-634917333'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:19.960588 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-1050a4fc-6462-4b35-8152-bd1870a9b731', 'network_id': '1050a4fc-6462-4b35-8152-bd1870a9b731', 'tenant_id': '3cbe24b0935c484a9531c720344bfee4', 'fixed_ips': [{'subnet_id': 'a4d3768f-c44c-4e6a-b20c-d1a375e1b297'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:22:19.961585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.086062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Calling delete_port for 09aeb5b3-5710-488f-9240-33479b098493 owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:20.178555 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:20.197334 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.208000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Usage tracker for resource:network and tenant:3cbe24b0935c484a9531c720344bfee4 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:20.211544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Made reservation on behalf of a231f0203f954d538f53088bb121b96d for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:20.216799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.244640 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:20.264197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:20.266833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d7156a64-5efb-4405-a602-c29f97866ad7 None None] Could not find standard attr ID for object c300c544-5344-494d-9894-a970e34055f8. {{(pid=92324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 16:22:20.267942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbec664-2865-42b5-9c49-352c2be98aa7']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:20.281910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:20.286893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:20.289599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.291155 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2451536-f27a-4d3d-861d-639ec9dc0ba1') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:20.291523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2451536-f27a-4d3d-861d-639ec9dc0ba1') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:20.327087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-851f4d17-5c52-47cf-af26-da7efb9f036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf41f7e-849c-4e24-b311-60a76c216157', 'name': 'tempest-snat-router-1032136100', 'tenant_id': '39137685f28c4250b3bfcb636752b532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.203'}], 'enable_snat': True}, 'gw_port_id': '09aeb5b3-5710-488f-9240-33479b098493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:22:08Z', 'updated_at': '2021-06-02T16:22:14Z', 'revision_number': 3, 'project_id': '39137685f28c4250b3bfcb636752b532', 'gw_port': {'id': '09aeb5b3-5710-488f-9240-33479b098493', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf41f7e-849c-4e24-b311-60a76c216157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:22:11Z', 'updated_at': '2021-06-02T16:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:20.344050 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.347287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 49595112-9554-4e5e-a0d3-b1daeabf84a0 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:20.373356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.391107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Made reservation on behalf of 3cbe24b0935c484a9531c720344bfee4 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:20.394740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.407529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f4d17-5c52-47cf-af26-da7efb9f036b None None] Checking router: adf41f7e-849c-4e24-b311-60a76c216157 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:22:20.408135 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f4d17-5c52-47cf-af26-da7efb9f036b None None] Updating router adf41f7e-849c-4e24-b311-60a76c216157 port 09aeb5b3-5710-488f-9240-33479b098493 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:22:20.467798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:20.470702 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3d5dc953-d15d-443a-ada8-cbb17f411aae tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:20.481323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.507896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:22:20.508139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f4d17-5c52-47cf-af26-da7efb9f036b None None] Port 09aeb5b3-5710-488f-9240-33479b098493 not found while updating agent binding for router adf41f7e-849c-4e24-b311-60a76c216157. {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 02 16:22:20.508230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.510140 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86d9ea5-94cb-4671-89ca-0940ddbcd7c7 None None] DHCP port deletion for efbec664-2865-42b5-9c49-352c2be98aa7 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:22:20.517259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:20.519417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Pushing event deleted for resources: {'Port': ['ID=09aeb5b3-5710-488f-9240-33479b098493,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:22:20.529164 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:22:20.533266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:22:20.546894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:20.584172 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f4d17-5c52-47cf-af26-da7efb9f036b None None] Routers {'adf41f7e-849c-4e24-b311-60a76c216157'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:20.584830 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-851f4d17-5c52-47cf-af26-da7efb9f036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['adf41f7e-849c-4e24-b311-60a76c216157'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:20.600171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:20.603729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.624630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.625238 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Added segment 6d89948c-6292-4fb2-a11e-07ef056ba332 of type vlan for network 17bc59b1-504b-4433-94e4-249b75cfceea Jun 02 16:22:20.640121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port 2ca04867-54d7-4d6f-9dcd-ac9c93acd6f3 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:22:20.663946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.668746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.673733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.675642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.679029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:20.706866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Deleting port d706b0eb-4bd9-4f19-8e01-e8d8b84ffdec {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:20.706866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.726596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event deleted for resources: {'Network': ['ID=efbec664-2865-42b5-9c49-352c2be98aa7,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:20.728910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:20.747245 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "DELETE /v2.0/networks/efbec664-2865-42b5-9c49-352c2be98aa7 HTTP/1.1" status: 204 len: 168 time: 2.5170097 Jun 02 16:22:20.750353 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32776) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:20.849741 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Allocated IP 2001:db8:0:ffff::2 (1050a4fc-6462-4b35-8152-bd1870a9b731/a4d3768f-c44c-4e6a-b20c-d1a375e1b297/a38ef4ab-ecc4-46ae-986a-1ad004765981) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:20.852152 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-851f4d17-5c52-47cf-af26-da7efb9f036b None None] Set router adf41f7e-849c-4e24-b311-60a76c216157 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:22:20.894408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 49595112-9554-4e5e-a0d3-b1daeabf84a0 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:20.915958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.921884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.971021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 49595112-9554-4e5e-a0d3-b1daeabf84a0 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:20.971371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.978443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.985263 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:20.985863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:20.997194 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:21.010000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-851f4d17-5c52-47cf-af26-da7efb9f036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf41f7e-849c-4e24-b311-60a76c216157', 'name': 'tempest-snat-router-1032136100', 'tenant_id': '39137685f28c4250b3bfcb636752b532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:22:08Z', 'updated_at': '2021-06-02T16:22:20Z', 'revision_number': 5, 'project_id': '39137685f28c4250b3bfcb636752b532', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:21.010298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:21.010851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adf41f7e-849c-4e24-b311-60a76c216157 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:22:21.038269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f4d17-5c52-47cf-af26-da7efb9f036b None None] The sync data for ids ['adf41f7e-849c-4e24-b311-60a76c216157'] in dv-neutron-601336-83-hyperv is: [{'id': 'adf41f7e-849c-4e24-b311-60a76c216157', 'name': 'tempest-snat-router-1032136100', 'tenant_id': '39137685f28c4250b3bfcb636752b532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:22:08Z', 'updated_at': '2021-06-02T16:22:20Z', 'revision_number': 5, 'project_id': '39137685f28c4250b3bfcb636752b532', 'gw_port_host': None}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:22:21.045657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::291 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/22e9d187-227d-4fb0-b461-1caf64584c11/2ca04867-54d7-4d6f-9dcd-ac9c93acd6f3) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:21.051498 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-45b3c71d-b5be-47f5-ab58-085d5eabc30f req-60b33b67-cc92-43cb-967c-9a1bdc33ff1b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2689116 Jun 02 16:22:21.129150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:21.132803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:21.134275 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "DELETE /v2.0/routers/adf41f7e-849c-4e24-b311-60a76c216157 HTTP/1.1" status: 204 len: 168 time: 2.1909146 Jun 02 16:22:21.137571 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32778) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:21.152502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60cf8d6d-b298-482e-9de3-16105dac1f7e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:21.180500 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2324350 Jun 02 16:22:21.181147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32782) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:21.205039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Request body: {'subnet': {'network_id': '17bc59b1-504b-4433-94e4-249b75cfceea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:21.280858 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:21.403448 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 49595112-9554-4e5e-a0d3-b1daeabf84a0, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=49595112-9554-4e5e-a0d3-b1daeabf84a0,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:21.405022 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:21.418101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:21.421863 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Transition to ACTIVE for port object a38ef4ab-ecc4-46ae-986a-1ad004765981 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:21.424632 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a128402e-e05b-4aa6-9923-3f0c9786a4a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:21.529268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Transition to ACTIVE for port object a38ef4ab-ecc4-46ae-986a-1ad004765981 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:21.540200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 044bbd33-162a-4823-9055-754829dd8ffd no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:22:21.598559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:21.611588 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 044bbd33-162a-4823-9055-754829dd8ffd {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:22:21.611949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 044bbd33-162a-4823-9055-754829dd8ffd not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:22:21.626368 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=49595112-9554-4e5e-a0d3-b1daeabf84a0,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:21.629853 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:21.633666 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4debf0f5-ea34-4278-abe4-8acbe1a7ad27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:21.657847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:21.683495 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d11086a7-6f15-4707-b879-22d043efee06 None None] Provisioning complete for port 49595112-9554-4e5e-a0d3-b1daeabf84a0 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:21.684178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d11086a7-6f15-4707-b879-22d043efee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:21.694378 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Calling delete_port for d706b0eb-4bd9-4f19-8e01-e8d8b84ffdec owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:21.701138 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event updated for resources: {'Network': ['ID=17bc59b1-504b-4433-94e4-249b75cfceea,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:21.704696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:21.727101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c300c544-5344-494d-9894-a970e34055f8 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:22:21.762294 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 17bc59b1-504b-4433-94e4-249b75cfceea details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:22:21.849621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: c300c544-5344-494d-9894-a970e34055f8 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:22:21.849979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c300c544-5344-494d-9894-a970e34055f8 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:22:21.865866 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Network 1050a4fc-6462-4b35-8152-bd1870a9b731 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:21.943278 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:21.946338 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:21.980069 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3c71d-b5be-47f5-ab58-085d5eabc30f req-b01a6f69-ff34-4b2b-9a28-6993d1f53c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:21.981604 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-45b3c71d-b5be-47f5-ab58-085d5eabc30f req-b01a6f69-ff34-4b2b-9a28-6993d1f53c74 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4164ea387d064d188e16864b4b684a3e&device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 1099 time: 0.5181587 Jun 02 16:22:21.984224 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Pushing event updated for resources: {'Port': ['ID=a38ef4ab-ecc4-46ae-986a-1ad004765981,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:21.987427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:22.039315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:22.057498 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60cf8d6d-b298-482e-9de3-16105dac1f7e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:22.065457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Usage tracker for resource:subnet and tenant:3cbe24b0935c484a9531c720344bfee4 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:22.071542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:22.084798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:22.112474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:22.135976 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:22.142217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object 2ca04867-54d7-4d6f-9dcd-ac9c93acd6f3 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:22.142761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-60cf8d6d-b298-482e-9de3-16105dac1f7e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0f553f-ecbb-4c85-86e1-17f314ad35d0']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:22.145190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Attempting to bind port a38ef4ab-ecc4-46ae-986a-1ad004765981 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:22:22.145190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Attempting to bind port a38ef4ab-ecc4-46ae-986a-1ad004765981 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'e62d9fcb-eb86-4470-8021-4a02fd7ea92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1050a4fc-6462-4b35-8152-bd1870a9b731'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:22:22.145415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Attempting to bind port a38ef4ab-ecc4-46ae-986a-1ad004765981 on network 1050a4fc-6462-4b35-8152-bd1870a9b731 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:22:22.159249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:22:22.159676 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Checking segment: {'id': 'e62d9fcb-eb86-4470-8021-4a02fd7ea92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1050a4fc-6462-4b35-8152-bd1870a9b731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:22.160079 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:22.160603 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Bound using segment: {'id': 'e62d9fcb-eb86-4470-8021-4a02fd7ea92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1050a4fc-6462-4b35-8152-bd1870a9b731'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:22:22.160951 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Bound port: a38ef4ab-ecc4-46ae-986a-1ad004765981, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62d9fcb-eb86-4470-8021-4a02fd7ea92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1050a4fc-6462-4b35-8152-bd1870a9b731'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:22:22.161326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:22.165225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-60cf8d6d-b298-482e-9de3-16105dac1f7e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47eb336e-1e2f-4841-a236-7650ac27ecea') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:22.165616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-60cf8d6d-b298-482e-9de3-16105dac1f7e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47eb336e-1e2f-4841-a236-7650ac27ecea') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:22.199265 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Made reservation on behalf of 3cbe24b0935c484a9531c720344bfee4 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:22.202997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:22.222932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60cf8d6d-b298-482e-9de3-16105dac1f7e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:22.288698 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] For port a38ef4ab-ecc4-46ae-986a-1ad004765981, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:22:22.292479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] For port a38ef4ab-ecc4-46ae-986a-1ad004765981, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a38ef4ab-ecc4-46ae-986a-1ad004765981,segment=NetworkSegment(e62d9fcb-eb86-4470-8021-4a02fd7ea92a),segment_id=e62d9fcb-eb86-4470-8021-4a02fd7ea92a)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:22:22.300641 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:22.306489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:22.328949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60cf8d6d-b298-482e-9de3-16105dac1f7e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:22.353401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60cf8d6d-b298-482e-9de3-16105dac1f7e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:22:22.353829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60cf8d6d-b298-482e-9de3-16105dac1f7e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:22:22.375644 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:22:22.428815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cd4f357c-a00c-4394-bdde-cca820aaa10d None None] Could not find standard attr ID for object 202b5d6b-d371-4f92-9de5-851d65023700. {{(pid=92324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 16:22:22.443160 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Pushing event updated for resources: {'Port': ['ID=a38ef4ab-ecc4-46ae-986a-1ad004765981,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:22.447119 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:22.508166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3c71d-b5be-47f5-ab58-085d5eabc30f req-5ffdb765-0f93-4921-9ab0-03e3a6143435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:22.509745 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-45b3c71d-b5be-47f5-ab58-085d5eabc30f req-5ffdb765-0f93-4921-9ab0-03e3a6143435 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0c12e784-9a5b-40b6-ab64-04193b5285c9 HTTP/1.1" status: 200 len: 906 time: 0.4881914 Jun 02 16:22:22.519673 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Deleting port 6033412b-ab9f-40e5-9e37-b52d37e8e754 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:22.520022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:22.637885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60cf8d6d-b298-482e-9de3-16105dac1f7e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:22.651083 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:22.662281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] For port 6033412b-ab9f-40e5-9e37-b52d37e8e754, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6033412b-ab9f-40e5-9e37-b52d37e8e754,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:22.662649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:22.675885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60cf8d6d-b298-482e-9de3-16105dac1f7e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:22.680410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf8d6d-b298-482e-9de3-16105dac1f7e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event deleted for resources: {'Network': ['ID=0c0f553f-ecbb-4c85-86e1-17f314ad35d0,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:22.721914 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-60cf8d6d-b298-482e-9de3-16105dac1f7e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:22.755316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:22.793996 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-60cf8d6d-b298-482e-9de3-16105dac1f7e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "DELETE /v2.0/networks/0c0f553f-ecbb-4c85-86e1-17f314ad35d0 HTTP/1.1" status: 204 len: 168 time: 1.9854202 Jun 02 16:22:22.799925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32790) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:22.801955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:22.842311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a7127ae9-69ea-4f9f-8a16-493ef25c772a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:22.872129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:22.906695 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Pushing event deleted for resources: {'Port': ['ID=d706b0eb-4bd9-4f19-8e01-e8d8b84ffdec,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:22.912824 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:22.913659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Calling delete_port for 6033412b-ab9f-40e5-9e37-b52d37e8e754 owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:22.987647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:22.997063 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:23.000371 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-45b3c71d-b5be-47f5-ab58-085d5eabc30f req-f5f29a25-9be0-4b53-b2c3-a8aa2455e2f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d05361d5-8649-4dd8-b5ff-a7aa7eb23424 HTTP/1.1" status: 200 len: 1001 time: 0.3254874 Jun 02 16:22:23.001175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:23.006546 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:23.007150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:23.012529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=2ca04867-54d7-4d6f-9dcd-ac9c93acd6f3,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:23.052816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:23.089359 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4245465 Jun 02 16:22:23.092644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32792) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:23.102561 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:23.129048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9326fd1d-672b-4f0f-94db-30a04e306be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:23.148843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3c71d-b5be-47f5-ab58-085d5eabc30f req-cda247e7-637a-40e6-b2de-cdf72c275d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:23.149567 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-45b3c71d-b5be-47f5-ab58-085d5eabc30f req-cda247e7-637a-40e6-b2de-cdf72c275d96 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3051691a-f1e0-44b7-af73-53d9220bae55 HTTP/1.1" status: 200 len: 844 time: 0.1328897 Jun 02 16:22:23.178966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:23.312416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9900e7c3-a2fb-4ea1-bf86-a441f9c89f71 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:23.317557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d9612f-f47a-44fd-ba3b-a1584165883a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:23.323764 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d9612f-f47a-44fd-ba3b-a1584165883a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:23.324523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c7d9612f-f47a-44fd-ba3b-a1584165883a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:23.367301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3c71d-b5be-47f5-ab58-085d5eabc30f req-4e774531-9c49-40c2-9c9f-a8cedcfad0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:23.368939 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-45b3c71d-b5be-47f5-ab58-085d5eabc30f req-4e774531-9c49-40c2-9c9f-a8cedcfad0da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c12e784-9a5b-40b6-ab64-04193b5285c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2037275 Jun 02 16:22:23.371628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c7d9612f-f47a-44fd-ba3b-a1584165883a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:23.375575 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c7d9612f-f47a-44fd-ba3b-a1584165883a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2769635 Jun 02 16:22:23.375885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32794) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:23.383000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-fcccca24-554c-495e-921a-945d01f39ecb None None] Provisioning for port 2ca04867-54d7-4d6f-9dcd-ac9c93acd6f3 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:23.393444 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-fcccca24-554c-495e-921a-945d01f39ecb None None] Provisioning complete for port 2ca04867-54d7-4d6f-9dcd-ac9c93acd6f3 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:23.394173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fcccca24-554c-495e-921a-945d01f39ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:23.459223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:23.468088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-fcccca24-554c-495e-921a-945d01f39ecb None None] Port 2ca04867-54d7-4d6f-9dcd-ac9c93acd6f3 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:23.474228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c26273cd-dda3-4376-a22e-32036fc73283 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:23.574497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:23.574861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Pushing event deleted for resources: {'Port': ['ID=6033412b-ab9f-40e5-9e37-b52d37e8e754,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:23.576456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event updated for resources: {'Subnet': ['ID=e9925801-e683-46e8-b98f-d1acc261e15f,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:23.579093 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:23.581340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:23.608693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:23.701582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8224d73f-eddd-4b19-94a8-3e1d3c6b18a8 None None] Network 1050a4fc-6462-4b35-8152-bd1870a9b731 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:23.755296 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Checking segment: {'id': '49d3a363-9574-45ce-9b4d-d3c64cdfd958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '47100c27-a871-4a3a-881b-3ce85570d0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:23.755845 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Network hostable DHCP agents. Network: 47100c27-a871-4a3a-881b-3ce85570d0ee, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:22:23.805471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:23.814095 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Fanout notify agent at l3_agent the message router_deleted on router 41555239-b1a2-4cab-8e90-5299892198bb {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:22:23.822848 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-45b3c71d-b5be-47f5-ab58-085d5eabc30f req-c61d703d-0bfd-4204-bd2c-d51a282c2f55 service neutron] 10.222.0.49 "GET /v2.0/networks/0c12e784-9a5b-40b6-ab64-04193b5285c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986280 Jun 02 16:22:23.878389 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:23.892886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:23.894235 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "DELETE /v2.0/routers/41555239-b1a2-4cab-8e90-5299892198bb HTTP/1.1" status: 204 len: 168 time: 5.2093620 Jun 02 16:22:23.906903 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32800) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:23.907571 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-59590cf9-764d-41de-8b46-8c85a8ebf5b4 None None] Provisioning for port a38ef4ab-ecc4-46ae-986a-1ad004765981 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:23.911584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Network 47100c27-a871-4a3a-881b-3ce85570d0ee is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:22:23.919842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9900e7c3-a2fb-4ea1-bf86-a441f9c89f71 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:23.930946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1038938257', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'enable_snat': False}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:23.947601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:23.954429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 47100c27-a871-4a3a-881b-3ce85570d0ee) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:23.958187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-9900e7c3-a2fb-4ea1-bf86-a441f9c89f71 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a140a19-88df-4275-8882-226c39552e67']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:23.966286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Usage tracker for resource:router and tenant:d4cc99ad0eb24e0989ccc21d2989e88c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:23.972874 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a38ef4ab-ecc4-46ae-986a-1ad004765981 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:23.974816 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:23.988053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-9900e7c3-a2fb-4ea1-bf86-a441f9c89f71 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05deefa5-4827-4ebd-ba49-c8fa0ae1e90d') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:23.988381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-9900e7c3-a2fb-4ea1-bf86-a441f9c89f71 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05deefa5-4827-4ebd-ba49-c8fa0ae1e90d') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:23.995629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:23.998911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601f18d0-e79c-4d38-a50a-ac5617fab33b None None] Network 47100c27-a871-4a3a-881b-3ce85570d0ee requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:24.013110 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:24.013951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.033968 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9900e7c3-a2fb-4ea1-bf86-a441f9c89f71 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.057884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.059471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.066116 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9900e7c3-a2fb-4ea1-bf86-a441f9c89f71 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.072975 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2093909 Jun 02 16:22:24.079223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32802) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:24.083731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9900e7c3-a2fb-4ea1-bf86-a441f9c89f71 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:22:24.084448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9900e7c3-a2fb-4ea1-bf86-a441f9c89f71 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.103931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Request body: {'port': {'network_id': '47100c27-a871-4a3a-881b-3ce85570d0ee', 'name': 'tempest-AllowedAddressPairTestJSON-995272788'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:22:24.118120 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:22:24.270234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.298978 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.303340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.312663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6b920-365e-498d-80fc-f1bead6bf066 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port 2ca04867-54d7-4d6f-9dcd-ac9c93acd6f3 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:24.313034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b920-365e-498d-80fc-f1bead6bf066 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.314202 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port a38ef4ab-ecc4-46ae-986a-1ad004765981 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:24.330636 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port a38ef4ab-ecc4-46ae-986a-1ad004765981 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:24.331080 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.358008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9900e7c3-a2fb-4ea1-bf86-a441f9c89f71 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.403957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:24.418627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9900e7c3-a2fb-4ea1-bf86-a441f9c89f71 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.444342 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-45b3c71d-b5be-47f5-ab58-085d5eabc30f req-b393bba8-b7c5-4b03-814c-b5b680083ab6 service neutron] 10.222.0.49 "GET /v2.0/networks/0c12e784-9a5b-40b6-ab64-04193b5285c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6126881 Jun 02 16:22:24.447558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.448132 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7a09f0b-4807-4db7-9898-eb56b4726e35 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:22:24.498379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-47100c27-a871-4a3a-881b-3ce85570d0ee', 'network_id': '47100c27-a871-4a3a-881b-3ce85570d0ee', 'tenant_id': 'a231f0203f954d538f53088bb121b96d', 'fixed_ips': [{'subnet_id': 'e9925801-e683-46e8-b98f-d1acc261e15f'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:22:24.499293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.510014 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.515997 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "DELETE /v2.0/routers/f7a09f0b-4807-4db7-9898-eb56b4726e35 HTTP/1.1" status: 204 len: 168 time: 3.3725290 Jun 02 16:22:24.524632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.objects.ports [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92323) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:22:24.531649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32804) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:24.542309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-307925014', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:24.549804 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900e7c3-a2fb-4ea1-bf86-a441f9c89f71 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event deleted for resources: {'Network': ['ID=2a140a19-88df-4275-8882-226c39552e67,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:24.557400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b920-365e-498d-80fc-f1bead6bf066 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.557533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.558559 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9900e7c3-a2fb-4ea1-bf86-a441f9c89f71 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:24.565432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:24.573663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Usage tracker for resource:router and tenant:cbc4c4e807ce4665bd6e72e8220d8283 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:24.592207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.632807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:24.651713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:24.657677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Usage tracker for resource:port and tenant:a231f0203f954d538f53088bb121b96d is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:24.661673 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:24.662249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port a38ef4ab-ecc4-46ae-986a-1ad004765981, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a38ef4ab-ecc4-46ae-986a-1ad004765981,segment=NetworkSegment(e62d9fcb-eb86-4470-8021-4a02fd7ea92a),segment_id=e62d9fcb-eb86-4470-8021-4a02fd7ea92a)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:24.668628 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:24.692348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:24.696515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.697440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 49595112-9554-4e5e-a0d3-b1daeabf84a0 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:24.712609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6b920-365e-498d-80fc-f1bead6bf066 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for 2ca04867-54d7-4d6f-9dcd-ac9c93acd6f3 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:24.720058 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9900e7c3-a2fb-4ea1-bf86-a441f9c89f71 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "DELETE /v2.0/networks/2a140a19-88df-4275-8882-226c39552e67 HTTP/1.1" status: 204 len: 168 time: 1.9189777 Jun 02 16:22:24.728179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Made reservation on behalf of a231f0203f954d538f53088bb121b96d for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:24.732212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-7c5f94e2-aa9a-4b86-9899-5743f07faa1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:24.732363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.748359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32806) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:24.856902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=a38ef4ab-ecc4-46ae-986a-1ad004765981,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:24.871292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:24.873356 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:24.883056 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b920-365e-498d-80fc-f1bead6bf066 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.892261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e43d6a80-bf5f-4c78-a8e8-f201ff2253da tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:24.922039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 49595112-9554-4e5e-a0d3-b1daeabf84a0 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:24.922917 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.948192 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Allocated IP 172.20.0.2 (47100c27-a871-4a3a-881b-3ce85570d0ee/e9925801-e683-46e8-b98f-d1acc261e15f/b267ce7d-2d0b-4234-9409-444ed5b2e9cc) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:24.956295 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6b920-365e-498d-80fc-f1bead6bf066 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=2ca04867-54d7-4d6f-9dcd-ac9c93acd6f3,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:24.957445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-810f7cb9-2ce0-46a4-8893-e0a070689059 None None] Provisioning complete for port a38ef4ab-ecc4-46ae-986a-1ad004765981 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:24.957987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-810f7cb9-2ce0-46a4-8893-e0a070689059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.958876 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.960431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:24.967077 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b7a6b920-365e-498d-80fc-f1bead6bf066 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:25.028903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b920-365e-498d-80fc-f1bead6bf066 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:25.031568 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] device_id is not set on port bbaf8e95-2a22-46c1-9510-72daef697d8a yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:22:25.050061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:25.065200 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b7a6b920-365e-498d-80fc-f1bead6bf066 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/2ca04867-54d7-4d6f-9dcd-ac9c93acd6f3 HTTP/1.1" status: 204 len: 168 time: 1.6882951 Jun 02 16:22:25.067089 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32812) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:25.083627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event updated for resources: {'Subnet': ['ID=827f1217-f431-4441-a48b-e20998bb2faa,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:25.104815 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:25.130952 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:25.151613 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6663afbc-fde2-4d25-b74c-da0800d3a901 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:25.162035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Checking segment: {'id': '6d89948c-6292-4fb2-a11e-07ef056ba332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bc59b1-504b-4433-94e4-249b75cfceea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:25.162419 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Network hostable DHCP agents. Network: 17bc59b1-504b-4433-94e4-249b75cfceea, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:22:25.215642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea5d2d-4cbc-465c-8a62-8eb7522991bf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:25.217855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea5d2d-4cbc-465c-8a62-8eb7522991bf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:25.218883 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-feea5d2d-4cbc-465c-8a62-8eb7522991bf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:25.363681 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-feea5d2d-4cbc-465c-8a62-8eb7522991bf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:25.364728 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-feea5d2d-4cbc-465c-8a62-8eb7522991bf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2967107 Jun 02 16:22:25.376643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32814) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:25.431728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:25.443070 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Transition to ACTIVE for port object b267ce7d-2d0b-4234-9409-444ed5b2e9cc will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:25.463324 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Transition to ACTIVE for port object b267ce7d-2d0b-4234-9409-444ed5b2e9cc will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:25.469894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:25.475441 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:25.481251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:25.526505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aae5b03-eca7-4511-8769-408534935384 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 22e9d187-227d-4fb0-b461-1caf64584c11 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:22:25.530521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2aae5b03-eca7-4511-8769-408534935384 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:25.533837 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Network 17bc59b1-504b-4433-94e4-249b75cfceea is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:22:25.539321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Network 47100c27-a871-4a3a-881b-3ce85570d0ee is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:25.544156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:25.548986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:25.582335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Pushing event updated for resources: {'Port': ['ID=b267ce7d-2d0b-4234-9409-444ed5b2e9cc,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:25.591133 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:25.650742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2aae5b03-eca7-4511-8769-408534935384 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:25.659915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Attempting to bind port b267ce7d-2d0b-4234-9409-444ed5b2e9cc on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:22:25.660298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Attempting to bind port b267ce7d-2d0b-4234-9409-444ed5b2e9cc by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '49d3a363-9574-45ce-9b4d-d3c64cdfd958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '47100c27-a871-4a3a-881b-3ce85570d0ee'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:22:25.660670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Attempting to bind port b267ce7d-2d0b-4234-9409-444ed5b2e9cc on network 47100c27-a871-4a3a-881b-3ce85570d0ee {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:22:25.668002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:22:25.668002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Checking segment: {'id': '49d3a363-9574-45ce-9b4d-d3c64cdfd958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '47100c27-a871-4a3a-881b-3ce85570d0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:25.668305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:25.668756 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Bound using segment: {'id': '49d3a363-9574-45ce-9b4d-d3c64cdfd958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '47100c27-a871-4a3a-881b-3ce85570d0ee'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:22:25.669295 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Bound port: b267ce7d-2d0b-4234-9409-444ed5b2e9cc, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d3a363-9574-45ce-9b4d-d3c64cdfd958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '47100c27-a871-4a3a-881b-3ce85570d0ee'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:22:25.669672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:25.680326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 17bc59b1-504b-4433-94e4-249b75cfceea) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:25.716534 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6663afbc-fde2-4d25-b74c-da0800d3a901 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:25.737434 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2aae5b03-eca7-4511-8769-408534935384 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:25.740980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd38539-db9b-408a-975f-fafbac5bd676 None None] Network 17bc59b1-504b-4433-94e4-249b75cfceea requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:25.753299 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-6663afbc-fde2-4d25-b74c-da0800d3a901 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bd5510-c65b-4e4d-9eb7-6a79b77fe8b3']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:25.762985 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Allocated IP 172.20.0.10 (47100c27-a871-4a3a-881b-3ce85570d0ee/e9925801-e683-46e8-b98f-d1acc261e15f/bbaf8e95-2a22-46c1-9510-72daef697d8a) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:25.767317 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a38ef4ab-ecc4-46ae-986a-1ad004765981 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:25.769605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:25.770332 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:25.781912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-6663afbc-fde2-4d25-b74c-da0800d3a901 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797aa29b-5744-40e9-9245-d49fdd60795e') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:25.782247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-6663afbc-fde2-4d25-b74c-da0800d3a901 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797aa29b-5744-40e9-9245-d49fdd60795e') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:25.807823 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6663afbc-fde2-4d25-b74c-da0800d3a901 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:25.862975 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6735568 Jun 02 16:22:25.884113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6663afbc-fde2-4d25-b74c-da0800d3a901 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:25.886428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32816) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:25.897406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Request body: {'port': {'network_id': '17bc59b1-504b-4433-94e4-249b75cfceea', 'name': 'tempest-NetworksIpV6TestAttrs-1642591484'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:25.981833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] For port b267ce7d-2d0b-4234-9409-444ed5b2e9cc, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:22:26.012298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] For port b267ce7d-2d0b-4234-9409-444ed5b2e9cc, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b267ce7d-2d0b-4234-9409-444ed5b2e9cc,segment=NetworkSegment(49d3a363-9574-45ce-9b4d-d3c64cdfd958),segment_id=49d3a363-9574-45ce-9b4d-d3c64cdfd958)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:22:26.030462 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:26.037783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:26.074666 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port a38ef4ab-ecc4-46ae-986a-1ad004765981 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:26.075202 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:26.096481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6663afbc-fde2-4d25-b74c-da0800d3a901 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:22:26.097010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6663afbc-fde2-4d25-b74c-da0800d3a901 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:26.121664 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:22:26.141747 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:22:26.144028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:26.158037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Usage tracker for resource:port and tenant:3cbe24b0935c484a9531c720344bfee4 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:26.218465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:26.233709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Pushing event updated for resources: {'Port': ['ID=b267ce7d-2d0b-4234-9409-444ed5b2e9cc,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:26.239812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:26.306418 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:26.309327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:26.350722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-17bc59b1-504b-4433-94e4-249b75cfceea', 'network_id': '17bc59b1-504b-4433-94e4-249b75cfceea', 'tenant_id': '3cbe24b0935c484a9531c720344bfee4', 'fixed_ips': [{'subnet_id': '827f1217-f431-4441-a48b-e20998bb2faa'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:22:26.351955 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:26.365966 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:26.423302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2aae5b03-eca7-4511-8769-408534935384 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:26.427733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6033412b-ab9f-40e5-9e37-b52d37e8e754 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:22:26.430042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:26.466882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae5b03-eca7-4511-8769-408534935384 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=22e9d187-227d-4fb0-b461-1caf64584c11,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:26.473985 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 6033412b-ab9f-40e5-9e37-b52d37e8e754 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:22:26.474526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6033412b-ab9f-40e5-9e37-b52d37e8e754 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:22:26.476882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2aae5b03-eca7-4511-8769-408534935384 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:26.486912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2aae5b03-eca7-4511-8769-408534935384 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:26.508912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Made reservation on behalf of 3cbe24b0935c484a9531c720344bfee4 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:26.512042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:26.523818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2b3d16-9e92-45da-96f1-bab8f817b575 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:26.541261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6663afbc-fde2-4d25-b74c-da0800d3a901 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:26.558306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] device_id is not set on port 47ba0f15-f533-4ac1-82b7-ec07c9702370 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:22:26.596663 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2aae5b03-eca7-4511-8769-408534935384 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/22e9d187-227d-4fb0-b461-1caf64584c11 HTTP/1.1" status: 204 len: 168 time: 1.2189934 Jun 02 16:22:26.601465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32822) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:26.619856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9900e7c3-a2fb-4ea1-bf86-a441f9c89f71 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:26.640577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6663afbc-fde2-4d25-b74c-da0800d3a901 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:26.670552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663afbc-fde2-4d25-b74c-da0800d3a901 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Pushing event deleted for resources: {'Network': ['ID=f0bd5510-c65b-4e4d-9eb7-6a79b77fe8b3,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:26.677683 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8cac082d-2152-46f7-a8c7-dbc53ef0f901 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750840 Jun 02 16:22:26.683929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32824) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:26.693343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6663afbc-fde2-4d25-b74c-da0800d3a901 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:26.707512 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:26.749182 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6663afbc-fde2-4d25-b74c-da0800d3a901 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] 10.222.0.50 "DELETE /v2.0/networks/f0bd5510-c65b-4e4d-9eb7-6a79b77fe8b3 HTTP/1.1" status: 204 len: 168 time: 1.9970489 Jun 02 16:22:26.757581 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Allocated IP 172.26.3.68 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/630666fa-5413-4a2f-824a-6d9b30ba76d3) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:26.788680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:26.795697 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Allocated IP 2001:db8::f816:3eff:fea7:98b2 (17bc59b1-504b-4433-94e4-249b75cfceea/827f1217-f431-4441-a48b-e20998bb2faa/b628f3e2-84dd-4349-a75e-d9a131d2445d) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:26.863480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:26.904223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Transition to ACTIVE for port object bbaf8e95-2a22-46c1-9510-72daef697d8a will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:26.947527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:26.955469 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27be21f-11c1-4c6b-ace7-c00c5be78319 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:26.956112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:26.956788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e27be21f-11c1-4c6b-ace7-c00c5be78319 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:27.018838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e27be21f-11c1-4c6b-ace7-c00c5be78319 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:27.020029 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e27be21f-11c1-4c6b-ace7-c00c5be78319 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3349714 Jun 02 16:22:27.023677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32830) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:27.064756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:27.065523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Network 47100c27-a871-4a3a-881b-3ce85570d0ee is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:27.069519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:27.075069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:27.094801 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137d5b81-9217-4c7f-960e-19a0869549ca None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:22:27.112253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f16b8fc-6027-4deb-a5b6-1a5437fbd6f6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:27.112960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5f16b8fc-6027-4deb-a5b6-1a5437fbd6f6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:27.118914 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event updated for resources: {'Port': ['ID=bbaf8e95-2a22-46c1-9510-72daef697d8a,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:27.125800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:27.144870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5f16b8fc-6027-4deb-a5b6-1a5437fbd6f6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:27.149839 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5f16b8fc-6027-4deb-a5b6-1a5437fbd6f6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1237082 Jun 02 16:22:27.149839 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32834) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:27.195576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32836) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:27.203014 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:27.203674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:27.231867 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4d4048e3-5f73-449a-ab23-d6f916ff55ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801554 Jun 02 16:22:27.237316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32842) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:27.244970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c830750e-2b7a-4e7d-a6b2-8e24a20fdd92 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:27.288728 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2070963 Jun 02 16:22:27.302212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:27.303198 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32844) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:27.326603 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Transition to ACTIVE for port object b628f3e2-84dd-4349-a75e-d9a131d2445d will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:27.331851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Request body: {'port': {'network_id': '47100c27-a871-4a3a-881b-3ce85570d0ee', 'name': 'tempest-AllowedAddressPairTestJSON-1887736083', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a3:0f:a6'}]}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:27.368103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Transition to ACTIVE for port object b628f3e2-84dd-4349-a75e-d9a131d2445d will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:27.377547 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-137d5b81-9217-4c7f-960e-19a0869549ca None None] Deleting port 49595112-9554-4e5e-a0d3-b1daeabf84a0 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:27.378247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-137d5b81-9217-4c7f-960e-19a0869549ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:27.399702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:27.401534 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Allocated IP 172.26.3.14 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/423a9a2e-36e5-4475-bf6c-e8b007dbfa9a) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:27.419992 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:27.446218 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:27.454568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d4c429ea-44a0-4d82-8227-bec9f2112548 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:27.551521 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Network 17bc59b1-504b-4433-94e4-249b75cfceea is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:27.554817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:27.556365 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Pushing event updated for resources: {'Port': ['ID=630666fa-5413-4a2f-824a-6d9b30ba76d3,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:27.566908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:27.569026 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:27.571903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:27.575929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:27.594415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Pushing event updated for resources: {'Port': ['ID=b628f3e2-84dd-4349-a75e-d9a131d2445d,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:27.601130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-137d5b81-9217-4c7f-960e-19a0869549ca None None] For port 49595112-9554-4e5e-a0d3-b1daeabf84a0, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=49595112-9554-4e5e-a0d3-b1daeabf84a0,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:27.601538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-137d5b81-9217-4c7f-960e-19a0869549ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:27.617933 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:27.633882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c830750e-2b7a-4e7d-a6b2-8e24a20fdd92 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:27.636876 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:27.663299 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c830750e-2b7a-4e7d-a6b2-8e24a20fdd92 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:27.711642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4eb318-46e5-41c2-9b6a-fdc3e5cc93b0 None None] Network 47100c27-a871-4a3a-881b-3ce85570d0ee requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:27.768711 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:27.839513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-137d5b81-9217-4c7f-960e-19a0869549ca None None] Calling delete_port for 49595112-9554-4e5e-a0d3-b1daeabf84a0 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:27.852218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b267ce7d-2d0b-4234-9409-444ed5b2e9cc up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:27.960613 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c830750e-2b7a-4e7d-a6b2-8e24a20fdd92 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:27.964063 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c830750e-2b7a-4e7d-a6b2-8e24a20fdd92 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:27.972591 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-604adf6c-0e73-491f-8d24-f743f6d2060d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5bcc61b1cd8540b5a905816e66b78f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7562068 Jun 02 16:22:27.974493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Usage tracker for resource:port and tenant:a231f0203f954d538f53088bb121b96d is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:27.978231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:27.983426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32846) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:28.003010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Allocated IP 2001:db8::f816:3eff:fe5a:a4b9 (17bc59b1-504b-4433-94e4-249b75cfceea/827f1217-f431-4441-a48b-e20998bb2faa/47ba0f15-f533-4ac1-82b7-ec07c9702370) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:28.038415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Attempting to bind port b628f3e2-84dd-4349-a75e-d9a131d2445d on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:22:28.038415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Attempting to bind port b628f3e2-84dd-4349-a75e-d9a131d2445d by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '6d89948c-6292-4fb2-a11e-07ef056ba332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bc59b1-504b-4433-94e4-249b75cfceea'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:22:28.038415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Attempting to bind port b628f3e2-84dd-4349-a75e-d9a131d2445d on network 17bc59b1-504b-4433-94e4-249b75cfceea {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:22:28.039174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:28.050480 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:22:28.050828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Checking segment: {'id': '6d89948c-6292-4fb2-a11e-07ef056ba332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bc59b1-504b-4433-94e4-249b75cfceea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:28.051213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:28.051852 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Bound using segment: {'id': '6d89948c-6292-4fb2-a11e-07ef056ba332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bc59b1-504b-4433-94e4-249b75cfceea'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:22:28.052557 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Bound port: b628f3e2-84dd-4349-a75e-d9a131d2445d, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d89948c-6292-4fb2-a11e-07ef056ba332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bc59b1-504b-4433-94e4-249b75cfceea'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:22:28.053000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:28.081192 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-599df75f-e520-466c-b45d-b1891230e9fa None None] Provisioning for port b267ce7d-2d0b-4234-9409-444ed5b2e9cc completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:28.082784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Made reservation on behalf of a231f0203f954d538f53088bb121b96d for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:28.227071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port b267ce7d-2d0b-4234-9409-444ed5b2e9cc completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:28.247900 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:28.249728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port b267ce7d-2d0b-4234-9409-444ed5b2e9cc triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:28.250142 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:28.284025 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bdde64f9-72e3-4d85-9c9a-d3e5be2c1a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:28.336851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] For port b628f3e2-84dd-4349-a75e-d9a131d2445d, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:22:28.377030 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-137d5b81-9217-4c7f-960e-19a0869549ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:28.383248 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f5ff0055-7d77-427a-bf1a-eefe0120cc7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:28.434570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] For port b628f3e2-84dd-4349-a75e-d9a131d2445d, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b628f3e2-84dd-4349-a75e-d9a131d2445d,segment=NetworkSegment(6d89948c-6292-4fb2-a11e-07ef056ba332),segment_id=6d89948c-6292-4fb2-a11e-07ef056ba332)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:22:28.441067 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bdde64f9-72e3-4d85-9c9a-d3e5be2c1a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:28.455286 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d5b81-9217-4c7f-960e-19a0869549ca None None] Pushing event deleted for resources: {'Port': ['ID=49595112-9554-4e5e-a0d3-b1daeabf84a0,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:28.461513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:28.468167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-137d5b81-9217-4c7f-960e-19a0869549ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:28.468996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-137d5b81-9217-4c7f-960e-19a0869549ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:28.489006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:28.501770 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d5b81-9217-4c7f-960e-19a0869549ca None None] No DVR routers for this DVR port 49595112-9554-4e5e-a0d3-b1daeabf84a0 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:22:28.514381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:28.553112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:28.565464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] device_id is not set on port f3e16416-ae84-4505-a93d-9f5698b49950 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:22:28.617148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Transition to ACTIVE for port object 47ba0f15-f533-4ac1-82b7-ec07c9702370 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:28.631358 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:28.654426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Pushing event updated for resources: {'Port': ['ID=b628f3e2-84dd-4349-a75e-d9a131d2445d,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:28.654426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:28.685149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port b267ce7d-2d0b-4234-9409-444ed5b2e9cc, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b267ce7d-2d0b-4234-9409-444ed5b2e9cc,segment=NetworkSegment(49d3a363-9574-45ce-9b4d-d3c64cdfd958),segment_id=49d3a363-9574-45ce-9b4d-d3c64cdfd958)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:28.691130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:28.693691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40bab92c-f3a2-4e3b-9853-a5e2e03379df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:28.765099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Allocated IP 172.20.0.3 (47100c27-a871-4a3a-881b-3ce85570d0ee/e9925801-e683-46e8-b98f-d1acc261e15f/f3e16416-ae84-4505-a93d-9f5698b49950) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:28.795401 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bdde64f9-72e3-4d85-9c9a-d3e5be2c1a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:28.797303 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 49595112-9554-4e5e-a0d3-b1daeabf84a0 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:22:28.809538 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:28.832966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:28.847994 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 49595112-9554-4e5e-a0d3-b1daeabf84a0 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:22:28.848563 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 49595112-9554-4e5e-a0d3-b1daeabf84a0 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:22:28.861700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ed17483b-f8b2-4566-aaff-3cf5606a6516 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:28.862502 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=b267ce7d-2d0b-4234-9409-444ed5b2e9cc,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:28.869886 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:28.953575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Pushing event updated for resources: {'Port': ['ID=423a9a2e-36e5-4475-bf6c-e8b007dbfa9a,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:28.956531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:28.996916 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde64f9-72e3-4d85-9c9a-d3e5be2c1a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3a6421-2fcb-448f-9a00-de0c6d48bf91,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:29.030745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:29.040489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:29.044247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:29.053373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bdde64f9-72e3-4d85-9c9a-d3e5be2c1a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:29.070207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0ea9de22-4a2f-42ae-9d97-d0d0e14607cb None None] Provisioning for port bbaf8e95-2a22-46c1-9510-72daef697d8a completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:29.081445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0ea9de22-4a2f-42ae-9d97-d0d0e14607cb None None] Provisioning complete for port bbaf8e95-2a22-46c1-9510-72daef697d8a triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:29.082220 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0ea9de22-4a2f-42ae-9d97-d0d0e14607cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:29.135809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:29.147319 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:29.200392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9de22-4a2f-42ae-9d97-d0d0e14607cb None None] Port bbaf8e95-2a22-46c1-9510-72daef697d8a cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:29.218579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0ea9de22-4a2f-42ae-9d97-d0d0e14607cb None None] Provisioning complete for port b267ce7d-2d0b-4234-9409-444ed5b2e9cc triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:29.219384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0ea9de22-4a2f-42ae-9d97-d0d0e14607cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:29.261935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bdde64f9-72e3-4d85-9c9a-d3e5be2c1a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:29.265856 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bdde64f9-72e3-4d85-9c9a-d3e5be2c1a14 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f3a6421-2fcb-448f-9a00-de0c6d48bf91 HTTP/1.1" status: 204 len: 168 time: 1.2810805 Jun 02 16:22:29.269546 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:29.301579 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Network 17bc59b1-504b-4433-94e4-249b75cfceea is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:29.363648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:29.366035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:29.372077 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:29.372344 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:29.407958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event updated for resources: {'Port': ['ID=47ba0f15-f533-4ac1-82b7-ec07c9702370,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:29.453505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:29.467990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:29.491131 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.6036010 Jun 02 16:22:29.504333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32858) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:29.543241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b1ff6a6b-b768-4ec6-8fea-b09f4a27db9d None None] Provisioning complete for port bbaf8e95-2a22-46c1-9510-72daef697d8a triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:29.543901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6a6b-b768-4ec6-8fea-b09f4a27db9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:29.574851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Transition to ACTIVE for port object f3e16416-ae84-4505-a93d-9f5698b49950 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:29.657060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c830750e-2b7a-4e7d-a6b2-8e24a20fdd92 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:29.682506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:29.725872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b1ff6a6b-b768-4ec6-8fea-b09f4a27db9d None None] Port bbaf8e95-2a22-46c1-9510-72daef697d8a cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:29.742543 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2c97e5-42c2-482d-a1cb-1ca094016310 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Deleting subnet 827f1217-f431-4441-a48b-e20998bb2faa {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:22:29.747361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd2c97e5-42c2-482d-a1cb-1ca094016310 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:29.842732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd2c97e5-42c2-482d-a1cb-1ca094016310 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:29.929526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b628f3e2-84dd-4349-a75e-d9a131d2445d up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:29.973241 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Router f614e09f-6102-4233-baf6-d6bfa21c96e3 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:22:29.976826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c830750e-2b7a-4e7d-a6b2-8e24a20fdd92 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:29.982580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-c830750e-2b7a-4e7d-a6b2-8e24a20fdd92 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:30.016361 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2ae796-7c4c-4b0d-a7a9-5042cd559cf5 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:30.104034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830750e-2b7a-4e7d-a6b2-8e24a20fdd92 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=9b53d0b4-e09d-4903-ac78-92408310342a,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:30.121159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c830750e-2b7a-4e7d-a6b2-8e24a20fdd92 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:30.128306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c830750e-2b7a-4e7d-a6b2-8e24a20fdd92 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:30.133749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c830750e-2b7a-4e7d-a6b2-8e24a20fdd92 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:30.144212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:30.157078 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:30.158508 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776f330d-2c8c-4063-8769-a941c37a790c None None] Network 17bc59b1-504b-4433-94e4-249b75cfceea requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:30.179349 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c830750e-2b7a-4e7d-a6b2-8e24a20fdd92 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9407985 Jun 02 16:22:30.237262 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32876) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:30.240202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event updated for resources: {'Port': ['ID=f3e16416-ae84-4505-a93d-9f5698b49950,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:30.256170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:30.272704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-667db666-06d3-4af8-88b0-8fe1f2b2ca84 None None] Provisioning for port b628f3e2-84dd-4349-a75e-d9a131d2445d completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:30.288636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Network 47100c27-a871-4a3a-881b-3ce85570d0ee is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:30.292440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:30.325237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'fixed_ips': [{'subnet_id': '9b53d0b4-e09d-4903-ac78-92408310342a', 'ip_address': '2001:db8::3902:5787:2298:5e7'}], 'name': 'tempest-NetworksTestDHCPv6-1299971151'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:30.347573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:30.351341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:22:30.359484 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:30.367582 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00f6299-6567-47cc-bb38-92a3bbea9662 None None] Sync routers for ids ['f614e09f-6102-4233-baf6-d6bfa21c96e3'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:22:30.393510 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f6299-6567-47cc-bb38-92a3bbea9662 None None] Routers {'f614e09f-6102-4233-baf6-d6bfa21c96e3'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:30.394161 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c00f6299-6567-47cc-bb38-92a3bbea9662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['f614e09f-6102-4233-baf6-d6bfa21c96e3'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:30.404947 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32880) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:30.491604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': '9b53d0b4-e09d-4903-ac78-92408310342a'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:22:30.493233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:30.526450 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port b628f3e2-84dd-4349-a75e-d9a131d2445d completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:30.540383 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c00f6299-6567-47cc-bb38-92a3bbea9662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:30.560832 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f6299-6567-47cc-bb38-92a3bbea9662 None None] Routers {'f614e09f-6102-4233-baf6-d6bfa21c96e3'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:30.561816 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c00f6299-6567-47cc-bb38-92a3bbea9662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['f614e09f-6102-4233-baf6-d6bfa21c96e3'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:30.572011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-220fbe16-7a27-4ea9-b998-82a34a012653 tempest-DvrRoutersNegativeTest-2017883672 tempest-DvrRoutersNegativeTest-2017883672-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1444281623', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:30.580206 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port b628f3e2-84dd-4349-a75e-d9a131d2445d triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:30.580673 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:30.586466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.policy [None req-220fbe16-7a27-4ea9-b998-82a34a012653 tempest-DvrRoutersNegativeTest-2017883672 tempest-DvrRoutersNegativeTest-2017883672-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=92322) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 02 16:22:30.586981 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.policy [None req-220fbe16-7a27-4ea9-b998-82a34a012653 tempest-DvrRoutersNegativeTest-2017883672 tempest-DvrRoutersNegativeTest-2017883672-project] Failed policy check for 'create_router' {{(pid=92322) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 02 16:22:30.587839 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-220fbe16-7a27-4ea9-b998-82a34a012653 tempest-DvrRoutersNegativeTest-2017883672 tempest-DvrRoutersNegativeTest-2017883672-project] create failed (client error): Access was denied to this resource. Jun 02 16:22:30.589545 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-220fbe16-7a27-4ea9-b998-82a34a012653 tempest-DvrRoutersNegativeTest-2017883672 tempest-DvrRoutersNegativeTest-2017883672-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1830792 Jun 02 16:22:30.616450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:30.618564 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.0855236 Jun 02 16:22:30.624005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32886) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:30.631238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-cc51a32d-e9ac-48b4-a36c-085ac999182a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'enable_snat': False}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:30.675980 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c00f6299-6567-47cc-bb38-92a3bbea9662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:30.687443 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00f6299-6567-47cc-bb38-92a3bbea9662 None None] The sync data for ids ['f614e09f-6102-4233-baf6-d6bfa21c96e3'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:22:30.721346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:30.722025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:30.768895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd2c97e5-42c2-482d-a1cb-1ca094016310 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:30.997943 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:31.004073 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1013 time: 3.6997347 Jun 02 16:22:31.008428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32894) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:31.055720 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-28a6e1d7-b421-489d-bed9-361e426d1fc4 None None] Provisioning for port f3e16416-ae84-4505-a93d-9f5698b49950 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:31.077695 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-28a6e1d7-b421-489d-bed9-361e426d1fc4 None None] Provisioning complete for port f3e16416-ae84-4505-a93d-9f5698b49950 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:31.078848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-28a6e1d7-b421-489d-bed9-361e426d1fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:31.091427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:31.099054 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:31.118688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32896) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:31.119975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:31.130300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:31.213687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:31.286267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-28a6e1d7-b421-489d-bed9-361e426d1fc4 None None] Port f3e16416-ae84-4505-a93d-9f5698b49950 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:31.302391 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:31.339102 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Allocated IP 2001:db8::2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/9b53d0b4-e09d-4903-ac78-92408310342a/1a853956-b105-4355-a202-b7542ecf1cbd) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:31.380536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a733fa9b-1e33-41bd-aa8e-2c5b9a1327bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:31.407308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a733fa9b-1e33-41bd-aa8e-2c5b9a1327bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:31.411374 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a733fa9b-1e33-41bd-aa8e-2c5b9a1327bb admin admin] Usage tracker for resource:security_group_rule and tenant:2cd079deaeb747c09bceb3712186be04 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:31.414407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a733fa9b-1e33-41bd-aa8e-2c5b9a1327bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:31.426999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:31.436137 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a733fa9b-1e33-41bd-aa8e-2c5b9a1327bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:31.474268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port e603e8c7-6a71-446a-a8ae-7d5dc20ef563 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:22:31.475408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a21edb4-3ef0-40cb-9e72-6d1a3f056f4f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:31.486431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a21edb4-3ef0-40cb-9e72-6d1a3f056f4f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:31.493997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a21edb4-3ef0-40cb-9e72-6d1a3f056f4f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:31.494944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1a21edb4-3ef0-40cb-9e72-6d1a3f056f4f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Synchronizing usage tracker for tenant:a231f0203f954d538f53088bb121b96d on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:31.512403 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc51a32d-e9ac-48b4-a36c-085ac999182a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:31.592387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:31.606501 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Transition to ACTIVE for port object 1a853956-b105-4355-a202-b7542ecf1cbd will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:31.632298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Transition to ACTIVE for port object 1a853956-b105-4355-a202-b7542ecf1cbd will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:31.645430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:31.650054 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:31.674813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1a21edb4-3ef0-40cb-9e72-6d1a3f056f4f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Unset dirty status for tenant:a231f0203f954d538f53088bb121b96d on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:31.681481 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1a21edb4-3ef0-40cb-9e72-6d1a3f056f4f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.6230354 Jun 02 16:22:31.684660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32900) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:31.727351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a733fa9b-1e33-41bd-aa8e-2c5b9a1327bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:31.727351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Router e3c113f1-dfc7-4a40-850b-e8052a6da060 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:22:31.742372 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a733fa9b-1e33-41bd-aa8e-2c5b9a1327bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:31.746041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:31.760269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:31.763853 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Pushing event updated for resources: {'Port': ['ID=1a853956-b105-4355-a202-b7542ecf1cbd,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:31.767047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:31.770492 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:31.780364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2952dbf3-5706-4423-8ee9-124b8a39be67 None None] Provisioning complete for port b628f3e2-84dd-4349-a75e-d9a131d2445d triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:31.780746 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2952dbf3-5706-4423-8ee9-124b8a39be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:31.945586 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Attempting to bind port 1a853956-b105-4355-a202-b7542ecf1cbd on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:22:31.946223 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Attempting to bind port 1a853956-b105-4355-a202-b7542ecf1cbd by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:22:31.946739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Attempting to bind port 1a853956-b105-4355-a202-b7542ecf1cbd on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:22:31.954243 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:22:31.954812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:31.955327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:31.955826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:22:31.956415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Bound port: 1a853956-b105-4355-a202-b7542ecf1cbd, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:22:31.957015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.032339 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0fc70b21-a1f9-41bf-9d33-b27c2613123c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:32.042248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:22:32.056500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd2c97e5-42c2-482d-a1cb-1ca094016310 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.096672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2952dbf3-5706-4423-8ee9-124b8a39be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.112836 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Sync routers for ids ['e3c113f1-dfc7-4a40-850b-e8052a6da060'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:22:32.113419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::3902:5787:2298:5e7 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/9b53d0b4-e09d-4903-ac78-92408310342a/e603e8c7-6a71-446a-a8ae-7d5dc20ef563) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:32.183295 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-48f694dd-46dd-49d0-9881-2fcf1bc68eb8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Deleting port f3e16416-ae84-4505-a93d-9f5698b49950 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:32.183586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-48f694dd-46dd-49d0-9881-2fcf1bc68eb8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.199943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Routers {'e3c113f1-dfc7-4a40-850b-e8052a6da060'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:32.200820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e3c113f1-dfc7-4a40-850b-e8052a6da060'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:32.265366 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a733fa9b-1e33-41bd-aa8e-2c5b9a1327bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2cd079deaeb747c09bceb3712186be04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1392496 Jun 02 16:22:32.272591 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32906) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:32.290573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733fa9b-1e33-41bd-aa8e-2c5b9a1327bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f8fcc4-8af0-4454-88c9-b41dd25ccdb6,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:32.293306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd2c97e5-42c2-482d-a1cb-1ca094016310 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.308590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a733fa9b-1e33-41bd-aa8e-2c5b9a1327bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:32.308873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d558dffc-69b1-469d-bc7d-958ed2a867cc tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:32.309478 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7550321-1e47-4c4d-9b7f-ec742f58fc6e None None] Network 17bc59b1-504b-4433-94e4-249b75cfceea requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:32.324745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] For port 1a853956-b105-4355-a202-b7542ecf1cbd, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:22:32.331775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.api [None req-449bd301-6778-458e-9259-8ce868426917 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:22:32.331775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_db.api [None req-449bd301-6778-458e-9259-8ce868426917 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:22:32.353410 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bd2c97e5-42c2-482d-a1cb-1ca094016310 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/subnets/827f1217-f431-4441-a48b-e20998bb2faa HTTP/1.1" status: 204 len: 168 time: 2.8449962 Jun 02 16:22:32.353616 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2952dbf3-5706-4423-8ee9-124b8a39be67 None None] For port b628f3e2-84dd-4349-a75e-d9a131d2445d, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b628f3e2-84dd-4349-a75e-d9a131d2445d,segment=NetworkSegment(6d89948c-6292-4fb2-a11e-07ef056ba332),segment_id=6d89948c-6292-4fb2-a11e-07ef056ba332)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:32.355143 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.356466 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-99dccce4-7676-4306-a9cf-d32aebc83e0a tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.4456680 Jun 02 16:22:32.357382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c97e5-42c2-482d-a1cb-1ca094016310 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Subnet': ['ID=827f1217-f431-4441-a48b-e20998bb2faa,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:32.359352 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32908) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:32.359484 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32910) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:32.365443 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] For port 1a853956-b105-4355-a202-b7542ecf1cbd, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=1a853956-b105-4355-a202-b7542ecf1cbd,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:22:32.427772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bd2c97e5-42c2-482d-a1cb-1ca094016310 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:32.476438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.477929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2952dbf3-5706-4423-8ee9-124b8a39be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.499579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-be03e34c-12b4-4147-bfe0-049e002b1265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:32.600210 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-008653bb-9fdd-451c-ac5e-128e4c385984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.606121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd35def9-a1d9-4d36-8751-91f912095492 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:32.608630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-48f694dd-46dd-49d0-9881-2fcf1bc68eb8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.608901 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd35def9-a1d9-4d36-8751-91f912095492 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:32.609366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-cd35def9-a1d9-4d36-8751-91f912095492 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Synchronizing usage tracker for tenant:3cbe24b0935c484a9531c720344bfee4 on resource:subnet {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:32.620220 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2952dbf3-5706-4423-8ee9-124b8a39be67 None None] Provisioning for port 47ba0f15-f533-4ac1-82b7-ec07c9702370 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:32.628711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Set router e3c113f1-dfc7-4a40-850b-e8052a6da060 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:22:32.672213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-008653bb-9fdd-451c-ac5e-128e4c385984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.708369 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8a9887c7-11ba-47fa-9c2b-de9b7896da95 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/routers/e3c113f1-dfc7-4a40-850b-e8052a6da060 HTTP/1.1" status: 200 len: 908 time: 0.3438692 Jun 02 16:22:32.716809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-cd35def9-a1d9-4d36-8751-91f912095492 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Unset dirty status for tenant:3cbe24b0935c484a9531c720344bfee4 on resource:subnet {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:32.721099 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cd35def9-a1d9-4d36-8751-91f912095492 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3549578 Jun 02 16:22:32.721862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32912) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:32.721862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32914) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:32.728843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1038938257', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'enable_snat': True}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:32.762031 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:32.772182 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Usage tracker for resource:router and tenant:d4cc99ad0eb24e0989ccc21d2989e88c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:32.824592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:32.827702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2952dbf3-5706-4423-8ee9-124b8a39be67 None None] Provisioning complete for port 47ba0f15-f533-4ac1-82b7-ec07c9702370 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:32.828167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2952dbf3-5706-4423-8ee9-124b8a39be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.846314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:32.847924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-48f694dd-46dd-49d0-9881-2fcf1bc68eb8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Calling delete_port for f3e16416-ae84-4505-a93d-9f5698b49950 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:32.883252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d3851fd-00e7-4965-ad51-f2b3a188e05a tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.889019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-008653bb-9fdd-451c-ac5e-128e4c385984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.896374 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:32.907813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.908911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.911853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.916327 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3851fd-00e7-4965-ad51-f2b3a188e05a tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 02 16:22:32.916979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3851fd-00e7-4965-ad51-f2b3a188e05a tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:22:32.923660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008653bb-9fdd-451c-ac5e-128e4c385984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f8fcc4-8af0-4454-88c9-b41dd25ccdb6,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:32.928341 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4d3851fd-00e7-4965-ad51-f2b3a188e05a tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/networks/17bc59b1-504b-4433-94e4-249b75cfceea HTTP/1.1" status: 409 len: 405 time: 0.2036741 Jun 02 16:22:32.930894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-008653bb-9fdd-451c-ac5e-128e4c385984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:32.932524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-008653bb-9fdd-451c-ac5e-128e4c385984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.935981 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-008653bb-9fdd-451c-ac5e-128e4c385984 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76f8fcc4-8af0-4454-88c9-b41dd25ccdb6 HTTP/1.1" status: 204 len: 168 time: 0.6600542 Jun 02 16:22:32.935981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32916) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:32.943115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1000062348'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:32.958685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:32.967634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:32.977719 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Pushing event updated for resources: {'Port': ['ID=1a853956-b105-4355-a202-b7542ecf1cbd,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:32.992141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Usage tracker for resource:network and tenant:3cbe24b0935c484a9531c720344bfee4 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:33.040477 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object e603e8c7-6a71-446a-a8ae-7d5dc20ef563 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:33.075872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:33.356873 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:33.365993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:33.386755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:33.390006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2952dbf3-5706-4423-8ee9-124b8a39be67 None None] Port 47ba0f15-f533-4ac1-82b7-ec07c9702370 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:33.412306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4b45c804-bda6-42eb-a491-01be90846e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:33.415560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b267ce7d-2d0b-4234-9409-444ed5b2e9cc up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:33.511574 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:33.517210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:33.518466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Made reservation on behalf of 3cbe24b0935c484a9531c720344bfee4 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:33.522474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:33.558798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:33.569780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-48f694dd-46dd-49d0-9881-2fcf1bc68eb8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:33.578884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:33.588246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:33.588923 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:33.591194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952dbf3-5706-4423-8ee9-124b8a39be67 None None] Pushing event updated for resources: {'Port': ['ID=b628f3e2-84dd-4349-a75e-d9a131d2445d,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:33.593487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=e603e8c7-6a71-446a-a8ae-7d5dc20ef563,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:33.598106 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:22:33.607874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:33.608165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dfe65b15-d952-4e3e-b3b6-4c83c08c7383 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:33.609298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:33.609706 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Added segment af68fb5a-9b83-4f49-8750-f46da7633dd8 of type vlan for network 88dd0326-5a31-4f08-af06-22650a5a7521 Jun 02 16:22:33.618822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2952dbf3-5706-4423-8ee9-124b8a39be67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.119s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:33.637395 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.110s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:33.637636 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:33.638306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port b267ce7d-2d0b-4234-9409-444ed5b2e9cc triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:33.638675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:33.643076 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:33.696860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:33.704051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:33.705572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:33.714508 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-56e5ba9f-582a-4fd7-8c9f-9bc93a55c6e4 None None] Provisioning complete for port 47ba0f15-f533-4ac1-82b7-ec07c9702370 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:33.714888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-56e5ba9f-582a-4fd7-8c9f-9bc93a55c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:33.733841 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:33.767407 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7f5d50-e52b-41be-86c9-bb0607fd8275 None None] DHCP port deletion for 17bc59b1-504b-4433-94e4-249b75cfceea request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:22:33.841150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-56e5ba9f-582a-4fd7-8c9f-9bc93a55c6e4 None None] Port 47ba0f15-f533-4ac1-82b7-ec07c9702370 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:33.909035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f694dd-46dd-49d0-9881-2fcf1bc68eb8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event deleted for resources: {'Port': ['ID=f3e16416-ae84-4505-a93d-9f5698b49950,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:33.924642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-48f694dd-46dd-49d0-9881-2fcf1bc68eb8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:33.974225 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0346713 Jun 02 16:22:33.987039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32934) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:33.998680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Request body: {'subnet': {'network_id': '88dd0326-5a31-4f08-af06-22650a5a7521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:34.026271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f5d50-e52b-41be-86c9-bb0607fd8275 None None] Deleting port b628f3e2-84dd-4349-a75e-d9a131d2445d {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:34.030256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2d7f5d50-e52b-41be-86c9-bb0607fd8275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:34.034503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event updated for resources: {'Network': ['ID=88dd0326-5a31-4f08-af06-22650a5a7521,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:34.042939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:34.049194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc51a32d-e9ac-48b4-a36c-085ac999182a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:34.077666 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc51a32d-e9ac-48b4-a36c-085ac999182a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:34.078377 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c113f1-dfc7-4a40-850b-e8052a6da060', 'name': 'tempest-snat-router-1038938257', 'tenant_id': 'd4cc99ad0eb24e0989ccc21d2989e88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': False}, 'gw_port_id': '423a9a2e-36e5-4475-bf6c-e8b007dbfa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:22:24Z', 'updated_at': '2021-06-02T16:22:29Z', 'revision_number': 3, 'project_id': 'd4cc99ad0eb24e0989ccc21d2989e88c', 'gw_port': {'id': '423a9a2e-36e5-4475-bf6c-e8b007dbfa9a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c113f1-dfc7-4a40-850b-e8052a6da060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:22:26Z', 'updated_at': '2021-06-02T16:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:34.087881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 88dd0326-5a31-4f08-af06-22650a5a7521 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:22:34.123153 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Checking router: e3c113f1-dfc7-4a40-850b-e8052a6da060 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:22:34.123520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Updating router e3c113f1-dfc7-4a40-850b-e8052a6da060 port 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:22:34.164861 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9258587 Jun 02 16:22:34.171692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32942) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:34.236593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 1a853956-b105-4355-a202-b7542ecf1cbd up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:34.253319 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:34.277631 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:34.311491 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Made reservation on behalf of 3cbe24b0935c484a9531c720344bfee4 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:34.316776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:34.627155 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32950) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:34.630387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-48f694dd-46dd-49d0-9881-2fcf1bc68eb8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:34.632301 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-48f694dd-46dd-49d0-9881-2fcf1bc68eb8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "DELETE /v2.0/ports/f3e16416-ae84-4505-a93d-9f5698b49950 HTTP/1.1" status: 204 len: 168 time: 2.9438574 Jun 02 16:22:34.640825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32952) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:34.710896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:34.719246 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-47efe720-ee21-4d8f-bc06-d538af2370b2 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] GET failed (client error): The resource could not be found. Jun 02 16:22:34.719789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-47efe720-ee21-4d8f-bc06-d538af2370b2 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Synchronizing usage tracker for tenant:a231f0203f954d538f53088bb121b96d on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:34.728330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc51a32d-e9ac-48b4-a36c-085ac999182a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Router f614e09f-6102-4233-baf6-d6bfa21c96e3 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:22:34.774443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-47efe720-ee21-4d8f-bc06-d538af2370b2 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Unset dirty status for tenant:a231f0203f954d538f53088bb121b96d on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:34.775092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2d7f5d50-e52b-41be-86c9-bb0607fd8275 None None] For port b628f3e2-84dd-4349-a75e-d9a131d2445d, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b628f3e2-84dd-4349-a75e-d9a131d2445d,segment=NetworkSegment(6d89948c-6292-4fb2-a11e-07ef056ba332),segment_id=6d89948c-6292-4fb2-a11e-07ef056ba332)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:34.775838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2d7f5d50-e52b-41be-86c9-bb0607fd8275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:34.783066 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-47efe720-ee21-4d8f-bc06-d538af2370b2 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "GET /v2.0/ports/f3e16416-ae84-4505-a93d-9f5698b49950 HTTP/1.1" status: 404 len: 333 time: 0.1384618 Jun 02 16:22:34.787162 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e7ee15cb-54ff-41be-ba23-e4ca1e8dc6b7 None None] Provisioning for port 1a853956-b105-4355-a202-b7542ecf1cbd completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:34.788706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32956) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:34.793644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Request body: {'port': {'network_id': '47100c27-a871-4a3a-881b-3ce85570d0ee', 'name': 'tempest-AllowedAddressPairTestJSON-1756246524'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:34.822508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-972426857'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:34.835882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1125f93-be7d-4c85-9d5b-565cc466feaa tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:34.841668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1125f93-be7d-4c85-9d5b-565cc466feaa tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:34.842568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b1125f93-be7d-4c85-9d5b-565cc466feaa tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:34.852010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:34.937098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:34.937679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f5d50-e52b-41be-86c9-bb0607fd8275 None None] Calling delete_port for b628f3e2-84dd-4349-a75e-d9a131d2445d owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:34.974497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:34.974900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Usage tracker for resource:network and tenant:5d32cda16f224d09a4f692936dd5b982 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:34.979753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:35.009374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:35.029773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b1125f93-be7d-4c85-9d5b-565cc466feaa tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:35.030926 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b1125f93-be7d-4c85-9d5b-565cc466feaa tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7794497 Jun 02 16:22:35.034576 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 1a853956-b105-4355-a202-b7542ecf1cbd completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:35.037084 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32958) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:35.060924 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 1a853956-b105-4355-a202-b7542ecf1cbd triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:35.061398 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.098537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Made reservation on behalf of 5d32cda16f224d09a4f692936dd5b982 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:35.101971 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.104713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f542e9c9-dc6b-4302-a5b6-e31189e0505c None None] Provisioning for port e603e8c7-6a71-446a-a8ae-7d5dc20ef563 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:35.107811 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.131733 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.135835 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f542e9c9-dc6b-4302-a5b6-e31189e0505c None None] Provisioning complete for port e603e8c7-6a71-446a-a8ae-7d5dc20ef563 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:35.136202 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f542e9c9-dc6b-4302-a5b6-e31189e0505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.181943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:35.193942 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc51a32d-e9ac-48b4-a36c-085ac999182a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:22:35.195988 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Usage tracker for resource:security_group_rule and tenant:5d32cda16f224d09a4f692936dd5b982 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:35.199073 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:35.201524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:35.206768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc51a32d-e9ac-48b4-a36c-085ac999182a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.210587 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cc51a32d-e9ac-48b4-a36c-085ac999182a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "PUT /v2.0/routers/f614e09f-6102-4233-baf6-d6bfa21c96e3 HTTP/1.1" status: 200 len: 920 time: 4.5852473 Jun 02 16:22:35.212416 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a11bd-6173-47eb-ae26-a352d7e502ca None None] Sync routers for ids ['f614e09f-6102-4233-baf6-d6bfa21c96e3'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:22:35.213019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32960) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:35.222972 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a11bd-6173-47eb-ae26-a352d7e502ca None None] Routers {'f614e09f-6102-4233-baf6-d6bfa21c96e3'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:35.223464 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f57a11bd-6173-47eb-ae26-a352d7e502ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['f614e09f-6102-4233-baf6-d6bfa21c96e3'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:35.227267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:35.239288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:35.256425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Made reservation on behalf of a231f0203f954d538f53088bb121b96d for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:35.262899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.289035 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f57a11bd-6173-47eb-ae26-a352d7e502ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:35.298484 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a11bd-6173-47eb-ae26-a352d7e502ca None None] Routers {'f614e09f-6102-4233-baf6-d6bfa21c96e3'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:35.299441 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f57a11bd-6173-47eb-ae26-a352d7e502ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['f614e09f-6102-4233-baf6-d6bfa21c96e3'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:35.317287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] device_id is not set on port 479fd348-38f4-4bfe-98b5-6ba8042a76fb yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:22:35.362472 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-f542e9c9-dc6b-4302-a5b6-e31189e0505c None None] Port e603e8c7-6a71-446a-a8ae-7d5dc20ef563 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:35.373270 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f57a11bd-6173-47eb-ae26-a352d7e502ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:35.374172 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a11bd-6173-47eb-ae26-a352d7e502ca None None] The sync data for ids ['f614e09f-6102-4233-baf6-d6bfa21c96e3'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:22:35.440905 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2d7f5d50-e52b-41be-86c9-bb0607fd8275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.451318 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d69d5266-0635-4af4-b8c1-131dc91ca9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:35.479572 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1e57da64-d619-475b-8a7b-93399621d0d5 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/routers/f614e09f-6102-4233-baf6-d6bfa21c96e3 HTTP/1.1" status: 200 len: 920 time: 0.2631285 Jun 02 16:22:35.487818 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32962) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:35.529257 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c3bf-97c7-4b7f-81bc-545c37009ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.529485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e96eee59-9f4e-40cc-8361-121015929cb7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port e603e8c7-6a71-446a-a8ae-7d5dc20ef563 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:35.529485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e96eee59-9f4e-40cc-8361-121015929cb7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.534852 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f5d50-e52b-41be-86c9-bb0607fd8275 None None] Pushing event deleted for resources: {'Port': ['ID=b628f3e2-84dd-4349-a75e-d9a131d2445d,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:35.541810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2d7f5d50-e52b-41be-86c9-bb0607fd8275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:35.547369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.555878 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Allocated IP 172.20.0.3 (47100c27-a871-4a3a-881b-3ce85570d0ee/e9925801-e683-46e8-b98f-d1acc261e15f/479fd348-38f4-4bfe-98b5-6ba8042a76fb) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:35.558889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f5d50-e52b-41be-86c9-bb0607fd8275 None None] No DVR routers for this DVR port b628f3e2-84dd-4349-a75e-d9a131d2445d on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:22:35.607638 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 1a853956-b105-4355-a202-b7542ecf1cbd, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=1a853956-b105-4355-a202-b7542ecf1cbd,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:35.630573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.644367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.652136 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:35.708076 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:22:35.727290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.739316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3db245-30e0-49ba-8fa0-577f30453123,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:35.747340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:35.752225 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Transition to ACTIVE for port object 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:35.761122 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.764034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3fe735ba-8bce-4cc6-ab75-a97da8c40aa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:35.806931 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.807279 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Added segment a29424ce-4973-4050-9213-c657bded50e3 of type vlan for network df795299-27f7-41ae-a30b-655e139c22d6 Jun 02 16:22:35.818850 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e96eee59-9f4e-40cc-8361-121015929cb7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.828456 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.841343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d3909e-38f5-4a0e-bb9b-03e0de528f5b tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:35.842035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-89d3909e-38f5-4a0e-bb9b-03e0de528f5b tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Synchronizing usage tracker for tenant:39137685f28c4250b3bfcb636752b532 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:35.865961 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.871462 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b628f3e2-84dd-4349-a75e-d9a131d2445d no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:22:35.915833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Attempting to bind port 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:22:35.916207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Attempting to bind port 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:22:35.916573 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Attempting to bind port 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:22:35.918628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: b628f3e2-84dd-4349-a75e-d9a131d2445d {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:22:35.918952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b628f3e2-84dd-4349-a75e-d9a131d2445d not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:22:35.921735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.934160 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:22:35.934544 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:35.934959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.935337 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:22:35.935808 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Bound port: 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:22:35.936246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.939838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.945469 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:35.946419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:35.952086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:35.964521 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=1a853956-b105-4355-a202-b7542ecf1cbd,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:35.969877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Transition to ACTIVE for port object 479fd348-38f4-4bfe-98b5-6ba8042a76fb will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:35.980820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:35.981303 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:35.986365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e96eee59-9f4e-40cc-8361-121015929cb7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for e603e8c7-6a71-446a-a8ae-7d5dc20ef563 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:36.040990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.objects.ports [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92323) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:22:36.045770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-89d3909e-38f5-4a0e-bb9b-03e0de528f5b tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Unset dirty status for tenant:39137685f28c4250b3bfcb636752b532 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:36.046976 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-89d3909e-38f5-4a0e-bb9b-03e0de528f5b tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&device_id=f614e09f-6102-4233-baf6-d6bfa21c96e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5584195 Jun 02 16:22:36.051043 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32968) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:36.055042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:36.063282 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Allocated IP 172.26.3.27 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/199b87e3-c479-4fc3-9c68-1654d7e20bc1) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:36.072001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ebbc6-0a1d-46cf-aa04-102ac4d4c60b None None] Pushing event updated for resources: {'Port': ['ID=423a9a2e-36e5-4475-bf6c-e8b007dbfa9a,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:36.072859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:36.075683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-567ebbc6-0a1d-46cf-aa04-102ac4d4c60b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:36.078503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] For port 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:22:36.082199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] For port 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=423a9a2e-36e5-4475-bf6c-e8b007dbfa9a,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:22:36.089513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:36.093636 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-210534a4-f88e-44cf-a4c7-681f6a2e9de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:36.119702 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4834280 Jun 02 16:22:36.121138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Pushing event updated for resources: {'Network': ['ID=df795299-27f7-41ae-a30b-655e139c22d6,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:36.142854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network df795299-27f7-41ae-a30b-655e139c22d6 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:22:36.232612 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32970) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:36.242312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Request body: {'subnet': {'network_id': 'df795299-27f7-41ae-a30b-655e139c22d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:36.276149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Routers {'e3c113f1-dfc7-4a40-850b-e8052a6da060'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:36.276806 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e3c113f1-dfc7-4a40-850b-e8052a6da060'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:36.332340 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ebbc6-0a1d-46cf-aa04-102ac4d4c60b None None] Pushing event updated for resources: {'Port': ['ID=423a9a2e-36e5-4475-bf6c-e8b007dbfa9a,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:36.339782 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:36.343061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-567ebbc6-0a1d-46cf-aa04-102ac4d4c60b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:36.346701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:36.362983 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b502e2be-51ed-4f11-a511-517892f9981d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:36.409256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Network 47100c27-a871-4a3a-881b-3ce85570d0ee is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:36.422320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:36.425004 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:36.461310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event updated for resources: {'Subnet': ['ID=2f06946a-a0c8-492c-81e2-b0027ebd0dd0,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:36.470046 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] Set router e3c113f1-dfc7-4a40-850b-e8052a6da060 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:22:36.482122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:36.539872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event updated for resources: {'Port': ['ID=479fd348-38f4-4bfe-98b5-6ba8042a76fb,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:36.543166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:36.571064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:36.571609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:36.579796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f445083b-0eba-4793-918e-8688157cf63d tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:36.580374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f445083b-0eba-4793-918e-8688157cf63d tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Synchronizing usage tracker for tenant:39137685f28c4250b3bfcb636752b532 on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:36.607147 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8173771 Jun 02 16:22:36.609888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32972) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:36.617946 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d402642e-42b0-45df-a6cd-639b6ac7d897 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a3:0f:a6'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:36.662972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Checking segment: {'id': 'af68fb5a-9b83-4f49-8750-f46da7633dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '88dd0326-5a31-4f08-af06-22650a5a7521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:36.663378 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Network hostable DHCP agents. Network: 88dd0326-5a31-4f08-af06-22650a5a7521, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:22:36.674176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f445083b-0eba-4793-918e-8688157cf63d tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Unset dirty status for tenant:39137685f28c4250b3bfcb636752b532 on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:36.674767 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:36.678210 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f445083b-0eba-4793-918e-8688157cf63d tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/networks/3e4df761-1bd3-455c-9709-426e794fcea2 HTTP/1.1" status: 200 len: 881 time: 0.6044650 Jun 02 16:22:36.680470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32974) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:36.684300 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e96eee59-9f4e-40cc-8361-121015929cb7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:36.706720 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:36.715524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Usage tracker for resource:subnet and tenant:5d32cda16f224d09a4f692936dd5b982 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:36.727156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:36.732759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:36.740492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f5b3ffda-f1f9-4118-bd7a-86d9b050baec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:36.743013 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0b52119e-2084-46f0-b0b6-30de1abc6b3a None None] Provisioning for port 479fd348-38f4-4bfe-98b5-6ba8042a76fb completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:36.773002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0b52119e-2084-46f0-b0b6-30de1abc6b3a None None] Provisioning complete for port 479fd348-38f4-4bfe-98b5-6ba8042a76fb triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:36.773538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0b52119e-2084-46f0-b0b6-30de1abc6b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:36.795453 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:36.799838 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-303c6b69-187d-4328-8466-23dc77f6ff07 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "GET /v2.0/ports?device_id=f614e09f-6102-4233-baf6-d6bfa21c96e3 HTTP/1.1" status: 200 len: 205 time: 0.1162870 Jun 02 16:22:36.806065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96eee59-9f4e-40cc-8361-121015929cb7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=e603e8c7-6a71-446a-a8ae-7d5dc20ef563,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:36.807126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32978) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:36.820959 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e96eee59-9f4e-40cc-8361-121015929cb7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:36.862660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Made reservation on behalf of 5d32cda16f224d09a4f692936dd5b982 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:36.866319 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:36.904103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e96eee59-9f4e-40cc-8361-121015929cb7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:36.907449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Network 88dd0326-5a31-4f08-af06-22650a5a7521 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:22:36.969062 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-0b52119e-2084-46f0-b0b6-30de1abc6b3a None None] Port 479fd348-38f4-4bfe-98b5-6ba8042a76fb cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:37.005460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c113f1-dfc7-4a40-850b-e8052a6da060', 'name': 'tempest-snat-router-1038938257', 'tenant_id': 'd4cc99ad0eb24e0989ccc21d2989e88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': False}, 'gw_port_id': '423a9a2e-36e5-4475-bf6c-e8b007dbfa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:22:24Z', 'updated_at': '2021-06-02T16:22:29Z', 'revision_number': 3, 'project_id': 'd4cc99ad0eb24e0989ccc21d2989e88c', 'gw_port': {'id': '423a9a2e-36e5-4475-bf6c-e8b007dbfa9a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c113f1-dfc7-4a40-850b-e8052a6da060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:22:26Z', 'updated_at': '2021-06-02T16:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:37.009946 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e16e4d0-cebe-4bae-b041-00cca175b162 None None] The sync data for ids ['e3c113f1-dfc7-4a40-850b-e8052a6da060'] in dv-neutron-601336-83-hyperv is: [{'id': 'e3c113f1-dfc7-4a40-850b-e8052a6da060', 'name': 'tempest-snat-router-1038938257', 'tenant_id': 'd4cc99ad0eb24e0989ccc21d2989e88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': False}, 'gw_port_id': '423a9a2e-36e5-4475-bf6c-e8b007dbfa9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:22:24Z', 'updated_at': '2021-06-02T16:22:29Z', 'revision_number': 3, 'project_id': 'd4cc99ad0eb24e0989ccc21d2989e88c', 'gw_port': {'id': '423a9a2e-36e5-4475-bf6c-e8b007dbfa9a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c113f1-dfc7-4a40-850b-e8052a6da060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:22:26Z', 'updated_at': '2021-06-02T16:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:22:37.011794 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 88dd0326-5a31-4f08-af06-22650a5a7521) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:37.024553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d226e83-5a7d-4c02-b664-052ffb445c97 None None] Network 88dd0326-5a31-4f08-af06-22650a5a7521 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:37.034778 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e96eee59-9f4e-40cc-8361-121015929cb7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/e603e8c7-6a71-446a-a8ae-7d5dc20ef563 HTTP/1.1" status: 204 len: 168 time: 1.9953349 Jun 02 16:22:37.041958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32982) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:37.087369 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:37.088179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:37.133493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:37.146483 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:37.172539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:37.230833 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:37.238183 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2490880 Jun 02 16:22:37.239677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32984) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:37.246295 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Request body: {'port': {'network_id': '88dd0326-5a31-4f08-af06-22650a5a7521', 'name': 'tempest-NetworksIpV6TestAttrs-1344421506'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:37.246577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:37.254886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d945a998-4d6f-462b-b913-fa03f0e48139 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:37.256891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d945a998-4d6f-462b-b913-fa03f0e48139 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:37.258717 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d945a998-4d6f-462b-b913-fa03f0e48139 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2129264 Jun 02 16:22:37.263581 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32986) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:37.265985 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:37.275028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d402642e-42b0-45df-a6cd-639b6ac7d897 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:37.296478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Pushing event updated for resources: {'Port': ['ID=199b87e3-c479-4fc3-9c68-1654d7e20bc1,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:37.348742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:37.393338 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-88dd0326-5a31-4f08-af06-22650a5a7521', 'network_id': '88dd0326-5a31-4f08-af06-22650a5a7521', 'tenant_id': '3cbe24b0935c484a9531c720344bfee4', 'fixed_ips': [{'subnet_id': '2f06946a-a0c8-492c-81e2-b0027ebd0dd0'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:22:37.394047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:37.602661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Allocated IP 2001:db8::f816:3eff:fe55:87b1 (88dd0326-5a31-4f08-af06-22650a5a7521/2f06946a-a0c8-492c-81e2-b0027ebd0dd0/96867ec5-7344-4690-9b3c-a1628b9d770c) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:37.630978 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad8c9fd-1516-4ad8-9f4e-bdea9231bba1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 9b53d0b4-e09d-4903-ac78-92408310342a {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:22:37.646419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ad8c9fd-1516-4ad8-9f4e-bdea9231bba1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:37.758991 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:37.796169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ad8c9fd-1516-4ad8-9f4e-bdea9231bba1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:37.862033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:37.878283 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Transition to ACTIVE for port object 96867ec5-7344-4690-9b3c-a1628b9d770c will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:37.882470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:37.902488 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Transition to ACTIVE for port object 96867ec5-7344-4690-9b3c-a1628b9d770c will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:37.908769 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:37.913977 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c617b571-8513-443b-99e2-9faded061a3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:37.954507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Usage tracker for resource:port and tenant:3cbe24b0935c484a9531c720344bfee4 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:37.962931 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:37.984010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:37.995266 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Network 88dd0326-5a31-4f08-af06-22650a5a7521 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:38.004831 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:38.009466 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:38.023203 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Pushing event updated for resources: {'Port': ['ID=96867ec5-7344-4690-9b3c-a1628b9d770c,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:38.084340 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:38.167607 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Attempting to bind port 96867ec5-7344-4690-9b3c-a1628b9d770c on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:22:38.167992 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Attempting to bind port 96867ec5-7344-4690-9b3c-a1628b9d770c by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'af68fb5a-9b83-4f49-8750-f46da7633dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '88dd0326-5a31-4f08-af06-22650a5a7521'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:22:38.168364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Attempting to bind port 96867ec5-7344-4690-9b3c-a1628b9d770c on network 88dd0326-5a31-4f08-af06-22650a5a7521 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:22:38.174896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:22:38.175278 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Checking segment: {'id': 'af68fb5a-9b83-4f49-8750-f46da7633dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '88dd0326-5a31-4f08-af06-22650a5a7521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:38.175689 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:38.176223 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Bound using segment: {'id': 'af68fb5a-9b83-4f49-8750-f46da7633dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '88dd0326-5a31-4f08-af06-22650a5a7521'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:22:38.176708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Bound port: 96867ec5-7344-4690-9b3c-a1628b9d770c, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af68fb5a-9b83-4f49-8750-f46da7633dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '88dd0326-5a31-4f08-af06-22650a5a7521'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:22:38.177375 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:38.224806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:38.316075 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] For port 96867ec5-7344-4690-9b3c-a1628b9d770c, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:22:38.320253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] For port 96867ec5-7344-4690-9b3c-a1628b9d770c, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=96867ec5-7344-4690-9b3c-a1628b9d770c,segment=NetworkSegment(af68fb5a-9b83-4f49-8750-f46da7633dd8),segment_id=af68fb5a-9b83-4f49-8750-f46da7633dd8)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:22:38.323693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:38.341999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Made reservation on behalf of 3cbe24b0935c484a9531c720344bfee4 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:38.345582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:38.361784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:38.368238 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:38.386655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] device_id is not set on port 4d852a45-c2ea-4847-bed1-3000c12568a1 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:22:38.461242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ad8c9fd-1516-4ad8-9f4e-bdea9231bba1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:38.483577 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Pushing event updated for resources: {'Port': ['ID=96867ec5-7344-4690-9b3c-a1628b9d770c,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:38.487373 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:38.489024 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:38.489752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:38.492068 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:38.503286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:38.507435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:38.507435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:38.520911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d402642e-42b0-45df-a6cd-639b6ac7d897 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:38.523489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Deleting port 630666fa-5413-4a2f-824a-6d9b30ba76d3 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:38.523879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:38.554229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d402642e-42b0-45df-a6cd-639b6ac7d897 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:38.557839 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0237d193-7bd3-4f2e-be1e-44e3e4f91c18 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:38.657388 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:38.661706 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Pushing event updated for resources: {'Subnet': ['ID=a4f19ccc-b92c-4dc8-8df8-6b91d814166f,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:38.704697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:38.709263 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=423a9a2e-36e5-4475-bf6c-e8b007dbfa9a,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:38.719461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:38.720700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 1a853956-b105-4355-a202-b7542ecf1cbd up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:38.813417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Checking segment: {'id': 'a29424ce-4973-4050-9213-c657bded50e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'df795299-27f7-41ae-a30b-655e139c22d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:38.814214 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Network hostable DHCP agents. Network: df795299-27f7-41ae-a30b-655e139c22d6, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:22:38.848957 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-567ebbc6-0a1d-46cf-aa04-102ac4d4c60b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:38.889740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:38.902301 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Network df795299-27f7-41ae-a30b-655e139c22d6 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:22:38.930707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402642e-42b0-45df-a6cd-639b6ac7d897 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event updated for resources: {'Port': ['ID=479fd348-38f4-4bfe-98b5-6ba8042a76fb,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:38.960226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d402642e-42b0-45df-a6cd-639b6ac7d897 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:39.036836 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=423a9a2e-36e5-4475-bf6c-e8b007dbfa9a,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:39.057141 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:39.077329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 1a853956-b105-4355-a202-b7542ecf1cbd triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:39.077828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:39.167108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, df795299-27f7-41ae-a30b-655e139c22d6) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:39.186820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7e73cb-02c9-4cd0-aca8-cd9e951649a3 None None] Network df795299-27f7-41ae-a30b-655e139c22d6 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:39.193336 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:39.194330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-d402642e-42b0-45df-a6cd-639b6ac7d897 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] In _notify_port_updated(), no bound segment for port 479fd348-38f4-4bfe-98b5-6ba8042a76fb on network 47100c27-a871-4a3a-881b-3ce85570d0ee {{(pid=92322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:22:39.194600 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:39.199909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d402642e-42b0-45df-a6cd-639b6ac7d897 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:39.200561 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d402642e-42b0-45df-a6cd-639b6ac7d897 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:39.201924 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d402642e-42b0-45df-a6cd-639b6ac7d897 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "PUT /v2.0/ports/479fd348-38f4-4bfe-98b5-6ba8042a76fb HTTP/1.1" status: 200 len: 1008 time: 2.5906937 Jun 02 16:22:39.208960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 32994) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:39.222420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Allocated IP 2001:db8::f816:3eff:fe24:af92 (88dd0326-5a31-4f08-af06-22650a5a7521/2f06946a-a0c8-492c-81e2-b0027ebd0dd0/4d852a45-c2ea-4847-bed1-3000c12568a1) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:39.230531 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:39.233152 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9994049 Jun 02 16:22:39.236289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 32996) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:39.249109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Request body: {'port': {'network_id': 'df795299-27f7-41ae-a30b-655e139c22d6', 'name': 'tempest-TagsExtTest-707636258'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:39.312520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c50eaccb-7405-4246-a97e-d3862ac3f75a None None] Provisioning complete for port 479fd348-38f4-4bfe-98b5-6ba8042a76fb triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:39.312896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c50eaccb-7405-4246-a97e-d3862ac3f75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:39.456156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c50eaccb-7405-4246-a97e-d3862ac3f75a None None] Port 479fd348-38f4-4bfe-98b5-6ba8042a76fb cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:39.531973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Calling delete_port for 630666fa-5413-4a2f-824a-6d9b30ba76d3 owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:39.541320 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:39.545723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Usage tracker for resource:port and tenant:5d32cda16f224d09a4f692936dd5b982 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:39.549481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:39.557042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:39.570983 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-df795299-27f7-41ae-a30b-655e139c22d6', 'network_id': 'df795299-27f7-41ae-a30b-655e139c22d6', 'tenant_id': '5d32cda16f224d09a4f692936dd5b982', 'fixed_ips': [{'subnet_id': 'a4f19ccc-b92c-4dc8-8df8-6b91d814166f'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:22:39.571632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Router 7c60028a-016e-4730-8035-48121aa17217 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:22:39.572080 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:39.573755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Made reservation on behalf of 5d32cda16f224d09a4f692936dd5b982 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:39.577353 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:39.668324 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] device_id is not set on port c7126a11-c8a0-4e8b-862b-86047de9fdfe yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:22:39.789135 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Allocated IP 172.20.0.2 (df795299-27f7-41ae-a30b-655e139c22d6/a4f19ccc-b92c-4dc8-8df8-6b91d814166f/ac4a7034-0ec8-4033-b21c-f3463e48db69) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:39.821439 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ad8c9fd-1516-4ad8-9f4e-bdea9231bba1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:39.850429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:39.857996 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:22:39.883744 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Sync routers for ids ['7c60028a-016e-4730-8035-48121aa17217'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:22:39.888698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:39.890419 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.1668129 Jun 02 16:22:39.892717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33000) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:39.908938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8c9fd-1516-4ad8-9f4e-bdea9231bba1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=9b53d0b4-e09d-4903-ac78-92408310342a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:39.913858 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Routers {'7c60028a-016e-4730-8035-48121aa17217'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:39.914531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['7c60028a-016e-4730-8035-48121aa17217'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:39.921779 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1ad8c9fd-1516-4ad8-9f4e-bdea9231bba1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:39.922561 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ad8c9fd-1516-4ad8-9f4e-bdea9231bba1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:39.944397 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:39.953713 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-d0194375-2dd1-451c-b9b9-30535bdaccec tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Deleting port 479fd348-38f4-4bfe-98b5-6ba8042a76fb {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:39.954050 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0194375-2dd1-451c-b9b9-30535bdaccec tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:39.968529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca29978f-2f47-4a30-aad0-f36fc362182d None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:39.981506 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1ad8c9fd-1516-4ad8-9f4e-bdea9231bba1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/9b53d0b4-e09d-4903-ac78-92408310342a HTTP/1.1" status: 204 len: 168 time: 2.7075069 Jun 02 16:22:39.995164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33002) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:40.003251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Transition to ACTIVE for port object 4d852a45-c2ea-4847-bed1-3000c12568a1 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:40.110964 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-005f3339-5498-45a6-abc0-4b403c74d984 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1146171 Jun 02 16:22:40.114022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33004) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:40.127253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-51246727-1280-4d02-8f69-6275166b34c1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:40.175154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:40.188468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f15708d1-c578-4ab3-af49-35aef70e35c6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:40.253334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Pushing event deleted for resources: {'Port': ['ID=630666fa-5413-4a2f-824a-6d9b30ba76d3,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:40.256544 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:40.268766 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:40.352187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:40.458696 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027d66a0-419c-4361-9171-f2fc54c61d82 None None] Network 88dd0326-5a31-4f08-af06-22650a5a7521 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:40.495806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0194375-2dd1-451c-b9b9-30535bdaccec tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:40.520205 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Transition to ACTIVE for port object ac4a7034-0ec8-4033-b21c-f3463e48db69 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:40.525518 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d07ba475-3169-4f33-aad2-6ed561a1e69c None None] Provisioning for port 96867ec5-7344-4690-9b3c-a1628b9d770c completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:40.565600 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-51246727-1280-4d02-8f69-6275166b34c1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:40.575308 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9986c3e5-c978-463e-bd3f-b3ec699868c1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/routers/7c60028a-016e-4730-8035-48121aa17217 HTTP/1.1" status: 200 len: 907 time: 0.6789401 Jun 02 16:22:40.575308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-51246727-1280-4d02-8f69-6275166b34c1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:40.577209 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33010) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:40.623084 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:40.623344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:40.631090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-51246727-1280-4d02-8f69-6275166b34c1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:40.640582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-d0194375-2dd1-451c-b9b9-30535bdaccec tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Calling delete_port for 479fd348-38f4-4bfe-98b5-6ba8042a76fb owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:40.649239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-51246727-1280-4d02-8f69-6275166b34c1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:40.674938 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51246727-1280-4d02-8f69-6275166b34c1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:40.678676 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-51246727-1280-4d02-8f69-6275166b34c1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:40.713802 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Transition to ACTIVE for port object ac4a7034-0ec8-4033-b21c-f3463e48db69 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:40.714642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:40.716143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Set router 7c60028a-016e-4730-8035-48121aa17217 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:22:40.723453 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-11652503-41fd-4e9d-b8d7-32de6277f31b tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:40.779075 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:40.847857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:40.855876 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2d7f5d50-e52b-41be-86c9-bb0607fd8275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:40.913589 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:40.919477 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Network 88dd0326-5a31-4f08-af06-22650a5a7521 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:40.974695 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:40.991231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:40.997113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:40.997812 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.002888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event updated for resources: {'Port': ['ID=4d852a45-c2ea-4847-bed1-3000c12568a1,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:41.010442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:41.013502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.021374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.023829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Allocated IP 172.20.0.7 (df795299-27f7-41ae-a30b-655e139c22d6/a4f19ccc-b92c-4dc8-8df8-6b91d814166f/c7126a11-c8a0-4e8b-862b-86047de9fdfe) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:41.039545 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Network df795299-27f7-41ae-a30b-655e139c22d6 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:41.070180 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.8246913 Jun 02 16:22:41.081211 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:41.094158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33012) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:41.096326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:41.099790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.100306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Fanout notify agent at l3_agent the message router_deleted on router f614e09f-6102-4233-baf6-d6bfa21c96e3 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:22:41.110384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Pushing event updated for resources: {'Port': ['ID=ac4a7034-0ec8-4033-b21c-f3463e48db69,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:41.114726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:41.132496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.138941 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "DELETE /v2.0/routers/f614e09f-6102-4233-baf6-d6bfa21c96e3 HTTP/1.1" status: 204 len: 168 time: 4.3246763 Jun 02 16:22:41.138941 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33014) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:41.142331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-6f0279ed-1a31-4451-a961-94389af36b4b tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2043276353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:41.151185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6f0279ed-1a31-4451-a961-94389af36b4b tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:41.159927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6f0279ed-1a31-4451-a961-94389af36b4b tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Usage tracker for resource:router and tenant:cbc4c4e807ce4665bd6e72e8220d8283 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:41.164224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6f0279ed-1a31-4451-a961-94389af36b4b tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:41.171259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6f0279ed-1a31-4451-a961-94389af36b4b tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:41.177505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0194375-2dd1-451c-b9b9-30535bdaccec tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.186229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1ef7bab5-810e-4a15-b72b-90c7d6e5548e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:41.265302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0194375-2dd1-451c-b9b9-30535bdaccec tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event deleted for resources: {'Port': ['ID=479fd348-38f4-4bfe-98b5-6ba8042a76fb,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:41.267777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d0194375-2dd1-451c-b9b9-30535bdaccec tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:41.271997 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f0279ed-1a31-4451-a961-94389af36b4b tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.273131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f0279ed-1a31-4451-a961-94389af36b4b tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.280460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9a5e9f-8108-4931-b258-81f15d570255 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Deleting subnet 2f06946a-a0c8-492c-81e2-b0027ebd0dd0 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:22:41.313895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f0279ed-1a31-4451-a961-94389af36b4b tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.433096 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f0279ed-1a31-4451-a961-94389af36b4b tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.487675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f0279ed-1a31-4451-a961-94389af36b4b tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.487871 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 96867ec5-7344-4690-9b3c-a1628b9d770c up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:41.490117 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6f0279ed-1a31-4451-a961-94389af36b4b tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3507414 Jun 02 16:22:41.492187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0194375-2dd1-451c-b9b9-30535bdaccec tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.494392 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d0194375-2dd1-451c-b9b9-30535bdaccec tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "DELETE /v2.0/ports/479fd348-38f4-4bfe-98b5-6ba8042a76fb HTTP/1.1" status: 204 len: 168 time: 2.2738910 Jun 02 16:22:41.494978 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33018) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:41.500532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:41.506417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5e9f-8108-4931-b258-81f15d570255 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.517603 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Attempting to bind port ac4a7034-0ec8-4033-b21c-f3463e48db69 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:22:41.517980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Attempting to bind port ac4a7034-0ec8-4033-b21c-f3463e48db69 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'a29424ce-4973-4050-9213-c657bded50e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'df795299-27f7-41ae-a30b-655e139c22d6'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:22:41.522912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Attempting to bind port ac4a7034-0ec8-4033-b21c-f3463e48db69 on network df795299-27f7-41ae-a30b-655e139c22d6 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:22:41.534384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d705060d-82f8-4879-9746-ede95971ac32 None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:22:41.552227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33020) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:41.583660 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:22:41.583917 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Checking segment: {'id': 'a29424ce-4973-4050-9213-c657bded50e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'df795299-27f7-41ae-a30b-655e139c22d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:41.584391 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.584717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Bound using segment: {'id': 'a29424ce-4973-4050-9213-c657bded50e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'df795299-27f7-41ae-a30b-655e139c22d6'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:22:41.585210 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Bound port: ac4a7034-0ec8-4033-b21c-f3463e48db69, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29424ce-4973-4050-9213-c657bded50e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'df795299-27f7-41ae-a30b-655e139c22d6'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:22:41.585591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.587332 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5e9f-8108-4931-b258-81f15d570255 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.668815 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6e7fbd-2f72-4a04-b6b5-019df858947c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] GET failed (client error): The resource could not be found. Jun 02 16:22:41.669279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9a6e7fbd-2f72-4a04-b6b5-019df858947c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Synchronizing usage tracker for tenant:a231f0203f954d538f53088bb121b96d on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:41.755187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9a6e7fbd-2f72-4a04-b6b5-019df858947c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Unset dirty status for tenant:a231f0203f954d538f53088bb121b96d on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:41.756431 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9a6e7fbd-2f72-4a04-b6b5-019df858947c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "GET /v2.0/ports/479fd348-38f4-4bfe-98b5-6ba8042a76fb HTTP/1.1" status: 404 len: 333 time: 0.1975901 Jun 02 16:22:41.769745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33024) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:41.776927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Request body: {'port': {'network_id': '47100c27-a871-4a3a-881b-3ce85570d0ee', 'name': 'tempest-AllowedAddressPairTestJSON-942409951'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:41.785491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] For port ac4a7034-0ec8-4033-b21c-f3463e48db69, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:22:41.790089 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c60028a-016e-4730-8035-48121aa17217', 'name': 'tempest-snat-router-1038938257', 'tenant_id': 'd4cc99ad0eb24e0989ccc21d2989e88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '199b87e3-c479-4fc3-9c68-1654d7e20bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:22:32Z', 'updated_at': '2021-06-02T16:22:37Z', 'revision_number': 3, 'project_id': 'd4cc99ad0eb24e0989ccc21d2989e88c', 'gw_port': {'id': '199b87e3-c479-4fc3-9c68-1654d7e20bc1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c60028a-016e-4730-8035-48121aa17217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:22:35Z', 'updated_at': '2021-06-02T16:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:41.797733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] For port ac4a7034-0ec8-4033-b21c-f3463e48db69, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ac4a7034-0ec8-4033-b21c-f3463e48db69,segment=NetworkSegment(a29424ce-4973-4050-9213-c657bded50e3),segment_id=a29424ce-4973-4050-9213-c657bded50e3)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:22:41.800725 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 96867ec5-7344-4690-9b3c-a1628b9d770c completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:41.808832 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Checking router: 7c60028a-016e-4730-8035-48121aa17217 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:22:41.809186 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Updating router 7c60028a-016e-4730-8035-48121aa17217 port 199b87e3-c479-4fc3-9c68-1654d7e20bc1 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:22:41.817675 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.845986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.857480 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2952dbf3-5706-4423-8ee9-124b8a39be67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:41.897053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 96867ec5-7344-4690-9b3c-a1628b9d770c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:41.897453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.941648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:41.963753 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Transition to ACTIVE for port object c7126a11-c8a0-4e8b-862b-86047de9fdfe will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:41.993138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d705060d-82f8-4879-9746-ede95971ac32 None None] Deleting port 1a853956-b105-4355-a202-b7542ecf1cbd {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:41.994033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d705060d-82f8-4879-9746-ede95971ac32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:42.020946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:42.033278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bd8a86b1-63d3-4b1d-85b8-2cab5930232c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:42.160446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Network df795299-27f7-41ae-a30b-655e139c22d6 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:42.173982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:42.174420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:42.176563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:42.220563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5e9f-8108-4931-b258-81f15d570255 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:42.228886 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Pushing event updated for resources: {'Port': ['ID=ac4a7034-0ec8-4033-b21c-f3463e48db69,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:42.265053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:42.329325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:42.521276 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:42.529863 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-90944eed-d7a8-4ce8-81f5-e9eb4790e3c7 None None] Provisioning complete for port 96867ec5-7344-4690-9b3c-a1628b9d770c triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:42.530596 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-90944eed-d7a8-4ce8-81f5-e9eb4790e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:42.540054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Pushing event updated for resources: {'Port': ['ID=c7126a11-c8a0-4e8b-862b-86047de9fdfe,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:42.542454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:42.546204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:42.583249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Made reservation on behalf of a231f0203f954d538f53088bb121b96d for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:42.589559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:42.623060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] device_id is not set on port 288da7d8-e037-408e-a46d-db583df45691 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:22:42.692123 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:42.692859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:42.746137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d705060d-82f8-4879-9746-ede95971ac32 None None] For port 1a853956-b105-4355-a202-b7542ecf1cbd, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=1a853956-b105-4355-a202-b7542ecf1cbd,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:42.746529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d705060d-82f8-4879-9746-ede95971ac32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:42.779495 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:42.800893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Deleting port 199b87e3-c479-4fc3-9c68-1654d7e20bc1 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:42.801237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:42.857479 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.6197524 Jun 02 16:22:42.875468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33030) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:42.882212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-9b4bc1ff-237b-4faa-ba5d-7269c1b767dd tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-303614750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:42.894216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9b4bc1ff-237b-4faa-ba5d-7269c1b767dd tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:42.922221 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d705060d-82f8-4879-9746-ede95971ac32 None None] Calling delete_port for 1a853956-b105-4355-a202-b7542ecf1cbd owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:42.925426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9b4bc1ff-237b-4faa-ba5d-7269c1b767dd tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Usage tracker for resource:router and tenant:5d32cda16f224d09a4f692936dd5b982 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:42.931793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9b4bc1ff-237b-4faa-ba5d-7269c1b767dd tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:42.940999 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaa624-25e8-4802-9e05-2c71d0bbd427 req-34bb5cc7-d7f5-4ba9-a42c-806a86a9c74c tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:42.947875 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9bcaa624-25e8-4802-9e05-2c71d0bbd427 req-34bb5cc7-d7f5-4ba9-a42c-806a86a9c74c tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.4886792 Jun 02 16:22:42.950762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9b4bc1ff-237b-4faa-ba5d-7269c1b767dd tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:42.958674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.013206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.019745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Allocated IP 172.20.0.7 (47100c27-a871-4a3a-881b-3ce85570d0ee/e9925801-e683-46e8-b98f-d1acc261e15f/288da7d8-e037-408e-a46d-db583df45691) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:43.041719 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d705060d-82f8-4879-9746-ede95971ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.055470 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:43.060470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc1ff-237b-4faa-ba5d-7269c1b767dd tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.061637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc1ff-237b-4faa-ba5d-7269c1b767dd tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.113929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc1ff-237b-4faa-ba5d-7269c1b767dd tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.120137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705060d-82f8-4879-9746-ede95971ac32 None None] Pushing event deleted for resources: {'Port': ['ID=1a853956-b105-4355-a202-b7542ecf1cbd,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:43.127198 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d705060d-82f8-4879-9746-ede95971ac32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:43.134690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705060d-82f8-4879-9746-ede95971ac32 None None] No DVR routers for this DVR port 1a853956-b105-4355-a202-b7542ecf1cbd on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:22:43.142467 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.148188 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-90944eed-d7a8-4ce8-81f5-e9eb4790e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.188899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc1ff-237b-4faa-ba5d-7269c1b767dd tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.194492 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9bcaa624-25e8-4802-9e05-2c71d0bbd427 req-72ef431b-719b-4c03-9b2a-91caf89b05c3 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455752 Jun 02 16:22:43.289365 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.303845 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Transition to ACTIVE for port object 199b87e3-c479-4fc3-9c68-1654d7e20bc1 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:43.312962 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.319226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:43.450859 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.466582 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Calling delete_port for 199b87e3-c479-4fc3-9c68-1654d7e20bc1 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:43.491788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Transition to ACTIVE for port object 288da7d8-e037-408e-a46d-db583df45691 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:43.558032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5e9f-8108-4931-b258-81f15d570255 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.575181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:43.627827 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.api [None req-449bd301-6778-458e-9259-8ce868426917 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:22:43.635778 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a5e9f-8108-4931-b258-81f15d570255 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Subnet': ['ID=2f06946a-a0c8-492c-81e2-b0027ebd0dd0,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:43.636368 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_db.api [None req-449bd301-6778-458e-9259-8ce868426917 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:22:43.637261 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Attempting to bind port 199b87e3-c479-4fc3-9c68-1654d7e20bc1 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:22:43.641044 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5e9f-8108-4931-b258-81f15d570255 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.643486 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Attempting to bind port 199b87e3-c479-4fc3-9c68-1654d7e20bc1 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:22:43.644071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Attempting to bind port 199b87e3-c479-4fc3-9c68-1654d7e20bc1 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:22:43.646519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4b9a5e9f-8108-4931-b258-81f15d570255 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:43.658956 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82cc62e-4c56-4a8c-b4e3-d80e887f9bae None None] Network 88dd0326-5a31-4f08-af06-22650a5a7521 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:43.659951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Allocated IP 172.26.3.28 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/aacc3040-1bb3-4814-81a8-030905a72c75) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:43.672257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-51246727-1280-4d02-8f69-6275166b34c1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.680193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2ae71908-4402-4948-a7cc-ba03aec02682 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:43.682037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc1ff-237b-4faa-ba5d-7269c1b767dd tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.683381 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9b4bc1ff-237b-4faa-ba5d-7269c1b767dd tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8068182 Jun 02 16:22:43.687715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33038) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:43.689201 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa617141-774e-4a99-83ef-94324dce1509 None None] Network df795299-27f7-41ae-a30b-655e139c22d6 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:43.702494 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:22:43.703051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:43.703293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.703697 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:22:43.704190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Bound port: 199b87e3-c479-4fc3-9c68-1654d7e20bc1, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:22:43.704576 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.708136 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8ac19a99-32c0-4c5e-b669-4e3b339ec2c4 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1905294492', 'prefixes': ['172.20.0.0/16']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:43.723014 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8ac19a99-32c0-4c5e-b669-4e3b339ec2c4 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:43.727534 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d061dc5-3211-478d-ae04-d4fd73751c7c None None] Pushing event updated for resources: {'Port': ['ID=199b87e3-c479-4fc3-9c68-1654d7e20bc1,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:43.731223 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8d061dc5-3211-478d-ae04-d4fd73751c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:43.758245 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4b9a5e9f-8108-4931-b258-81f15d570255 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/subnets/2f06946a-a0c8-492c-81e2-b0027ebd0dd0 HTTP/1.1" status: 204 len: 168 time: 2.6607358 Jun 02 16:22:43.774058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33040) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:43.789497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.806939 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d371170a-3032-4924-a942-e6911539b7dd tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:43.822421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51246727-1280-4d02-8f69-6275166b34c1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:43.830051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-51246727-1280-4d02-8f69-6275166b34c1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:43.870098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51246727-1280-4d02-8f69-6275166b34c1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=399aa482-5d97-43b3-8f0d-e7dea8b36aa1,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:43.889131 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51246727-1280-4d02-8f69-6275166b34c1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:43.889757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-51246727-1280-4d02-8f69-6275166b34c1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:43.897902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-51246727-1280-4d02-8f69-6275166b34c1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:43.904241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390d4027-a0fc-4b92-b51e-c30948b6b8e6 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:43.924080 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Network 47100c27-a871-4a3a-881b-3ce85570d0ee is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:43.931782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f562f-2852-45a7-8030-18c3ab776d5f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:43.933506 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f562f-2852-45a7-8030-18c3ab776d5f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:43.934287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6e7f562f-2852-45a7-8030-18c3ab776d5f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Synchronizing usage tracker for tenant:3cbe24b0935c484a9531c720344bfee4 on resource:subnet {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:43.936538 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:43.942797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.api [None req-90944eed-d7a8-4ce8-81f5-e9eb4790e3c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:22:43.943253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_db.api [None req-90944eed-d7a8-4ce8-81f5-e9eb4790e3c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:22:43.952834 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:43.960850 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-51246727-1280-4d02-8f69-6275166b34c1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.8429544 Jun 02 16:22:43.964719 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33042) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:43.971014 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'fixed_ips': [{'subnet_id': '399aa482-5d97-43b3-8f0d-e7dea8b36aa1', 'ip_address': '2001:db8::43ac:2dd1:8eed:9363'}], 'name': 'tempest-NetworksTestDHCPv6-1755121387'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:43.982635 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event updated for resources: {'Port': ['ID=288da7d8-e037-408e-a46d-db583df45691,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:43.999129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be20a33-1616-4eea-9bcd-c0cf8bdb19de req-a125f870-9336-45b3-acf4-c1026d7bd6ef tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:44.007766 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6be20a33-1616-4eea-9bcd-c0cf8bdb19de req-a125f870-9336-45b3-acf4-c1026d7bd6ef tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 946 time: 0.4977832 Jun 02 16:22:44.013084 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c8213-0bdb-4abf-bc70-a584b4091f06 req-8aaa1f9f-2573-4c3f-a615-157e6c4bb13c tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:44.015020 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-816c8213-0bdb-4abf-bc70-a584b4091f06 req-8aaa1f9f-2573-4c3f-a615-157e6c4bb13c tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.3383760 Jun 02 16:22:44.018791 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6e7f562f-2852-45a7-8030-18c3ab776d5f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Unset dirty status for tenant:3cbe24b0935c484a9531c720344bfee4 on resource:subnet {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:44.019920 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6e7f562f-2852-45a7-8030-18c3ab776d5f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2432036 Jun 02 16:22:44.022321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:44.040101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33044) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:44.057428 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] For port 199b87e3-c479-4fc3-9c68-1654d7e20bc1, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:22:44.176546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.api [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 02 16:22:44.176546 dv-neutron-601336-83-hyperv neutron-server[92324]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Jun 02 16:22:44.176546 dv-neutron-601336-83-hyperv neutron-server[92324]: [parameters: {'port_id': '199b87e3-c479-4fc3-9c68-1654d7e20bc1', 'host': 'dv-neutron-601336-83-hyperv', 'level': 0, 'driver': 'openvswitch', 'segment_id': '12624acb-16fd-4901-973d-f89d44052ea4'}] Jun 02 16:22:44.176546 dv-neutron-601336-83-hyperv neutron-server[92324]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:22:44.177253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_db.api [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:22:44.206292 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-816c8213-0bdb-4abf-bc70-a584b4091f06 req-162d6108-b0f9-4136-92b6-e4ae65b96022 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402721 Jun 02 16:22:44.250096 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:44.256769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:44.260768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:44.265021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:44.269286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:44.278340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dd8a24ad-ff6c-498e-9728-6b5110352d9e tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:44.328020 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:44.339794 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Pushing event deleted for resources: {'Port': ['ID=199b87e3-c479-4fc3-9c68-1654d7e20bc1,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:44.346779 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:44.386584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:44.386800 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:44.387228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:44.420426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8ac19a99-32c0-4c5e-b669-4e3b339ec2c4 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks [] for subnetpool, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:44.421607 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8ac19a99-32c0-4c5e-b669-4e3b339ec2c4 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7180691 Jun 02 16:22:44.432214 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6be20a33-1616-4eea-9bcd-c0cf8bdb19de req-125c12c2-274a-47e5-bd0c-05511e7ea7b9 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4234855 Jun 02 16:22:44.432743 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33050) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:44.455713 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-d0fb598c-dcba-4e41-a35f-51d7ebd50240 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a4f19ccc-b92c-4dc8-8df8-6b91d814166f', 'tempest-TagsExtTest-Tag-1824177533') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:44.490755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:44.524114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98c41d95-b8e5-4cb4-8a0f-0d9780fc2cff tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:44.540946 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7704470 Jun 02 16:22:44.545927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33056) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:44.555691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ab3e4383-4d15-4808-b90a-3a62c5417166 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a3:0f:a6'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:44.591127 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c41d95-b8e5-4cb4-8a0f-0d9780fc2cff tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 02 16:22:44.591521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c41d95-b8e5-4cb4-8a0f-0d9780fc2cff tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:22:44.593339 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-98c41d95-b8e5-4cb4-8a0f-0d9780fc2cff tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/networks/88dd0326-5a31-4f08-af06-22650a5a7521 HTTP/1.1" status: 409 len: 405 time: 0.5500441 Jun 02 16:22:44.594009 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 96867ec5-7344-4690-9b3c-a1628b9d770c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=96867ec5-7344-4690-9b3c-a1628b9d770c,segment=NetworkSegment(af68fb5a-9b83-4f49-8750-f46da7633dd8),segment_id=af68fb5a-9b83-4f49-8750-f46da7633dd8)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:44.602644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33058) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:44.614838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:44.619194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-433349435'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:44.628325 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8d061dc5-3211-478d-ae04-d4fd73751c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:44.631053 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:44.637710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Usage tracker for resource:network and tenant:3cbe24b0935c484a9531c720344bfee4 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:44.655224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:44.663974 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:44.668480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:44.675264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2812acb3-1c93-4a0c-80a9-804260e07ecc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:44.687381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-90944eed-d7a8-4ce8-81f5-e9eb4790e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:44.775387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': '399aa482-5d97-43b3-8f0d-e7dea8b36aa1'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:22:44.776472 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:44.794695 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:44.808434 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Made reservation on behalf of 3cbe24b0935c484a9531c720344bfee4 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:44.812050 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:44.828915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Attempting to bind port 199b87e3-c479-4fc3-9c68-1654d7e20bc1 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:22:44.829442 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Attempting to bind port 199b87e3-c479-4fc3-9c68-1654d7e20bc1 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:22:44.829904 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Attempting to bind port 199b87e3-c479-4fc3-9c68-1654d7e20bc1 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:22:44.846684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:44.850313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Pushing event updated for resources: {'Port': ['ID=aacc3040-1bb3-4814-81a8-030905a72c75,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:44.857822 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:44.863956 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:44.881307 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:44.884217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:44.971476 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ac4a7034-0ec8-4033-b21c-f3463e48db69 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:45.016287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:22:45.016812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:45.017226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:45.017697 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:22:45.018291 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Bound port: 199b87e3-c479-4fc3-9c68-1654d7e20bc1, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:22:45.018744 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:45.042782 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d0fb598c-dcba-4e41-a35f-51d7ebd50240 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "PUT /v2.0/subnets/a4f19ccc-b92c-4dc8-8df8-6b91d814166f/tags/tempest-TagsExtTest-Tag-1824177533 HTTP/1.1" status: 201 len: 201 time: 0.6016300 Jun 02 16:22:45.046677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33064) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:45.053032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-f98dd1f6-ed21-41c7-9db1-dd80d5380978 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c7126a11-c8a0-4e8b-862b-86047de9fdfe', 'tempest-TagsExtTest-Tag-129786115') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:45.054719 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Port 199b87e3-c479-4fc3-9c68-1654d7e20bc1 has been deleted concurrently {{(pid=92324) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} Jun 02 16:22:45.141212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port 2d719f5a-44d1-4e0a-ac89-d46c37305e0a yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:22:45.175981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eb11e2-d681-4a4d-a5dc-a253b55843d4 None None] DHCP port deletion for 88dd0326-5a31-4f08-af06-22650a5a7521 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:22:45.198446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:45.207246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:45.230914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] Routers {'7c60028a-016e-4730-8035-48121aa17217'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:45.231664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['7c60028a-016e-4730-8035-48121aa17217'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:45.276225 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:22:45.277550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660c8e9-8a09-4867-8435-870bd9091ac9 req-ece4d9d6-0a66-4dc2-b497-1b124a0d19d4 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:45.279546 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0660c8e9-8a09-4867-8435-870bd9091ac9 req-ece4d9d6-0a66-4dc2-b497-1b124a0d19d4 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.2957020 Jun 02 16:22:45.291333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:45.291713 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Added segment 76099bdf-b1c4-4739-a536-3a2cc471f718 of type vlan for network 75e69b65-919d-472a-a56c-c9df63a774ed Jun 02 16:22:45.367691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Allocated IP 2001:db8::2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/399aa482-5d97-43b3-8f0d-e7dea8b36aa1/75a44487-a4ca-42da-a2bb-4b6f78105b7f) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:45.369697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:45.370240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c60028a-016e-4730-8035-48121aa17217 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:22:45.386496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=96867ec5-7344-4690-9b3c-a1628b9d770c,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:45.408348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:45.410470 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.api [None req-90944eed-d7a8-4ce8-81f5-e9eb4790e3c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:22:45.411542 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_db.api [None req-90944eed-d7a8-4ce8-81f5-e9eb4790e3c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:22:45.416708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:45.417227 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4373b1d-8498-4bdc-8384-e48d2f5b662d None None] The sync data for ids ['7c60028a-016e-4730-8035-48121aa17217'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:22:45.437620 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0660c8e9-8a09-4867-8435-870bd9091ac9 req-be8453ef-bd2b-4955-9897-07392a0c85a7 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475337 Jun 02 16:22:45.442124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4383-4d15-4808-b90a-3a62c5417166 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:45.468093 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:45.469311 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "DELETE /v2.0/routers/7c60028a-016e-4730-8035-48121aa17217 HTTP/1.1" status: 204 len: 168 time: 4.8912146 Jun 02 16:22:45.473899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33070) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:45.478169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:45.479382 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port ac4a7034-0ec8-4033-b21c-f3463e48db69 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:45.649636 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb11e2-d681-4a4d-a5dc-a253b55843d4 None None] Deleting port 96867ec5-7344-4690-9b3c-a1628b9d770c {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:45.650243 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e9eb11e2-d681-4a4d-a5dc-a253b55843d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:45.702949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d83c4c4d-7760-478f-8f7f-79860200c8f1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:45.798493 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 1a853956-b105-4355-a202-b7542ecf1cbd no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:22:45.836001 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:22:45.852392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 1a853956-b105-4355-a202-b7542ecf1cbd {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:22:45.852392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 1a853956-b105-4355-a202-b7542ecf1cbd not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:22:45.891039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-e9eb11e2-d681-4a4d-a5dc-a253b55843d4 None None] For port 96867ec5-7344-4690-9b3c-a1628b9d770c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=96867ec5-7344-4690-9b3c-a1628b9d770c,segment=NetworkSegment(af68fb5a-9b83-4f49-8750-f46da7633dd8),segment_id=af68fb5a-9b83-4f49-8750-f46da7633dd8)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:45.891479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e9eb11e2-d681-4a4d-a5dc-a253b55843d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:45.899038 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d83c4c4d-7760-478f-8f7f-79860200c8f1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:45.982523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d83c4c4d-7760-478f-8f7f-79860200c8f1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Deleting port 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:45.982868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d83c4c4d-7760-478f-8f7f-79860200c8f1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:45.985423 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:45.992480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:45.999314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:45.999920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:46.012030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ed34d53c-521f-4f1a-a301-712ca2f80280 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:46.028909 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f98dd1f6-ed21-41c7-9db1-dd80d5380978 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "PUT /v2.0/ports/c7126a11-c8a0-4e8b-862b-86047de9fdfe/tags/tempest-TagsExtTest-Tag-129786115 HTTP/1.1" status: 201 len: 201 time: 0.9770598 Jun 02 16:22:46.049362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33072) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:46.062298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-2f28f568-c6e0-4a71-a2a9-658e764e221b tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3e2969c8-56ff-452b-8878-d0f6f49ec523', 'tempest-TagsExtTest-Tag-1557569622') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:46.065358 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb11e2-d681-4a4d-a5dc-a253b55843d4 None None] Calling delete_port for 96867ec5-7344-4690-9b3c-a1628b9d770c owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:46.076777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Transition to ACTIVE for port object 75a44487-a4ca-42da-a2bb-4b6f78105b7f will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:46.113648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Transition to ACTIVE for port object 75a44487-a4ca-42da-a2bb-4b6f78105b7f will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:46.132652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:46.138062 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:46.210528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Pushing event updated for resources: {'Port': ['ID=75a44487-a4ca-42da-a2bb-4b6f78105b7f,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:46.216734 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:46.222114 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-90944eed-d7a8-4ce8-81f5-e9eb4790e3c7 None None] Provisioning for port 4d852a45-c2ea-4847-bed1-3000c12568a1 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:46.239608 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:46.241546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-90944eed-d7a8-4ce8-81f5-e9eb4790e3c7 None None] Provisioning complete for port 4d852a45-c2ea-4847-bed1-3000c12568a1 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:46.242033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-90944eed-d7a8-4ce8-81f5-e9eb4790e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:46.267831 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:46.276980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:46.392607 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7855287 Jun 02 16:22:46.398174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33074) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:46.405566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Request body: {'subnet': {'network_id': '75e69b65-919d-472a-a56c-c9df63a774ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:46.407702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e9eb11e2-d681-4a4d-a5dc-a253b55843d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:46.412955 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2643475c-a121-4f7b-881d-acce1ced5bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:46.429536 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event updated for resources: {'Network': ['ID=75e69b65-919d-472a-a56c-c9df63a774ed,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:46.448043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::43ac:2dd1:8eed:9363 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/399aa482-5d97-43b3-8f0d-e7dea8b36aa1/2d719f5a-44d1-4e0a-ac89-d46c37305e0a) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:46.454611 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed392b9e-127d-44c8-babc-1623702a43f3 req-4f6e3bec-4ea3-4f6f-abe0-42b1d7af29cb tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:46.459668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-90944eed-d7a8-4ce8-81f5-e9eb4790e3c7 None None] Port 4d852a45-c2ea-4847-bed1-3000c12568a1 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:46.465378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb11e2-d681-4a4d-a5dc-a253b55843d4 None None] Pushing event deleted for resources: {'Port': ['ID=96867ec5-7344-4690-9b3c-a1628b9d770c,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:46.466950 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 75e69b65-919d-472a-a56c-c9df63a774ed details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:22:46.474415 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ed392b9e-127d-44c8-babc-1623702a43f3 req-4f6e3bec-4ea3-4f6f-abe0-42b1d7af29cb tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 946 time: 0.8755059 Jun 02 16:22:46.477502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:46.483550 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e9eb11e2-d681-4a4d-a5dc-a253b55843d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:46.486915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Attempting to bind port 75a44487-a4ca-42da-a2bb-4b6f78105b7f on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:22:46.487394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Attempting to bind port 75a44487-a4ca-42da-a2bb-4b6f78105b7f by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:22:46.487850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Attempting to bind port 75a44487-a4ca-42da-a2bb-4b6f78105b7f on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:22:46.517609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:22:46.518225 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:46.518933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:46.519322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:22:46.519885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Bound port: 75a44487-a4ca-42da-a2bb-4b6f78105b7f, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:22:46.520399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:46.529927 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb11e2-d681-4a4d-a5dc-a253b55843d4 None None] No DVR routers for this DVR port 96867ec5-7344-4690-9b3c-a1628b9d770c on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:22:46.533279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4383-4d15-4808-b90a-3a62c5417166 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:46.537622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:46.569903 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-d83c4c4d-7760-478f-8f7f-79860200c8f1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] For port 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=423a9a2e-36e5-4475-bf6c-e8b007dbfa9a,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:46.570298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d83c4c4d-7760-478f-8f7f-79860200c8f1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:46.650110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4383-4d15-4808-b90a-3a62c5417166 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:46.652496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Provisioning for port 288da7d8-e037-408e-a46d-db583df45691 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:46.655291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d0194375-2dd1-451c-b9b9-30535bdaccec tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:46.669895 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Provisioning complete for port 288da7d8-e037-408e-a46d-db583df45691 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:46.670424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:46.697592 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2f28f568-c6e0-4a71-a2a9-658e764e221b tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "PUT /v2.0/routers/3e2969c8-56ff-452b-8878-d0f6f49ec523/tags/tempest-TagsExtTest-Tag-1557569622 HTTP/1.1" status: 201 len: 201 time: 0.6395462 Jun 02 16:22:46.717357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33078) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:46.722661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-3ea84be5-090c-4ef6-9f45-e57fac88630b tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e', 'tempest-TagsExtTest-Tag-1412287892') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:46.751593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Port 288da7d8-e037-408e-a46d-db583df45691 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:46.760577 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] For port 75a44487-a4ca-42da-a2bb-4b6f78105b7f, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:22:46.762874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d83c4c4d-7760-478f-8f7f-79860200c8f1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Calling delete_port for 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:46.765197 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] For port 75a44487-a4ca-42da-a2bb-4b6f78105b7f, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=75a44487-a4ca-42da-a2bb-4b6f78105b7f,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:22:46.775210 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:46.778830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:46.787340 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d5d633b1-058e-45fc-a24e-a329c502c450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:46.832343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Provisioning for port ac4a7034-0ec8-4033-b21c-f3463e48db69 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:46.836903 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 96867ec5-7344-4690-9b3c-a1628b9d770c no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:22:46.847844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:46.849782 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e4383-4d15-4808-b90a-3a62c5417166 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event updated for resources: {'Port': ['ID=288da7d8-e037-408e-a46d-db583df45691,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:46.872429 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ed392b9e-127d-44c8-babc-1623702a43f3 req-bf7d13b8-3434-4763-8953-3926871d1847 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3962219 Jun 02 16:22:46.876500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ab3e4383-4d15-4808-b90a-3a62c5417166 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:46.888268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Provisioning complete for port ac4a7034-0ec8-4033-b21c-f3463e48db69 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:46.888650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:46.937045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Made reservation on behalf of 3cbe24b0935c484a9531c720344bfee4 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:46.940696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:46.954556 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 96867ec5-7344-4690-9b3c-a1628b9d770c {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:22:46.955012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 96867ec5-7344-4690-9b3c-a1628b9d770c not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:22:47.011191 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Pushing event updated for resources: {'Port': ['ID=75a44487-a4ca-42da-a2bb-4b6f78105b7f,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:47.028731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:47.070440 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e4383-4d15-4808-b90a-3a62c5417166 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] In _notify_port_updated(), no bound segment for port 288da7d8-e037-408e-a46d-db583df45691 on network 47100c27-a871-4a3a-881b-3ce85570d0ee {{(pid=92322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:22:47.076402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3e4383-4d15-4808-b90a-3a62c5417166 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:47.077813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4383-4d15-4808-b90a-3a62c5417166 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:47.079848 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ab3e4383-4d15-4808-b90a-3a62c5417166 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "PUT /v2.0/ports/288da7d8-e037-408e-a46d-db583df45691 HTTP/1.1" status: 200 len: 1009 time: 2.5302608 Jun 02 16:22:47.087796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33080) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:47.124016 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:47.169822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] For port ac4a7034-0ec8-4033-b21c-f3463e48db69, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ac4a7034-0ec8-4033-b21c-f3463e48db69,segment=NetworkSegment(a29424ce-4973-4050-9213-c657bded50e3),segment_id=a29424ce-4973-4050-9213-c657bded50e3)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:47.177703 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:47.184295 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-beceaa0e-58b8-48d3-a954-95696a269994 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:47.189308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0242a-3b54-43aa-970b-db448584b204 req-0caf935f-89f5-48d2-a632-e396cce9d3bc tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:47.197746 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2bb0242a-3b54-43aa-970b-db448584b204 req-0caf935f-89f5-48d2-a632-e396cce9d3bc tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.5993173 Jun 02 16:22:47.270299 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3ea84be5-090c-4ef6-9f45-e57fac88630b tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "PUT /v2.0/subnetpools/3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e/tags/tempest-TagsExtTest-Tag-1412287892 HTTP/1.1" status: 201 len: 201 time: 0.5515354 Jun 02 16:22:47.278261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:47.283078 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33082) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:47.289271 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-cbda39e9-fb63-44ce-abe8-163e31ac4e8c tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a4f19ccc-b92c-4dc8-8df8-6b91d814166f') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:47.314605 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ee72a-ba39-48e3-8ba8-0f08b032ac3b req-c7b1d903-d793-4647-8fae-a101d928fafa tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:47.316392 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d56ee72a-ba39-48e3-8ba8-0f08b032ac3b req-c7b1d903-d793-4647-8fae-a101d928fafa tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.49 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 946 time: 0.3767154 Jun 02 16:22:47.389711 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object 2d719f5a-44d1-4e0a-ac89-d46c37305e0a will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:47.391758 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Provisioning complete for port 4d852a45-c2ea-4847-bed1-3000c12568a1 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:47.394265 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:47.403274 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2bb0242a-3b54-43aa-970b-db448584b204 req-412dff5e-9935-41e5-bf22-fe97d06d7a09 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059493 Jun 02 16:22:47.439455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Pushing event updated for resources: {'Port': ['ID=ac4a7034-0ec8-4033-b21c-f3463e48db69,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:47.447709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:47.475204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Port 4d852a45-c2ea-4847-bed1-3000c12568a1 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:47.486850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Provisioning for port c7126a11-c8a0-4e8b-862b-86047de9fdfe completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:47.491778 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Provisioning complete for port c7126a11-c8a0-4e8b-862b-86047de9fdfe triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:47.492289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:47.548224 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Port c7126a11-c8a0-4e8b-862b-86047de9fdfe cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:47.573184 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cbda39e9-fb63-44ce-abe8-163e31ac4e8c tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/subnets/a4f19ccc-b92c-4dc8-8df8-6b91d814166f/tags HTTP/1.1" status: 200 len: 241 time: 0.2873523 Jun 02 16:22:47.579784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33084) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:47.591517 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-24067eed-f138-4e01-8c5f-0b9ef7e3ce46 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a4f19ccc-b92c-4dc8-8df8-6b91d814166f', 'tempest-TagsExtTest-Tag-1824177533') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:47.624498 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:47.632463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:47.635386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d83c4c4d-7760-478f-8f7f-79860200c8f1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:47.636103 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:47.647450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-076a05b9-e251-418c-abb4-08f6246d95b1 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:47.669288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f179aea6-7df3-471f-97cd-d5ff831fa235 None None] Provisioning complete for port 288da7d8-e037-408e-a46d-db583df45691 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:47.669884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f179aea6-7df3-471f-97cd-d5ff831fa235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:47.727383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-47e57089-399c-41f3-9ed9-33bd30d723c8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Deleting port 288da7d8-e037-408e-a46d-db583df45691 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:47.727646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47e57089-399c-41f3-9ed9-33bd30d723c8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:47.729667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-f179aea6-7df3-471f-97cd-d5ff831fa235 None None] Port 288da7d8-e037-408e-a46d-db583df45691 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:47.739451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c4c4d-7760-478f-8f7f-79860200c8f1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Pushing event deleted for resources: {'Port': ['ID=423a9a2e-36e5-4475-bf6c-e8b007dbfa9a,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:47.779380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:47.841551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:47.852292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:47.857860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:47.858525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:47.893559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-d56ee72a-ba39-48e3-8ba8-0f08b032ac3b req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Deleting port d05361d5-8649-4dd8-b5ff-a7aa7eb23424 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:47.893905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-d56ee72a-ba39-48e3-8ba8-0f08b032ac3b req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:47.962743 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=2d719f5a-44d1-4e0a-ac89-d46c37305e0a,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:47.965401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:47.969348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-aa7185d7-97bd-47d1-8516-8b83b359253a tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:47.969792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-aa7185d7-97bd-47d1-8516-8b83b359253a tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:47.984319 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0178134 Jun 02 16:22:47.986172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33088) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:48.024679 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d83c4c4d-7760-478f-8f7f-79860200c8f1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:48.144882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47e57089-399c-41f3-9ed9-33bd30d723c8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:48.255727 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cfae4d89-68ce-4cb9-858e-17e2969a8b6d None None] Provisioning for port 75a44487-a4ca-42da-a2bb-4b6f78105b7f completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:48.297895 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-24067eed-f138-4e01-8c5f-0b9ef7e3ce46 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/subnets/a4f19ccc-b92c-4dc8-8df8-6b91d814166f/tags/tempest-TagsExtTest-Tag-1824177533 HTTP/1.1" status: 204 len: 168 time: 0.7114680 Jun 02 16:22:48.311185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33090) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:48.316972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-611dbd57-43c6-484a-b21f-c77f965ea369 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a4f19ccc-b92c-4dc8-8df8-6b91d814166f', 'tempest-TagsExtTest-Tag-1824177533') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:48.381841 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5378a357-f715-4e77-9dee-278d4d28131d None None] Provisioning for port 2d719f5a-44d1-4e0a-ac89-d46c37305e0a completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:48.387992 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5378a357-f715-4e77-9dee-278d4d28131d None None] Provisioning complete for port 2d719f5a-44d1-4e0a-ac89-d46c37305e0a triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:48.388478 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5378a357-f715-4e77-9dee-278d4d28131d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:48.421692 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d83c4c4d-7760-478f-8f7f-79860200c8f1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:48.424345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d83c4c4d-7760-478f-8f7f-79860200c8f1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:48.451972 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-5378a357-f715-4e77-9dee-278d4d28131d None None] Port 2d719f5a-44d1-4e0a-ac89-d46c37305e0a cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:48.488874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d83c4c4d-7760-478f-8f7f-79860200c8f1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:48.489592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83c4c4d-7760-478f-8f7f-79860200c8f1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3c113f1-dfc7-4a40-850b-e8052a6da060 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:22:48.504337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-47e57089-399c-41f3-9ed9-33bd30d723c8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Calling delete_port for 288da7d8-e037-408e-a46d-db583df45691 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:48.520606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-d56ee72a-ba39-48e3-8ba8-0f08b032ac3b req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] For port d05361d5-8649-4dd8-b5ff-a7aa7eb23424, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d05361d5-8649-4dd8-b5ff-a7aa7eb23424,segment=NetworkSegment(d4695709-f309-4a51-9b88-aa4f54303241),segment_id=d4695709-f309-4a51-9b88-aa4f54303241)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:48.520863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-d56ee72a-ba39-48e3-8ba8-0f08b032ac3b req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:48.524851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab8b76-3f5c-451b-bbae-9e92673b42e3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:48.531188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab8b76-3f5c-451b-bbae-9e92673b42e3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:48.532168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-65ab8b76-3f5c-451b-bbae-9e92673b42e3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:48.567585 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d83c4c4d-7760-478f-8f7f-79860200c8f1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:48.574031 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d83c4c4d-7760-478f-8f7f-79860200c8f1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "DELETE /v2.0/routers/e3c113f1-dfc7-4a40-850b-e8052a6da060 HTTP/1.1" status: 204 len: 168 time: 3.0939448 Jun 02 16:22:48.603787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33094) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:48.619476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-273595890', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:48.625664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Router 83e18c94-f543-4be7-97ef-0913fbe53b69 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:22:48.645081 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:48.661174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf85339-0995-4933-8bc9-e883f0cd759a req-18d5133d-b32a-4b77-abed-8044930e5aa2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:48.666666 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6cf85339-0995-4933-8bc9-e883f0cd759a req-18d5133d-b32a-4b77-abed-8044930e5aa2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 946 time: 0.6344416 Jun 02 16:22:48.672617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-65ab8b76-3f5c-451b-bbae-9e92673b42e3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:48.677052 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-65ab8b76-3f5c-451b-bbae-9e92673b42e3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6859612 Jun 02 16:22:48.681024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33096) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:48.699324 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Usage tracker for resource:router and tenant:3870ed385c4440b8b5a8988084965d39 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:48.758285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:48.774588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.objects.ports [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92323) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:22:48.779082 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:48.786880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4b9a5e9f-8108-4931-b258-81f15d570255 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:48.792422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:48.812265 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-611dbd57-43c6-484a-b21f-c77f965ea369 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/subnets/a4f19ccc-b92c-4dc8-8df8-6b91d814166f/tags/tempest-TagsExtTest-Tag-1824177533 HTTP/1.1" status: 204 len: 168 time: 0.4990144 Jun 02 16:22:48.823885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:48.826562 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33098) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:48.842727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-704ff042-48d4-492e-a071-ef64902f1ebe tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a4f19ccc-b92c-4dc8-8df8-6b91d814166f') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:48.920664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:48.921667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:48.950792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b40f8-3a9a-4dd4-bf61-f986c144e397 req-e984f106-a31b-47ab-ad03-2144db980ced tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:48.952221 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b66b40f8-3a9a-4dd4-bf61-f986c144e397 req-e984f106-a31b-47ab-ad03-2144db980ced tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.3823652 Jun 02 16:22:48.997057 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event updated for resources: {'Subnet': ['ID=28cbd0af-266d-4da0-8ec6-e6ec19960b3f,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:49.005830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:49.006651 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6cf85339-0995-4933-8bc9-e883f0cd759a req-e6150188-01d2-4b1a-a0f6-cff60859d342 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048825 Jun 02 16:22:49.020144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Checking segment: {'id': '76099bdf-b1c4-4739-a536-3a2cc471f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '75e69b65-919d-472a-a56c-c9df63a774ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:49.020511 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Network hostable DHCP agents. Network: 75e69b65-919d-472a-a56c-c9df63a774ed, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:22:49.066725 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b66b40f8-3a9a-4dd4-bf61-f986c144e397 req-7086f33a-3d18-4577-9cd0-624a110b079f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999296 Jun 02 16:22:49.088082 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-704ff042-48d4-492e-a071-ef64902f1ebe tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/subnets/a4f19ccc-b92c-4dc8-8df8-6b91d814166f/tags HTTP/1.1" status: 200 len: 205 time: 0.2556143 Jun 02 16:22:49.091037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-9a32e280-a9eb-40d7-a722-8346638e6237 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port 2d719f5a-44d1-4e0a-ac89-d46c37305e0a {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:49.091554 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9a32e280-a9eb-40d7-a722-8346638e6237 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:49.113111 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33100) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:49.118210 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-0e7ce3d5-698e-4293-95dc-9d0baac44482 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c7126a11-c8a0-4e8b-862b-86047de9fdfe') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:49.148031 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Network 75e69b65-919d-472a-a56c-c9df63a774ed is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:22:49.210837 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:49.222477 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ac4a7034-0ec8-4033-b21c-f3463e48db69 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:49.225733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 75e69b65-919d-472a-a56c-c9df63a774ed) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:49.246202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:49.246788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:49.252549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:22:49.263469 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4ab100-fc60-47c1-bddc-dd6458f2b910 None None] Sync routers for ids ['83e18c94-f543-4be7-97ef-0913fbe53b69'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:22:49.272141 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed44f75-b7cb-4ab7-8b29-770fedb60d41 None None] Network 75e69b65-919d-472a-a56c-c9df63a774ed requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:49.274465 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4ab100-fc60-47c1-bddc-dd6458f2b910 None None] Routers {'83e18c94-f543-4be7-97ef-0913fbe53b69'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:49.276208 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1e4ab100-fc60-47c1-bddc-dd6458f2b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['83e18c94-f543-4be7-97ef-0913fbe53b69'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:49.282996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:49.287048 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "PUT /v2.0/routers/83e18c94-f543-4be7-97ef-0913fbe53b69 HTTP/1.1" status: 200 len: 879 time: 7.7910914 Jun 02 16:22:49.288857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33102) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:49.321041 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9207497 Jun 02 16:22:49.324881 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33104) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:49.343974 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-d56ee72a-ba39-48e3-8ba8-0f08b032ac3b req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:49.344351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-d56ee72a-ba39-48e3-8ba8-0f08b032ac3b req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:49.344651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9a32e280-a9eb-40d7-a722-8346638e6237 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:49.344768 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [req-d56ee72a-ba39-48e3-8ba8-0f08b032ac3b req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Floating IP 28ae104f-857c-4362-b44d-6a30fc8e5be2 disassociated. External IP: 172.26.3.16, port: d05361d5-8649-4dd8-b5ff-a7aa7eb23424. Jun 02 16:22:49.345005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-d56ee72a-ba39-48e3-8ba8-0f08b032ac3b req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Calling delete_port for d05361d5-8649-4dd8-b5ff-a7aa7eb23424 owned by compute:nova {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:49.375640 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1e4ab100-fc60-47c1-bddc-dd6458f2b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:49.386855 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4ab100-fc60-47c1-bddc-dd6458f2b910 None None] Routers {'83e18c94-f543-4be7-97ef-0913fbe53b69'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:49.387833 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1e4ab100-fc60-47c1-bddc-dd6458f2b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['83e18c94-f543-4be7-97ef-0913fbe53b69'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:49.493815 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1e4ab100-fc60-47c1-bddc-dd6458f2b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:49.494521 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4ab100-fc60-47c1-bddc-dd6458f2b910 None None] The sync data for ids ['83e18c94-f543-4be7-97ef-0913fbe53b69'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:22:49.499294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47e57089-399c-41f3-9ed9-33bd30d723c8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:49.500792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port ac4a7034-0ec8-4033-b21c-f3463e48db69 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:49.501591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:49.527164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8fec7ee2-572a-4f9c-b81a-0d517d96b38a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:49.533988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-9a32e280-a9eb-40d7-a722-8346638e6237 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for 2d719f5a-44d1-4e0a-ac89-d46c37305e0a owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:49.546392 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0e7ce3d5-698e-4293-95dc-9d0baac44482 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/ports/c7126a11-c8a0-4e8b-862b-86047de9fdfe/tags HTTP/1.1" status: 200 len: 240 time: 0.4315164 Jun 02 16:22:49.550281 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33106) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:49.556562 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-e9791174-1d66-435e-828f-a02887959d38 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c7126a11-c8a0-4e8b-862b-86047de9fdfe', 'tempest-TagsExtTest-Tag-129786115') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:49.596422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-75e69b65-919d-472a-a56c-c9df63a774ed', 'network_id': '75e69b65-919d-472a-a56c-c9df63a774ed', 'tenant_id': '3cbe24b0935c484a9531c720344bfee4', 'fixed_ips': [{'subnet_id': '28cbd0af-266d-4da0-8ec6-e6ec19960b3f'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:22:49.597285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:49.661398 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:49.761726 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e9791174-1d66-435e-828f-a02887959d38 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/ports/c7126a11-c8a0-4e8b-862b-86047de9fdfe/tags/tempest-TagsExtTest-Tag-129786115 HTTP/1.1" status: 204 len: 168 time: 0.2084186 Jun 02 16:22:49.768179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device d05361d5-8649-4dd8-b5ff-a7aa7eb23424 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:22:49.794809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33108) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:49.802405 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-686d1991-1ff7-46b2-8e3d-712c0cc6a00f tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c7126a11-c8a0-4e8b-862b-86047de9fdfe', 'tempest-TagsExtTest-Tag-129786115') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:49.807826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 75a44487-a4ca-42da-a2bb-4b6f78105b7f up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:49.855026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:49.933616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9a32e280-a9eb-40d7-a722-8346638e6237 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:49.948228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e57089-399c-41f3-9ed9-33bd30d723c8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event deleted for resources: {'Port': ['ID=288da7d8-e037-408e-a46d-db583df45691,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:49.955636 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-47e57089-399c-41f3-9ed9-33bd30d723c8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:49.962327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Allocated IP 2001:db8::f816:3eff:fe92:67cc (75e69b65-919d-472a-a56c-c9df63a774ed/28cbd0af-266d-4da0-8ec6-e6ec19960b3f/87b83240-4b90-4931-8bb9-0220436adee2) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:49.966658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b876e5fe-e2ad-4f0e-815c-b92d2995a0ec tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:49.972434 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.210893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32e280-a9eb-40d7-a722-8346638e6237 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=2d719f5a-44d1-4e0a-ac89-d46c37305e0a,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:50.234324 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47e57089-399c-41f3-9ed9-33bd30d723c8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.238857 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-47e57089-399c-41f3-9ed9-33bd30d723c8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "DELETE /v2.0/ports/288da7d8-e037-408e-a46d-db583df45691 HTTP/1.1" status: 204 len: 168 time: 3.1393085 Jun 02 16:22:50.260530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9a32e280-a9eb-40d7-a722-8346638e6237 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:50.260745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33114) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:50.270789 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.290790 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Transition to ACTIVE for port object 87b83240-4b90-4931-8bb9-0220436adee2 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:50.306841 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 75a44487-a4ca-42da-a2bb-4b6f78105b7f completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:50.315094 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 75a44487-a4ca-42da-a2bb-4b6f78105b7f triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:50.315485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.330940 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9a32e280-a9eb-40d7-a722-8346638e6237 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.346512 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.369164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Transition to ACTIVE for port object 87b83240-4b90-4931-8bb9-0220436adee2 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:50.388201 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9a32e280-a9eb-40d7-a722-8346638e6237 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/2d719f5a-44d1-4e0a-ac89-d46c37305e0a HTTP/1.1" status: 204 len: 168 time: 1.7059081 Jun 02 16:22:50.393795 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33116) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:50.406130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.410944 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-686d1991-1ff7-46b2-8e3d-712c0cc6a00f tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/ports/c7126a11-c8a0-4e8b-862b-86047de9fdfe/tags/tempest-TagsExtTest-Tag-129786115 HTTP/1.1" status: 204 len: 168 time: 0.6131084 Jun 02 16:22:50.413891 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:50.452171 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa917a0-566a-4cad-994a-e7e3949167d2 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] GET failed (client error): The resource could not be found. Jun 02 16:22:50.452726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0aa917a0-566a-4cad-994a-e7e3949167d2 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Synchronizing usage tracker for tenant:a231f0203f954d538f53088bb121b96d on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:50.459149 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33118) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:50.463872 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e8393d57-86e8-4280-ba20-75b855eff0ab tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/routers/83e18c94-f543-4be7-97ef-0913fbe53b69 HTTP/1.1" status: 200 len: 920 time: 1.1748545 Jun 02 16:22:50.469165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-29c5f27a-b6d2-4d3f-8186-b1d50badb4b5 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c7126a11-c8a0-4e8b-862b-86047de9fdfe') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:50.495447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1936384d-b0c0-41d8-92c7-555049657069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05361d5-8649-4dd8-b5ff-a7aa7eb23424'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:22:50.497878 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5069f3-9ca1-4808-8f9c-01e4df20324c" -d '{"events": [{"server_uuid": "1936384d-b0c0-41d8-92c7-555049657069", "name": "network-vif-unplugged", "status": "completed", "tag": "d05361d5-8649-4dd8-b5ff-a7aa7eb23424"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:22:50.501413 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33120) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:50.510678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Pushing event updated for resources: {'Port': ['ID=87b83240-4b90-4931-8bb9-0220436adee2,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:50.533553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:50.540213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port d05361d5-8649-4dd8-b5ff-a7aa7eb23424, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d05361d5-8649-4dd8-b5ff-a7aa7eb23424,segment=NetworkSegment(d4695709-f309-4a51-9b88-aa4f54303241),segment_id=d4695709-f309-4a51-9b88-aa4f54303241)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:50.559064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.565797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Network 75e69b65-919d-472a-a56c-c9df63a774ed is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:50.568629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c185bc-ee5a-488a-bc24-9a1ac4d68f3d req-07ace0ca-eb1a-4072-82e9-ecced45962d8 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:50.570819 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f74b42fb-c15c-455f-80cc-6ad713cfe2a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:50.570961 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-91c185bc-ee5a-488a-bc24-9a1ac4d68f3d req-07ace0ca-eb1a-4072-82e9-ecced45962d8 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.3522797 Jun 02 16:22:50.574351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.591086 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:50.632806 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:50.644470 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:50.665529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0aa917a0-566a-4cad-994a-e7e3949167d2 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Unset dirty status for tenant:a231f0203f954d538f53088bb121b96d on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:50.666860 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0aa917a0-566a-4cad-994a-e7e3949167d2 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "GET /v2.0/ports/288da7d8-e037-408e-a46d-db583df45691 HTTP/1.1" status: 404 len: 333 time: 0.4025459 Jun 02 16:22:50.683582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33124) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:50.690180 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Request body: {'port': {'network_id': '47100c27-a871-4a3a-881b-3ce85570d0ee', 'name': 'tempest-AllowedAddressPairTestJSON-287427242'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:50.732139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e784a1d3-c529-4a53-b0b1-4a4eaf6cc3db tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:50.733957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e784a1d3-c529-4a53-b0b1-4a4eaf6cc3db tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:50.734761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e784a1d3-c529-4a53-b0b1-4a4eaf6cc3db tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:50.769388 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.793989 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.811325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e69b65-919d-472a-a56c-c9df63a774ed']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:50.834566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76099bdf-b1c4-4739-a536-3a2cc471f718') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:50.834867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76099bdf-b1c4-4739-a536-3a2cc471f718') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:50.840945 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=d05361d5-8649-4dd8-b5ff-a7aa7eb23424,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:50.849243 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:50.858854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Attempting to bind port 87b83240-4b90-4931-8bb9-0220436adee2 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:22:50.859351 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Attempting to bind port 87b83240-4b90-4931-8bb9-0220436adee2 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '76099bdf-b1c4-4739-a536-3a2cc471f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '75e69b65-919d-472a-a56c-c9df63a774ed'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:22:50.859832 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Attempting to bind port 87b83240-4b90-4931-8bb9-0220436adee2 on network 75e69b65-919d-472a-a56c-c9df63a774ed {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:22:50.860290 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Subnet': ['ID=28cbd0af-266d-4da0-8ec6-e6ec19960b3f,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:50.867747 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:22:50.868382 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Checking segment: {'id': '76099bdf-b1c4-4739-a536-3a2cc471f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '75e69b65-919d-472a-a56c-c9df63a774ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:50.868878 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.870139 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:50.870569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Bound using segment: {'id': '76099bdf-b1c4-4739-a536-3a2cc471f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '75e69b65-919d-472a-a56c-c9df63a774ed'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:22:50.870569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Bound port: 87b83240-4b90-4931-8bb9-0220436adee2, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76099bdf-b1c4-4739-a536-3a2cc471f718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '75e69b65-919d-472a-a56c-c9df63a774ed'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:22:50.870569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.874327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-d56ee72a-ba39-48e3-8ba8-0f08b032ac3b req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.881902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.894119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:50.897027 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 75a44487-a4ca-42da-a2bb-4b6f78105b7f, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=75a44487-a4ca-42da-a2bb-4b6f78105b7f,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:50.906929 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-91c185bc-ee5a-488a-bc24-9a1ac4d68f3d req-ce51cefe-14f8-4d64-9811-af988db0f4cc tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3176870 Jun 02 16:22:50.910451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.917767 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:22:50.918307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.926627 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:50.935011 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:22:50.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:22:50.944846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e784a1d3-c529-4a53-b0b1-4a4eaf6cc3db tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:50.946032 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e784a1d3-c529-4a53-b0b1-4a4eaf6cc3db tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5257583 Jun 02 16:22:50.951329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33128) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:50.962049 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e7f15-7f74-4261-80fb-bcfb2fd13661 req-12fbc6d6-7c86-485c-9f2b-e0249f9e0e5b tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:50.963652 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8e8e7f15-7f74-4261-80fb-bcfb2fd13661 req-12fbc6d6-7c86-485c-9f2b-e0249f9e0e5b tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 946 time: 0.7936516 Jun 02 16:22:51.040960 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-29c5f27a-b6d2-4d3f-8186-b1d50badb4b5 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/ports/c7126a11-c8a0-4e8b-862b-86047de9fdfe/tags HTTP/1.1" status: 200 len: 205 time: 0.5757198 Jun 02 16:22:51.052584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33130) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:51.061730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:22:51.062564 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dff99b-1adf-40ce-8d54-a57b1479ad1e tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:51.063276 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d1dff99b-1adf-40ce-8d54-a57b1479ad1e tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Synchronizing usage tracker for tenant:39137685f28c4250b3bfcb636752b532 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:51.080226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-df659f30-5bb6-499a-b7ce-f81b6d59fb74 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3e2969c8-56ff-452b-8878-d0f6f49ec523') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:51.090310 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] For port 87b83240-4b90-4931-8bb9-0220436adee2, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:22:51.097537 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=75a44487-a4ca-42da-a2bb-4b6f78105b7f,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:51.101559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 16:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf2e4d3-5e0b-4092-9150-75e4528bd64b x-openstack-request-id: req-bbf2e4d3-5e0b-4092-9150-75e4528bd64b {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:22:51.101964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1936384d-b0c0-41d8-92c7-555049657069", "name": "network-vif-unplugged", "status": "completed", "tag": "d05361d5-8649-4dd8-b5ff-a7aa7eb23424", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:22:51.102344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bbf2e4d3-5e0b-4092-9150-75e4528bd64b {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:22:51.102885 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1936384d-b0c0-41d8-92c7-555049657069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05361d5-8649-4dd8-b5ff-a7aa7eb23424', 'code': 200} Jun 02 16:22:51.109747 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:51.111728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:22:51.112175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 423a9a2e-36e5-4475-bf6c-e8b007dbfa9a not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:22:51.126804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] For port 87b83240-4b90-4931-8bb9-0220436adee2, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=87b83240-4b90-4931-8bb9-0220436adee2,segment=NetworkSegment(76099bdf-b1c4-4739-a536-3a2cc471f718),segment_id=76099bdf-b1c4-4739-a536-3a2cc471f718)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:22:51.129794 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.api [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:22:51.129794 dv-neutron-601336-83-hyperv neutron-server[92323]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:22:51.129794 dv-neutron-601336-83-hyperv neutron-server[92323]: [parameters: {'id': '75e69b65-919d-472a-a56c-c9df63a774ed'}] Jun 02 16:22:51.129794 dv-neutron-601336-83-hyperv neutron-server[92323]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:22:51.130247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_db.api [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:22:51.135306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f05eae-8c72-4750-889b-96d024032691 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 399aa482-5d97-43b3-8f0d-e7dea8b36aa1 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:22:51.138726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:51.140666 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-49f05eae-8c72-4750-889b-96d024032691 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:51.143819 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:51.202613 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-49f05eae-8c72-4750-889b-96d024032691 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:51.223841 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8e8e7f15-7f74-4261-80fb-bcfb2fd13661 req-73180910-e7ff-49ac-a0c5-3c84b66293c3 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups?id=49ca9c44-593f-44eb-a230-88cac1920eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205060 Jun 02 16:22:51.310511 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-49f05eae-8c72-4750-889b-96d024032691 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:51.401043 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Pushing event updated for resources: {'Port': ['ID=87b83240-4b90-4931-8bb9-0220436adee2,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:51.405842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:51.453587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4e5d0b-c104-4725-af80-aa97623e25e7 None None] Network 75e69b65-919d-472a-a56c-c9df63a774ed requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:51.481017 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d1dff99b-1adf-40ce-8d54-a57b1479ad1e tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Unset dirty status for tenant:39137685f28c4250b3bfcb636752b532 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:51.485201 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d1dff99b-1adf-40ce-8d54-a57b1479ad1e tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&device_id=83e18c94-f543-4be7-97ef-0913fbe53b69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9678221 Jun 02 16:22:51.491450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:51.501114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33132) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:51.504304 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Pushing event deleted for resources: {'Port': ['ID=d05361d5-8649-4dd8-b5ff-a7aa7eb23424,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:51.507097 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:51.596515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d56ee72a-ba39-48e3-8ba8-0f08b032ac3b req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Router 08fbb977-6043-4729-b0ff-e5dba666810b has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:22:51.618321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:51.631286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:51.643422 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-49f05eae-8c72-4750-889b-96d024032691 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:51.650449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-51246727-1280-4d02-8f69-6275166b34c1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:51.740872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f05eae-8c72-4750-889b-96d024032691 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=399aa482-5d97-43b3-8f0d-e7dea8b36aa1,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:51.742836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-49f05eae-8c72-4750-889b-96d024032691 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:51.745592 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90a0b66-231e-4551-8adf-3f9bc287c2d0 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:51.752325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-49f05eae-8c72-4750-889b-96d024032691 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:51.786885 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-49f05eae-8c72-4750-889b-96d024032691 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/399aa482-5d97-43b3-8f0d-e7dea8b36aa1 HTTP/1.1" status: 204 len: 168 time: 0.8348312 Jun 02 16:22:51.789303 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33134) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:51.873563 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3e5cc7ac-3bf7-4808-b489-e01128dad725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829506 Jun 02 16:22:51.878010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33136) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:51.879928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Deleting port 87b83240-4b90-4931-8bb9-0220436adee2 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:51.880274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:51.968172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-82f8b95a-7628-423c-814c-978be3d3339e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:52.051056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8516296a-f092-4139-bb58-4a9e6a34957e None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:22:52.086572 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Made reservation on behalf of a231f0203f954d538f53088bb121b96d for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:52.090838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:52.136446 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-8516296a-f092-4139-bb58-4a9e6a34957e None None] Deleting port 75a44487-a4ca-42da-a2bb-4b6f78105b7f {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:52.137510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8516296a-f092-4139-bb58-4a9e6a34957e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:52.232029 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] device_id is not set on port ab828fc8-cd63-48b2-98f7-a2efb5594755 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:22:52.240712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-8516296a-f092-4139-bb58-4a9e6a34957e None None] For port 75a44487-a4ca-42da-a2bb-4b6f78105b7f, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=75a44487-a4ca-42da-a2bb-4b6f78105b7f,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:52.240712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8516296a-f092-4139-bb58-4a9e6a34957e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:52.293662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] For port 87b83240-4b90-4931-8bb9-0220436adee2, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=87b83240-4b90-4931-8bb9-0220436adee2,segment=NetworkSegment(76099bdf-b1c4-4739-a536-3a2cc471f718),segment_id=76099bdf-b1c4-4739-a536-3a2cc471f718)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:52.293927 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:52.300102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:52.377086 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-8516296a-f092-4139-bb58-4a9e6a34957e None None] Calling delete_port for 75a44487-a4ca-42da-a2bb-4b6f78105b7f owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:52.414629 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:52.447929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8516296a-f092-4139-bb58-4a9e6a34957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:52.453794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:52.455568 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d8d9e639-e3dd-4ae4-bf9f-fd40cc0fa651 req-ae2ec4bf-895e-4b92-b032-9e00b1a22c96 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 210 time: 0.1116307 Jun 02 16:22:52.460872 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-df659f30-5bb6-499a-b7ce-f81b6d59fb74 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/routers/3e2969c8-56ff-452b-8878-d0f6f49ec523/tags HTTP/1.1" status: 200 len: 241 time: 1.3888030 Jun 02 16:22:52.465071 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Calling delete_port for 87b83240-4b90-4931-8bb9-0220436adee2 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:52.471488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33142) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:52.497847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-de95b23d-3810-4080-ab13-404cc0006310 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3e2969c8-56ff-452b-8878-d0f6f49ec523', 'tempest-TagsExtTest-Tag-1557569622') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:52.505935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516296a-f092-4139-bb58-4a9e6a34957e None None] Pushing event deleted for resources: {'Port': ['ID=75a44487-a4ca-42da-a2bb-4b6f78105b7f,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:52.513052 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8516296a-f092-4139-bb58-4a9e6a34957e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:52.513505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8516296a-f092-4139-bb58-4a9e6a34957e None None] No DVR routers for this DVR port 75a44487-a4ca-42da-a2bb-4b6f78105b7f on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:22:52.518648 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f65d51-0006-446a-b264-6c7cf3d44ade tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:52.528406 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-66f65d51-0006-446a-b264-6c7cf3d44ade tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/networks/3e4df761-1bd3-455c-9709-426e794fcea2 HTTP/1.1" status: 200 len: 881 time: 1.0175695 Jun 02 16:22:52.543229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33144) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:52.560233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-82f8b95a-7628-423c-814c-978be3d3339e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:52.579511 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-82f8b95a-7628-423c-814c-978be3d3339e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:52.584513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-82f8b95a-7628-423c-814c-978be3d3339e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:52.611511 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a8f3a-d861-44ef-9c21-d02257ecd447 req-5eec5195-d9a0-41de-ba8b-42871debb900 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:52.612985 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8a2a8f3a-d861-44ef-9c21-d02257ecd447 req-5eec5195-d9a0-41de-ba8b-42871debb900 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.5249522 Jun 02 16:22:52.614996 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-82f8b95a-7628-423c-814c-978be3d3339e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:52.662598 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8f071045-a82c-4569-9d75-dba6b8cf3ab4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "GET /v2.0/ports?device_id=83e18c94-f543-4be7-97ef-0913fbe53b69 HTTP/1.1" status: 200 len: 205 time: 0.1159477 Jun 02 16:22:52.673714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33146) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:52.749122 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d56ee72a-ba39-48e3-8ba8-0f08b032ac3b req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:22:52.764982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf776d0-9213-4277-85fa-b8125e7f6c90 None None] Sync routers for ids ['08fbb977-6043-4729-b0ff-e5dba666810b'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:22:52.781861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf776d0-9213-4277-85fa-b8125e7f6c90 None None] Routers {'08fbb977-6043-4729-b0ff-e5dba666810b'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:52.783005 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-2cf776d0-9213-4277-85fa-b8125e7f6c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['08fbb977-6043-4729-b0ff-e5dba666810b'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:52.886810 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-de95b23d-3810-4080-ab13-404cc0006310 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/routers/3e2969c8-56ff-452b-8878-d0f6f49ec523/tags/tempest-TagsExtTest-Tag-1557569622 HTTP/1.1" status: 204 len: 168 time: 0.3915052 Jun 02 16:22:52.891996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33148) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:52.900884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-5ad452b6-99f8-49fc-8848-48cbebfc1ccd tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3e2969c8-56ff-452b-8878-d0f6f49ec523', 'tempest-TagsExtTest-Tag-1557569622') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:52.914443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f8b95a-7628-423c-814c-978be3d3339e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:52.917891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-82f8b95a-7628-423c-814c-978be3d3339e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:52.957271 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8a2a8f3a-d861-44ef-9c21-d02257ecd447 req-cd9760aa-c2d3-481d-8d53-9eb3d401a88d tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2852473 Jun 02 16:22:52.965054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:52.980164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Allocated IP 172.20.0.9 (47100c27-a871-4a3a-881b-3ce85570d0ee/e9925801-e683-46e8-b98f-d1acc261e15f/ab828fc8-cd63-48b2-98f7-a2efb5594755) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:53.061189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Allocated IP 172.26.3.47 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/bd47dc16-ba58-49c1-b4e4-1bb9047cd3ce) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:53.063106 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 75a44487-a4ca-42da-a2bb-4b6f78105b7f no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:22:53.103245 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-2cf776d0-9213-4277-85fa-b8125e7f6c90 None None] Set router 08fbb977-6043-4729-b0ff-e5dba666810b gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:22:53.166951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56ee72a-ba39-48e3-8ba8-0f08b032ac3b req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] No DVR routers for this DVR port d05361d5-8649-4dd8-b5ff-a7aa7eb23424 on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:22:53.192296 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-d56ee72a-ba39-48e3-8ba8-0f08b032ac3b req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:53.196143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 75a44487-a4ca-42da-a2bb-4b6f78105b7f {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:22:53.196677 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 75a44487-a4ca-42da-a2bb-4b6f78105b7f not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:22:53.214431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:53.216568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1936384d-b0c0-41d8-92c7-555049657069', 'name': 'network-vif-deleted', 'tag': 'd05361d5-8649-4dd8-b5ff-a7aa7eb23424'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:22:53.218947 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16019c55-1982-41b5-b836-eb969307425a" -d '{"events": [{"server_uuid": "1936384d-b0c0-41d8-92c7-555049657069", "name": "network-vif-deleted", "tag": "d05361d5-8649-4dd8-b5ff-a7aa7eb23424"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:22:53.223441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a283bee4-2e47-41a2-841c-a549e20b6838 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:53.267641 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d56ee72a-ba39-48e3-8ba8-0f08b032ac3b req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.49 "DELETE /v2.0/ports/d05361d5-8649-4dd8-b5ff-a7aa7eb23424 HTTP/1.1" status: 204 len: 173 time: 5.9038677 Jun 02 16:22:53.348963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c064aae8-166b-459d-a4a5-f7c531df30fc x-openstack-request-id: req-c064aae8-166b-459d-a4a5-f7c531df30fc {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:22:53.349216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1936384d-b0c0-41d8-92c7-555049657069", "name": "network-vif-deleted", "tag": "d05361d5-8649-4dd8-b5ff-a7aa7eb23424", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:22:53.349391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c064aae8-166b-459d-a4a5-f7c531df30fc {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:22:53.349749 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1936384d-b0c0-41d8-92c7-555049657069', 'name': 'network-vif-deleted', 'tag': 'd05361d5-8649-4dd8-b5ff-a7aa7eb23424', 'status': 'completed', 'code': 200} Jun 02 16:22:53.365653 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Port': ['ID=87b83240-4b90-4931-8bb9-0220436adee2,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:53.368170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:53.375492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] No DVR routers for this DVR port 87b83240-4b90-4931-8bb9-0220436adee2 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:22:53.543297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:53.560206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Transition to ACTIVE for port object ab828fc8-cd63-48b2-98f7-a2efb5594755 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:53.590044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-2cf776d0-9213-4277-85fa-b8125e7f6c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'name': 'tempest-ServersTestJSON-477330779-router', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:56Z', 'updated_at': '2021-06-02T16:21:09Z', 'revision_number': 4, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'gw_port': {'id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:20:58Z', 'updated_at': '2021-06-02T16:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '65c206db-6671-4154-b4e1-9ad63a82a35b', 'name': '', 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'mac_address': 'fa:16:3e:7a:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:06Z', 'updated_at': '2021-06-02T16:21:16Z', 'revision_number': 5, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'subnets': [{'id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:53.598162 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf776d0-9213-4277-85fa-b8125e7f6c90 None None] Checking router: 08fbb977-6043-4729-b0ff-e5dba666810b for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:22:53.600140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:53.606516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:53.610347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-435501bd-de43-427c-85cd-eb2b5c49af56 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:53.611079 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf776d0-9213-4277-85fa-b8125e7f6c90 None None] Routers {'08fbb977-6043-4729-b0ff-e5dba666810b'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:53.612667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-2cf776d0-9213-4277-85fa-b8125e7f6c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['08fbb977-6043-4729-b0ff-e5dba666810b'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:53.617572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:53.661423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e69b65-919d-472a-a56c-c9df63a774ed']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:53.719893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76099bdf-b1c4-4739-a536-3a2cc471f718') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:53.720356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76099bdf-b1c4-4739-a536-3a2cc471f718') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:53.765824 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ad2edd5c-0c31-4466-9509-664d3a4f191d req-43b95709-7560-46fd-b562-1497baa0edcc tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/ports?device_id=1936384d-b0c0-41d8-92c7-555049657069 HTTP/1.1" status: 200 len: 210 time: 0.0971971 Jun 02 16:22:53.772294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:53.818685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:53.830849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-2cf776d0-9213-4277-85fa-b8125e7f6c90 None None] Set router 08fbb977-6043-4729-b0ff-e5dba666810b gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:22:53.833161 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:22:53.833569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:53.900777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Network 47100c27-a871-4a3a-881b-3ce85570d0ee is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:53.908250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:53.910764 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:53.959835 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:53.992624 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5ad452b6-99f8-49fc-8848-48cbebfc1ccd tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/routers/3e2969c8-56ff-452b-8878-d0f6f49ec523/tags/tempest-TagsExtTest-Tag-1557569622 HTTP/1.1" status: 204 len: 168 time: 1.0995381 Jun 02 16:22:54.010318 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event updated for resources: {'Port': ['ID=ab828fc8-cd63-48b2-98f7-a2efb5594755,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:54.014675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33158) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:22:54.022174 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:22:54.066807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-de632aaf-ce45-43eb-94a3-81ade5153349 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3e2969c8-56ff-452b-8878-d0f6f49ec523') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:54.234302 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Deleting port aacc3040-1bb3-4814-81a8-030905a72c75 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:54.234684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:54.235464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:54.236432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:54.252327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:54.273060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:54.281318 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:54.293321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-2cf776d0-9213-4277-85fa-b8125e7f6c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'name': 'tempest-ServersTestJSON-477330779-router', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:56Z', 'updated_at': '2021-06-02T16:21:09Z', 'revision_number': 4, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'gw_port': {'id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:20:58Z', 'updated_at': '2021-06-02T16:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '65c206db-6671-4154-b4e1-9ad63a82a35b', 'name': '', 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'mac_address': 'fa:16:3e:7a:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:06Z', 'updated_at': '2021-06-02T16:21:16Z', 'revision_number': 5, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'subnets': [{'id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:54.303008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf776d0-9213-4277-85fa-b8125e7f6c90 None None] The sync data for ids ['08fbb977-6043-4729-b0ff-e5dba666810b'] in dv-neutron-601336-83-hyperv is: [{'id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'name': 'tempest-ServersTestJSON-477330779-router', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:56Z', 'updated_at': '2021-06-02T16:21:09Z', 'revision_number': 4, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'gw_port': {'id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:20:58Z', 'updated_at': '2021-06-02T16:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '65c206db-6671-4154-b4e1-9ad63a82a35b', 'name': '', 'network_id': '0c12e784-9a5b-40b6-ab64-04193b5285c9', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'mac_address': 'fa:16:3e:7a:a3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:06Z', 'updated_at': '2021-06-02T16:21:16Z', 'revision_number': 5, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'subnets': [{'id': '3051691a-f1e0-44b7-af73-53d9220bae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:22:54.303391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.303776 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.304144 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.304511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.304906 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.305266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.305632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.305988 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.306369 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.306722 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.307071 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.307426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.325289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4472018-e0d4-4ed7-ae5d-072398669a43 None None] get_active_networks_info from dv-neutron-601336-83-hyperv {{(pid=92324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:22:54.326915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:54.327119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Network': ['ID=75e69b65-919d-472a-a56c-c9df63a774ed,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:54.339844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.340221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.340636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.341177 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.341501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.342621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.342885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.343283 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.343651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.344206 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.344732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.344942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:54.348518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:54.405735 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7199721 Jun 02 16:22:54.409114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33160) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:54.411666 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bb78d9c7-5364-4068-a626-a94c05c3fda5 None None] Provisioning for port ab828fc8-cd63-48b2-98f7-a2efb5594755 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:54.419707 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/networks/75e69b65-919d-472a-a56c-c9df63a774ed HTTP/1.1" status: 204 len: 168 time: 5.0935571 Jun 02 16:22:54.420443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33162) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:54.423421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Request body: {'port': {'network_id': '47100c27-a871-4a3a-881b-3ce85570d0ee', 'name': 'tempest-AllowedAddressPairTestJSON-339808505'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:54.437029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bb78d9c7-5364-4068-a626-a94c05c3fda5 None None] Provisioning complete for port ab828fc8-cd63-48b2-98f7-a2efb5594755 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:54.437638 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bb78d9c7-5364-4068-a626-a94c05c3fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:54.476524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1282360777'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:54.487752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:54.493842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Usage tracker for resource:network and tenant:3cbe24b0935c484a9531c720344bfee4 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:54.498761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:54.514632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:54.532174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-bb78d9c7-5364-4068-a626-a94c05c3fda5 None None] Port ab828fc8-cd63-48b2-98f7-a2efb5594755 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:54.540068 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-de632aaf-ce45-43eb-94a3-81ade5153349 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/routers/3e2969c8-56ff-452b-8878-d0f6f49ec523/tags HTTP/1.1" status: 200 len: 205 time: 0.4911227 Jun 02 16:22:54.541051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:54.544228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33164) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:54.549422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:54.564634 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4472018-e0d4-4ed7-ae5d-072398669a43 None None] Resources bound (agent type, host, resource id): {{(pid=92324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 16:22:54.570425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:54.582014 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-3a5bed48-35ec-43e8-bf70-b5f6c552d72a tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:54.681206 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6b7d8-61c4-469e-8c3f-c9713069b067 None None] New status for floating IP 28ae104f-857c-4362-b44d-6a30fc8e5be2: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:22:54.683529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:54.697000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c6da7-ee1c-4d02-a6a9-9aab518d6489 req-d4593a31-043d-4262-98e2-737e6d319a05 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:54.698530 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a22c6da7-ee1c-4d02-a6a9-9aab518d6489 req-d4593a31-043d-4262-98e2-737e6d319a05 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.4417541 Jun 02 16:22:54.705766 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:54.713268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Made reservation on behalf of 3cbe24b0935c484a9531c720344bfee4 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:54.717035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:54.733600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Pushing event updated for resources: {'Port': ['ID=bd47dc16-ba58-49c1-b4e4-1bb9047cd3ce,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:54.736289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:54.737621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Calling delete_port for aacc3040-1bb3-4814-81a8-030905a72c75 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:54.773418 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:54.796144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:22:54.827175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:54.827817 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Added segment e213816a-871c-4ad4-9fd5-41b5483761a1 of type vlan for network 45a514cd-8de9-44c2-bea9-d85d516942cc Jun 02 16:22:54.947634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:54.952505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-82f8b95a-7628-423c-814c-978be3d3339e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:54.967057 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:55.014815 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33170) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:55.044493 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3a5bed48-35ec-43e8-bf70-b5f6c552d72a tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/subnetpools/3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e/tags HTTP/1.1" status: 200 len: 241 time: 0.4663277 Jun 02 16:22:55.051529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': '33adeb86-41d6-45f7-911a-d900b68acee7'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:22:55.052587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:55.054848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33172) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:55.063440 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:55.064803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-6c835ce9-1236-4ee9-8092-d8dbe0d7f9b2 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e', 'tempest-TagsExtTest-Tag-1412287892') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:55.070138 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a22c6da7-ee1c-4d02-a6a9-9aab518d6489 req-5197a14d-ee1d-4c83-a093-5655d29ed1a1 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3603828 Jun 02 16:22:55.118199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f8b95a-7628-423c-814c-978be3d3339e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:55.147931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-82f8b95a-7628-423c-814c-978be3d3339e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:55.159746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:55.183938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Made reservation on behalf of a231f0203f954d538f53088bb121b96d for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:55.187508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:55.195669 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6c835ce9-1236-4ee9-8092-d8dbe0d7f9b2 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/subnetpools/3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e/tags/tempest-TagsExtTest-Tag-1412287892 HTTP/1.1" status: 204 len: 168 time: 0.1347277 Jun 02 16:22:55.197729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8b95a-7628-423c-814c-978be3d3339e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=33adeb86-41d6-45f7-911a-d900b68acee7,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:55.201575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-82f8b95a-7628-423c-814c-978be3d3339e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:55.203449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33174) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:55.213512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] device_id is not set on port 19d9cae4-61df-4c15-972d-45093db46d10 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:22:55.242940 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Allocated IP 2001:db8::2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/33adeb86-41d6-45f7-911a-d900b68acee7/bc95adcc-873c-4643-8bfa-a91629cd491b) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:55.271833 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f8b95a-7628-423c-814c-978be3d3339e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:55.272570 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-82f8b95a-7628-423c-814c-978be3d3339e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:55.281950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-d5217d3f-8d69-4ace-acc6-c272d14e6a72 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e', 'tempest-TagsExtTest-Tag-1412287892') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:55.305510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:55.312273 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:55.312925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:55.355289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:55.413780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:55.462268 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0363677 Jun 02 16:22:55.468290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33176) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:55.479847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-9b606b96-9c5d-4f75-889f-f883e04b6e72 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Request body: {'subnet': {'network_id': '45a514cd-8de9-44c2-bea9-d85d516942cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:55.487464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-501174e3-2edf-4684-b3fc-f5ba8e62cfea tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:55.494744 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-82f8b95a-7628-423c-814c-978be3d3339e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5316133 Jun 02 16:22:55.494744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event updated for resources: {'Network': ['ID=45a514cd-8de9-44c2-bea9-d85d516942cc,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:55.496362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33178) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:55.498188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:55.518495 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 45a514cd-8de9-44c2-bea9-d85d516942cc details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:22:55.519118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'fixed_ips': [{'subnet_id': '33adeb86-41d6-45f7-911a-d900b68acee7', 'ip_address': '2001:db8::59af:b7fa:5b38:599c'}], 'name': 'tempest-NetworksTestDHCPv6-1694784979'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:55.532715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:55.535195 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ce685d95-6c2a-4dfb-b8c9-d9a8768a025f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:55.624896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Pushing event deleted for resources: {'Port': ['ID=aacc3040-1bb3-4814-81a8-030905a72c75,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:55.643185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:55.666801 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Transition to ACTIVE for port object bc95adcc-873c-4643-8bfa-a91629cd491b will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:55.689793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:55.690925 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Transition to ACTIVE for port object bc95adcc-873c-4643-8bfa-a91629cd491b will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:55.696216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-501174e3-2edf-4684-b3fc-f5ba8e62cfea tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:55.698094 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:55.702214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d705060d-82f8-4879-9746-ede95971ac32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:55.769094 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:55.772609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:55.775644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:55.825572 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Pushing event updated for resources: {'Port': ['ID=bc95adcc-873c-4643-8bfa-a91629cd491b,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:55.831806 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d5217d3f-8d69-4ace-acc6-c272d14e6a72 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/subnetpools/3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e/tags/tempest-TagsExtTest-Tag-1412287892 HTTP/1.1" status: 204 len: 168 time: 0.5523157 Jun 02 16:22:55.836930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33180) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:55.843934 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Allocated IP 172.20.0.11 (47100c27-a871-4a3a-881b-3ce85570d0ee/e9925801-e683-46e8-b98f-d1acc261e15f/19d9cae4-61df-4c15-972d-45093db46d10) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:55.856112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-356ef102-eaff-433f-8876-b17a649e628f tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:55.863198 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:55.863482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:55.863848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:55.864134 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:55.864483 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:55.865271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:55.865271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:55.865461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:55.865751 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:55.866142 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:55.866413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:55.867621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:22:55.871027 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:55.874914 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:55.878259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9b606b96-9c5d-4f75-889f-f883e04b6e72 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:55.892674 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Attempting to bind port bc95adcc-873c-4643-8bfa-a91629cd491b on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:22:55.893057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Attempting to bind port bc95adcc-873c-4643-8bfa-a91629cd491b by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:22:55.893414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Attempting to bind port bc95adcc-873c-4643-8bfa-a91629cd491b on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:22:55.897630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9b606b96-9c5d-4f75-889f-f883e04b6e72 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:55.899228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:22:55.899625 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:55.899940 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:55.900342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:22:55.901028 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Bound port: bc95adcc-873c-4643-8bfa-a91629cd491b, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:22:55.901414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:56.001582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b606b96-9c5d-4f75-889f-f883e04b6e72 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Made reservation on behalf of 3cbe24b0935c484a9531c720344bfee4 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:56.005422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9b606b96-9c5d-4f75-889f-f883e04b6e72 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:56.008126 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] For port bc95adcc-873c-4643-8bfa-a91629cd491b, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:22:56.011914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] For port bc95adcc-873c-4643-8bfa-a91629cd491b, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=bc95adcc-873c-4643-8bfa-a91629cd491b,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:22:56.017297 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:56.022561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:56.101997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Pushing event updated for resources: {'Port': ['ID=bc95adcc-873c-4643-8bfa-a91629cd491b,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:56.126354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:56.126821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:56.187060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:56.198703 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:56.213663 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:56.217674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:56.220909 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-356ef102-eaff-433f-8876-b17a649e628f tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/subnetpools/3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e/tags HTTP/1.1" status: 200 len: 205 time: 0.3794527 Jun 02 16:22:56.223259 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:56.226215 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33184) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:56.263762 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-4dca4516-c6b5-4149-9e18-672295b33742 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:56.274880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-501174e3-2edf-4684-b3fc-f5ba8e62cfea tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:56.289979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2023578d-0940-481f-95ca-bf12f25b72b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:56.328849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:22:56.364411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:56.376073 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501174e3-2edf-4684-b3fc-f5ba8e62cfea tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ca9c44-593f-44eb-a230-88cac1920eba,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:56.386250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-501174e3-2edf-4684-b3fc-f5ba8e62cfea tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:56.462664 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-501174e3-2edf-4684-b3fc-f5ba8e62cfea tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:56.463790 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-501174e3-2edf-4684-b3fc-f5ba8e62cfea tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "DELETE /v2.0/security-groups/49ca9c44-593f-44eb-a230-88cac1920eba HTTP/1.1" status: 204 len: 168 time: 1.4457605 Jun 02 16:22:56.464686 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:56.465356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Fanout notify agent at l3_agent the message router_deleted on router 83e18c94-f543-4be7-97ef-0913fbe53b69 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:22:56.473763 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33186) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:56.520845 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-ab264977-763e-42c1-a6c1-342043ad8d58 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] show failed (client error): The resource could not be found. Jun 02 16:22:56.521863 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ab264977-763e-42c1-a6c1-342043ad8d58 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "GET /v2.0/security-groups/49ca9c44-593f-44eb-a230-88cac1920eba HTTP/1.1" status: 404 len: 347 time: 0.0464220 Jun 02 16:22:56.531752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:56.532733 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "DELETE /v2.0/routers/83e18c94-f543-4be7-97ef-0913fbe53b69 HTTP/1.1" status: 204 len: 168 time: 3.8541155 Jun 02 16:22:56.534997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33188) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:56.539008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33190) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:56.567155 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:56.599510 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4dca4516-c6b5-4149-9e18-672295b33742 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/subnetpools/3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e/tags HTTP/1.1" status: 204 len: 168 time: 0.3391957 Jun 02 16:22:56.621017 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-1181d1c9-e4b8-4dce-86f0-a85dc13c7987 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1104670999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:56.629401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33192) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:56.643417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-1efbdc9b-667e-467a-a409-9b44ecea7d7d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3e2969c8-56ff-452b-8878-d0f6f49ec523') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:56.653057 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Transition to ACTIVE for port object 19d9cae4-61df-4c15-972d-45093db46d10 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:56.711951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1181d1c9-e4b8-4dce-86f0-a85dc13c7987 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:22:56.785851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1181d1c9-e4b8-4dce-86f0-a85dc13c7987 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Usage tracker for resource:router and tenant:cbc4c4e807ce4665bd6e72e8220d8283 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:22:56.797309 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a62360-cb12-4021-9c7a-26c3e332e6dc req-602ea878-c378-4128-95c7-636e7c525ac7 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:56.798746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:56.798906 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-40a62360-cb12-4021-9c7a-26c3e332e6dc req-602ea878-c378-4128-95c7-636e7c525ac7 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.5734837 Jun 02 16:22:56.807528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1181d1c9-e4b8-4dce-86f0-a85dc13c7987 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:22:56.809003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:56.826267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:56.836648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1181d1c9-e4b8-4dce-86f0-a85dc13c7987 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:22:56.871238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Router ba12029f-2456-4257-8d67-a27c84b88640 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:22:56.933733 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Network 47100c27-a871-4a3a-881b-3ce85570d0ee is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:56.941366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:56.948381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:56.969482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port b548cfdd-50d4-4efc-b235-3842377ef6df yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:22:57.055086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event updated for resources: {'Port': ['ID=19d9cae4-61df-4c15-972d-45093db46d10,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:57.055294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1181d1c9-e4b8-4dce-86f0-a85dc13c7987 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:57.056323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1181d1c9-e4b8-4dce-86f0-a85dc13c7987 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:57.057153 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:57.102705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device bc95adcc-873c-4643-8bfa-a91629cd491b up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:57.106438 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-40a62360-cb12-4021-9c7a-26c3e332e6dc req-11bb5782-086a-402c-bc24-5bbf56679d6b tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837789 Jun 02 16:22:57.127330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:57.128002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:57.133068 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1efbdc9b-667e-467a-a409-9b44ecea7d7d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/routers/3e2969c8-56ff-452b-8878-d0f6f49ec523/tags HTTP/1.1" status: 204 len: 168 time: 0.4951098 Jun 02 16:22:57.153944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1181d1c9-e4b8-4dce-86f0-a85dc13c7987 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:57.155470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33194) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:57.222347 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-ecd4b78a-86e7-4b7b-bbd0-a1efe043f934 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c7126a11-c8a0-4e8b-862b-86047de9fdfe') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:57.239048 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port bc95adcc-873c-4643-8bfa-a91629cd491b completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:57.270279 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8498321 Jun 02 16:22:57.283459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33198) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:57.313252 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-13115188-0865-4ef0-b954-9def0b781af0 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a3:0f:a6'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:0a:f7:6e'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:57.347428 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a540c5-ab6a-4e9e-8774-da147792c596 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:57.379912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-4158ae61-4a0f-421d-a4b0-587758877443 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Deleting port cbda44b8-e9fe-4634-924d-a44d7bd37909 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:22:57.380253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4158ae61-4a0f-421d-a4b0-587758877443 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:57.405855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:22:57.415931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1181d1c9-e4b8-4dce-86f0-a85dc13c7987 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:57.444293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8844c6a-4464-4b2e-9d01-521aff5bcf8a None None] Sync routers for ids ['ba12029f-2456-4257-8d67-a27c84b88640'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:22:57.530009 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-93013750-87c8-4920-a0b0-35a33bc1d033 None None] Provisioning for port bc95adcc-873c-4643-8bfa-a91629cd491b completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:57.539186 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8844c6a-4464-4b2e-9d01-521aff5bcf8a None None] Routers {'ba12029f-2456-4257-8d67-a27c84b88640'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:57.540154 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c8844c6a-4464-4b2e-9d01-521aff5bcf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ba12029f-2456-4257-8d67-a27c84b88640'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:57.580396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::59af:b7fa:5b38:599c (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/33adeb86-41d6-45f7-911a-d900b68acee7/b548cfdd-50d4-4efc-b235-3842377ef6df) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:57.606357 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-93013750-87c8-4920-a0b0-35a33bc1d033 None None] Provisioning complete for port bc95adcc-873c-4643-8bfa-a91629cd491b triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:57.606777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-93013750-87c8-4920-a0b0-35a33bc1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:57.650327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1181d1c9-e4b8-4dce-86f0-a85dc13c7987 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:57.651840 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1181d1c9-e4b8-4dce-86f0-a85dc13c7987 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0544760 Jun 02 16:22:57.665306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c8844c6a-4464-4b2e-9d01-521aff5bcf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:57.703964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33202) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:57.726350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'enable_snat': True}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:57.727542 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8844c6a-4464-4b2e-9d01-521aff5bcf8a None None] Routers {'ba12029f-2456-4257-8d67-a27c84b88640'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:22:57.728194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c8844c6a-4464-4b2e-9d01-521aff5bcf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ba12029f-2456-4257-8d67-a27c84b88640'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:57.805495 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c8844c6a-4464-4b2e-9d01-521aff5bcf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:57.805912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8844c6a-4464-4b2e-9d01-521aff5bcf8a None None] The sync data for ids ['ba12029f-2456-4257-8d67-a27c84b88640'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:22:57.827943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:57.831721 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e03666e7-eb82-4b6c-8f77-ac04a962ea4b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.2231674 Jun 02 16:22:57.865646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33204) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:57.874101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-71e9caa2-d46f-4084-b1da-00390ee81f88 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'enable_snat': False}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:22:57.924622 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-93013750-87c8-4920-a0b0-35a33bc1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:57.945424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4158ae61-4a0f-421d-a4b0-587758877443 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:57.946115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4158ae61-4a0f-421d-a4b0-587758877443 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:57.970037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-93013750-87c8-4920-a0b0-35a33bc1d033 None None] For port bc95adcc-873c-4643-8bfa-a91629cd491b, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=bc95adcc-873c-4643-8bfa-a91629cd491b,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:22:57.976144 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-93013750-87c8-4920-a0b0-35a33bc1d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:57.980221 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3215b5b1-376e-4983-9a4c-e6a0b89543b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:58.059103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93013750-87c8-4920-a0b0-35a33bc1d033 None None] Pushing event updated for resources: {'Port': ['ID=bc95adcc-873c-4643-8bfa-a91629cd491b,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:58.065565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-93013750-87c8-4920-a0b0-35a33bc1d033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:58.099916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1b0be8df-f611-44de-9d9f-e107ea4696af None None] Provisioning for port 19d9cae4-61df-4c15-972d-45093db46d10 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:58.106203 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1b0be8df-f611-44de-9d9f-e107ea4696af None None] Provisioning complete for port 19d9cae4-61df-4c15-972d-45093db46d10 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:58.107585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1b0be8df-f611-44de-9d9f-e107ea4696af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:58.173706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1b0be8df-f611-44de-9d9f-e107ea4696af None None] Port 19d9cae4-61df-4c15-972d-45093db46d10 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:58.225348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9b606b96-9c5d-4f75-889f-f883e04b6e72 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:58.249953 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b7c83141-3c02-471e-96de-b726e0563315 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:58.282390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13115188-0865-4ef0-b954-9def0b781af0 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:58.294151 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bd085cf6-23e3-421a-8091-be3778fc1c61 None None] Provisioning complete for port bc95adcc-873c-4643-8bfa-a91629cd491b triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:58.294671 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bd085cf6-23e3-421a-8091-be3778fc1c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:58.306757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-4158ae61-4a0f-421d-a4b0-587758877443 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Calling delete_port for cbda44b8-e9fe-4634-924d-a44d7bd37909 owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:22:58.410234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:58.427394 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca584dc9-36fd-495f-a67d-6c13b09e2505 req-f3333264-99af-49e1-8d1b-de3353031789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:58.428883 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ca584dc9-36fd-495f-a67d-6c13b09e2505 req-f3333264-99af-49e1-8d1b-de3353031789 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e97360779e4d6396b45277baa95f46&device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 1099 time: 0.5972264 Jun 02 16:22:58.491496 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ecd4b78a-86e7-4b7b-bbd0-a1efe043f934 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/ports/c7126a11-c8a0-4e8b-862b-86047de9fdfe/tags HTTP/1.1" status: 204 len: 168 time: 1.3254445 Jun 02 16:22:58.499506 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33206) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:58.566656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-459e18b3-9703-490a-ab68-5bd4ceca4936 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a4f19ccc-b92c-4dc8-8df8-6b91d814166f') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:58.573449 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b606b96-9c5d-4f75-889f-f883e04b6e72 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event updated for resources: {'Subnet': ['ID=0fd8beeb-43e9-4a20-9a99-8a851939a4fb,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:58.576418 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9b606b96-9c5d-4f75-889f-f883e04b6e72 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:58.628333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object b548cfdd-50d4-4efc-b235-3842377ef6df will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:22:58.659406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b606b96-9c5d-4f75-889f-f883e04b6e72 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Checking segment: {'id': 'e213816a-871c-4ad4-9fd5-41b5483761a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '45a514cd-8de9-44c2-bea9-d85d516942cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:22:58.659826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b606b96-9c5d-4f75-889f-f883e04b6e72 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Network hostable DHCP agents. Network: 45a514cd-8de9-44c2-bea9-d85d516942cc, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:22:58.696294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:58.724454 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655592c7-49a0-40c7-9422-f57fbb145ab8 req-88f33120-7e03-4480-8eac-144f0b6f1cc5 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:58.726019 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-655592c7-49a0-40c7-9422-f57fbb145ab8 req-88f33120-7e03-4480-8eac-144f0b6f1cc5 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 1.0895824 Jun 02 16:22:58.864619 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:58.884980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca584dc9-36fd-495f-a67d-6c13b09e2505 req-2ce7db68-4f50-4f09-9eeb-c6fbe7d5e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:58.886486 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ca584dc9-36fd-495f-a67d-6c13b09e2505 req-2ce7db68-4f50-4f09-9eeb-c6fbe7d5e530 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65d13a74-8578-490b-adf4-f817c919af14 HTTP/1.1" status: 200 len: 912 time: 0.4352782 Jun 02 16:22:58.891785 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b606b96-9c5d-4f75-889f-f883e04b6e72 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Network 45a514cd-8de9-44c2-bea9-d85d516942cc is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:22:58.917796 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-655592c7-49a0-40c7-9422-f57fbb145ab8 req-195bb517-f423-44cf-b204-85a8b6e1443d tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756639 Jun 02 16:22:58.927735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fe13989d-9dee-4f69-aa1e-3ad18f4107c7 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:59.040553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device bc95adcc-873c-4643-8bfa-a91629cd491b up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:22:59.040779 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:22:59.044244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=b548cfdd-50d4-4efc-b235-3842377ef6df,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:59.047488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:59.049939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:59.051650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4158ae61-4a0f-421d-a4b0-587758877443 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:59.058147 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-459e18b3-9703-490a-ab68-5bd4ceca4936 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/subnets/a4f19ccc-b92c-4dc8-8df8-6b91d814166f/tags HTTP/1.1" status: 204 len: 168 time: 0.5515153 Jun 02 16:22:59.058147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:22:59.062936 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:59.063592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:59.068861 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-19d8d918-3f0f-4cbd-ae50-f51df4e04606 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:59.098147 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33208) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:59.098934 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-9b606b96-9c5d-4f75-889f-f883e04b6e72 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 45a514cd-8de9-44c2-bea9-d85d516942cc) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:22:59.110907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-5e60ae76-2360-4634-9fd6-4e00ac26d880 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a4f19ccc-b92c-4dc8-8df8-6b91d814166f', 'tempest-TagsExtTest-Tag-1991213787') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:22:59.131621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158ae61-4a0f-421d-a4b0-587758877443 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Pushing event deleted for resources: {'Port': ['ID=cbda44b8-e9fe-4634-924d-a44d7bd37909,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:59.174434 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4158ae61-4a0f-421d-a4b0-587758877443 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:59.181142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b606b96-9c5d-4f75-889f-f883e04b6e72 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:59.181744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9b606b96-9c5d-4f75-889f-f883e04b6e72 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:59.207601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590d5613-d7b1-4d61-bd5b-01e84d95e08d None None] Network 45a514cd-8de9-44c2-bea9-d85d516942cc requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:22:59.221473 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7157075 Jun 02 16:22:59.269768 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33210) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:59.270614 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4158ae61-4a0f-421d-a4b0-587758877443 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:59.273286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4158ae61-4a0f-421d-a4b0-587758877443 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:59.277434 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4158ae61-4a0f-421d-a4b0-587758877443 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] 10.222.0.50 "DELETE /v2.0/floatingips/28ae104f-857c-4362-b44d-6a30fc8e5be2 HTTP/1.1" status: 204 len: 168 time: 2.7364554 Jun 02 16:22:59.327493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33212) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:59.426645 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-71e9caa2-d46f-4084-b1da-00390ee81f88 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:59.435065 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ca584dc9-36fd-495f-a67d-6c13b09e2505 req-c5ed896d-c475-4a02-8acd-a55db50e2f31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 HTTP/1.1" status: 200 len: 1000 time: 0.5381224 Jun 02 16:22:59.473352 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port bc95adcc-873c-4643-8bfa-a91629cd491b triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:59.473852 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:59.488205 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9b606b96-9c5d-4f75-889f-f883e04b6e72 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.0107462 Jun 02 16:22:59.501589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33214) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:59.523715 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-45a514cd-8de9-44c2-bea9-d85d516942cc', 'network_id': '45a514cd-8de9-44c2-bea9-d85d516942cc', 'tenant_id': '3cbe24b0935c484a9531c720344bfee4', 'fixed_ips': [{'subnet_id': '0fd8beeb-43e9-4a20-9a99-8a851939a4fb'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:22:59.524743 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:59.557384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-87181357-8b8f-449d-97bb-5bcaf6ccab4f None None] Provisioning for port b548cfdd-50d4-4efc-b235-3842377ef6df completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:22:59.557711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13115188-0865-4ef0-b954-9def0b781af0 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:59.580236 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13115188-0865-4ef0-b954-9def0b781af0 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:59.614385 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-87181357-8b8f-449d-97bb-5bcaf6ccab4f None None] Provisioning complete for port b548cfdd-50d4-4efc-b235-3842377ef6df triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:22:59.615006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-87181357-8b8f-449d-97bb-5bcaf6ccab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:59.634560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-42a8bfb9-bd33-43e5-8c3c-ee1d5e10cbe2 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:22:59.738290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-87181357-8b8f-449d-97bb-5bcaf6ccab4f None None] Port b548cfdd-50d4-4efc-b235-3842377ef6df cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:22:59.763467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca584dc9-36fd-495f-a67d-6c13b09e2505 req-91930265-bce4-4900-a235-b3b8b841a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:59.765034 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ca584dc9-36fd-495f-a67d-6c13b09e2505 req-91930265-bce4-4900-a235-b3b8b841a920 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58265fad-4025-46d0-93bb-61bd65052044 HTTP/1.1" status: 200 len: 850 time: 0.3172810 Jun 02 16:22:59.811627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aab6b05-a944-4841-8c77-8b82f41a82f9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:59.817492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aab6b05-a944-4841-8c77-8b82f41a82f9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:59.818353 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1aab6b05-a944-4841-8c77-8b82f41a82f9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:22:59.837466 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Allocated IP 2001:db8::2 (45a514cd-8de9-44c2-bea9-d85d516942cc/0fd8beeb-43e9-4a20-9a99-8a851939a4fb/aac24240-8afe-4d18-ad5c-efdfaf0f9310) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:22:59.912816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13115188-0865-4ef0-b954-9def0b781af0 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event updated for resources: {'Port': ['ID=19d9cae4-61df-4c15-972d-45093db46d10,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:22:59.915922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-13115188-0865-4ef0-b954-9def0b781af0 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:22:59.942028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-13115188-0865-4ef0-b954-9def0b781af0 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] In _notify_port_updated(), no bound segment for port 19d9cae4-61df-4c15-972d-45093db46d10 on network 47100c27-a871-4a3a-881b-3ce85570d0ee {{(pid=92322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:22:59.962870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13115188-0865-4ef0-b954-9def0b781af0 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:22:59.963275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:59.964238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13115188-0865-4ef0-b954-9def0b781af0 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:22:59.965742 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-13115188-0865-4ef0-b954-9def0b781af0 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "PUT /v2.0/ports/19d9cae4-61df-4c15-972d-45093db46d10 HTTP/1.1" status: 200 len: 1084 time: 2.6580329 Jun 02 16:22:59.972570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33218) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:22:59.997624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1aab6b05-a944-4841-8c77-8b82f41a82f9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:22:59.999007 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1aab6b05-a944-4841-8c77-8b82f41a82f9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.7232151 Jun 02 16:23:00.005233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33220) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:00.007835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:00.013814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7486811d-581a-4935-bde5-c568d05d8bf6 None None] Provisioning complete for port 19d9cae4-61df-4c15-972d-45093db46d10 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:00.014349 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7486811d-581a-4935-bde5-c568d05d8bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:00.014956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:00.086128 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5e60ae76-2360-4634-9fd6-4e00ac26d880 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "PUT /v2.0/subnets/a4f19ccc-b92c-4dc8-8df8-6b91d814166f/tags/tempest-TagsExtTest-Tag-1991213787 HTTP/1.1" status: 201 len: 201 time: 0.9766154 Jun 02 16:23:00.097863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33222) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:00.106080 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-893d3cfb-acb2-42d5-b697-0d3fee1ae026 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c7126a11-c8a0-4e8b-862b-86047de9fdfe', 'tempest-TagsExtTest-Tag-790473329') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:00.107106 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-7486811d-581a-4935-bde5-c568d05d8bf6 None None] Port 19d9cae4-61df-4c15-972d-45093db46d10 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:23:00.176369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:00.187426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Transition to ACTIVE for port object aac24240-8afe-4d18-ad5c-efdfaf0f9310 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:00.209618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Transition to ACTIVE for port object aac24240-8afe-4d18-ad5c-efdfaf0f9310 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:00.217274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:00.223672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:00.275729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca584dc9-36fd-495f-a67d-6c13b09e2505 req-ec944f26-d626-4ae9-87f3-873422fd9990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:00.277410 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ca584dc9-36fd-495f-a67d-6c13b09e2505 req-ec944f26-d626-4ae9-87f3-873422fd9990 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65d13a74-8578-490b-adf4-f817c919af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4960284 Jun 02 16:23:00.293495 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Network 45a514cd-8de9-44c2-bea9-d85d516942cc is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:00.297519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:00.302417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:00.312896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Pushing event updated for resources: {'Port': ['ID=aac24240-8afe-4d18-ad5c-efdfaf0f9310,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:00.316769 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:00.349107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:00.419345 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Attempting to bind port aac24240-8afe-4d18-ad5c-efdfaf0f9310 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:23:00.419775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Attempting to bind port aac24240-8afe-4d18-ad5c-efdfaf0f9310 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'e213816a-871c-4ad4-9fd5-41b5483761a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '45a514cd-8de9-44c2-bea9-d85d516942cc'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:23:00.420180 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Attempting to bind port aac24240-8afe-4d18-ad5c-efdfaf0f9310 on network 45a514cd-8de9-44c2-bea9-d85d516942cc {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:23:00.426208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:23:00.426466 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Checking segment: {'id': 'e213816a-871c-4ad4-9fd5-41b5483761a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '45a514cd-8de9-44c2-bea9-d85d516942cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:00.426916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:00.427372 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Bound using segment: {'id': 'e213816a-871c-4ad4-9fd5-41b5483761a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '45a514cd-8de9-44c2-bea9-d85d516942cc'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:23:00.427855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Bound port: aac24240-8afe-4d18-ad5c-efdfaf0f9310, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e213816a-871c-4ad4-9fd5-41b5483761a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '45a514cd-8de9-44c2-bea9-d85d516942cc'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:23:00.428237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:00.469652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Allocated IP 172.26.3.17 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/587cf603-e5d2-4ab8-a5ec-64309d0bc53c) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:00.492891 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8ed70-92a1-4fe2-8c36-a70b00e09766 req-92c52c70-7e09-4d75-8264-2302bffdf9de tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:00.494624 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-27b8ed70-92a1-4fe2-8c36-a70b00e09766 req-92c52c70-7e09-4d75-8264-2302bffdf9de tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.4162624 Jun 02 16:23:00.526110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] For port aac24240-8afe-4d18-ad5c-efdfaf0f9310, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:23:00.530329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] For port aac24240-8afe-4d18-ad5c-efdfaf0f9310, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=aac24240-8afe-4d18-ad5c-efdfaf0f9310,segment=NetworkSegment(e213816a-871c-4ad4-9fd5-41b5483761a1),segment_id=e213816a-871c-4ad4-9fd5-41b5483761a1)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:23:00.536711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:00.540551 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8516296a-f092-4139-bb58-4a9e6a34957e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:00.554524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-65e8acb8-e102-419b-b8af-82c6db7b7657 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port b548cfdd-50d4-4efc-b235-3842377ef6df {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:00.554868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65e8acb8-e102-419b-b8af-82c6db7b7657 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:00.581966 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-893d3cfb-acb2-42d5-b697-0d3fee1ae026 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "PUT /v2.0/ports/c7126a11-c8a0-4e8b-862b-86047de9fdfe/tags/tempest-TagsExtTest-Tag-790473329 HTTP/1.1" status: 201 len: 201 time: 0.4767585 Jun 02 16:23:00.585436 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33224) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:00.593328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-a1d0ce75-d343-4789-84ee-4591c9d29518 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3e2969c8-56ff-452b-8878-d0f6f49ec523', 'tempest-TagsExtTest-Tag-1896226113') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:00.631690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Pushing event updated for resources: {'Port': ['ID=aac24240-8afe-4d18-ad5c-efdfaf0f9310,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:00.645610 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:00.746245 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ca584dc9-36fd-495f-a67d-6c13b09e2505 req-49175405-3e14-4587-9aa4-745e4f5406f5 service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504516 Jun 02 16:23:00.765165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-7254805b-0899-4198-9366-df3ee67744d6 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Deleting port 19d9cae4-61df-4c15-972d-45093db46d10 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:00.765516 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7254805b-0899-4198-9366-df3ee67744d6 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:00.883437 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-27b8ed70-92a1-4fe2-8c36-a70b00e09766 req-3718e10a-3334-4b0a-8247-f0d6f6b0f293 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3233984 Jun 02 16:23:01.080144 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device aac24240-8afe-4d18-ad5c-efdfaf0f9310 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:01.146733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65e8acb8-e102-419b-b8af-82c6db7b7657 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:01.157493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:01.157693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port aac24240-8afe-4d18-ad5c-efdfaf0f9310 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:01.317340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-65e8acb8-e102-419b-b8af-82c6db7b7657 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for b548cfdd-50d4-4efc-b235-3842377ef6df owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:01.342599 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a1d0ce75-d343-4789-84ee-4591c9d29518 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "PUT /v2.0/routers/3e2969c8-56ff-452b-8878-d0f6f49ec523/tags/tempest-TagsExtTest-Tag-1896226113 HTTP/1.1" status: 201 len: 201 time: 0.7538090 Jun 02 16:23:01.345621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33226) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:01.355319 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-7f91d9c7-dc24-47d5-bbc0-6b4d55b185d4 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e', 'tempest-TagsExtTest-Tag-234604789') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:01.429026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:01.436610 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-351eb206-3a90-47c0-b3b7-4190d068a6d9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:01.491428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7f571ba9-2fda-42e2-b890-0d2c80ec19c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:01.582502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7254805b-0899-4198-9366-df3ee67744d6 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:01.594097 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:01.602246 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7f91d9c7-dc24-47d5-bbc0-6b4d55b185d4 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "PUT /v2.0/subnetpools/3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e/tags/tempest-TagsExtTest-Tag-234604789 HTTP/1.1" status: 201 len: 201 time: 0.2531266 Jun 02 16:23:01.605420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33228) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:01.616194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-bfe9cbc5-4092-4429-b106-c33eac4359fa tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a4f19ccc-b92c-4dc8-8df8-6b91d814166f', {'tags': ['tempest-TagsExtTest-Tag-653929073', 'tempest-TagsExtTest-Tag-1236375652', 'tempest-TagsExtTest-Tag-731595672']}) {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:01.656773 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ca584dc9-36fd-495f-a67d-6c13b09e2505 req-18d54465-374b-48ba-896c-899a0d890513 service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8685703 Jun 02 16:23:01.691308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:01.758101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:01.768310 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4890f772-32e4-47c8-a783-7dbf77aad689 None None] Network 45a514cd-8de9-44c2-bea9-d85d516942cc requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:01.784655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Pushing event updated for resources: {'Port': ['ID=587cf603-e5d2-4ab8-a5ec-64309d0bc53c,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:01.789502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-7254805b-0899-4198-9366-df3ee67744d6 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Calling delete_port for 19d9cae4-61df-4c15-972d-45093db46d10 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:01.817337 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:01.950230 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cc9f3ef1-40ad-4daf-a8eb-e84a31d246ff None None] Provisioning for port aac24240-8afe-4d18-ad5c-efdfaf0f9310 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:01.973152 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cc9f3ef1-40ad-4daf-a8eb-e84a31d246ff None None] Provisioning complete for port aac24240-8afe-4d18-ad5c-efdfaf0f9310 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:01.973691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cc9f3ef1-40ad-4daf-a8eb-e84a31d246ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:01.996484 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:02.020114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7dbb58fd-8ce9-49b9-aa3f-53de15dd4ca3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:02.058494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd8beeb-43e9-4a20-9a99-8a851939a4fb,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:02.073331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:02.079935 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bfe9cbc5-4092-4429-b106-c33eac4359fa tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "PUT /v2.0/subnets/a4f19ccc-b92c-4dc8-8df8-6b91d814166f/tags HTTP/1.1" status: 200 len: 316 time: 0.4678302 Jun 02 16:23:02.113287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33232) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:02.117674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-475bf9a5-b57d-4a69-a8b2-c584ed9d8802 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a4f19ccc-b92c-4dc8-8df8-6b91d814166f') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:02.208404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cc9f3ef1-40ad-4daf-a8eb-e84a31d246ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:02.215063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65e8acb8-e102-419b-b8af-82c6db7b7657 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:02.221263 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-71e9caa2-d46f-4084-b1da-00390ee81f88 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:02.234391 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0648be3a-8aed-4ef0-9e59-0a1bdf58feb2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:02.250477 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-71e9caa2-d46f-4084-b1da-00390ee81f88 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:02.253717 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:02.283472 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-cc9f3ef1-40ad-4daf-a8eb-e84a31d246ff None None] For port aac24240-8afe-4d18-ad5c-efdfaf0f9310, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=aac24240-8afe-4d18-ad5c-efdfaf0f9310,segment=NetworkSegment(e213816a-871c-4ad4-9fd5-41b5483761a1),segment_id=e213816a-871c-4ad4-9fd5-41b5483761a1)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:02.297959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cc9f3ef1-40ad-4daf-a8eb-e84a31d246ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:02.298605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8acb8-e102-419b-b8af-82c6db7b7657 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=b548cfdd-50d4-4efc-b235-3842377ef6df,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:02.302103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-567ebbc6-0a1d-46cf-aa04-102ac4d4c60b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:02.310267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-65e8acb8-e102-419b-b8af-82c6db7b7657 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:02.323987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a514cd-8de9-44c2-bea9-d85d516942cc']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:02.381766 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f6db53-166f-4eaa-b1a4-bbf7e0e54207 None None] DHCP port deletion for 45a514cd-8de9-44c2-bea9-d85d516942cc request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:23:02.416004 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65e8acb8-e102-419b-b8af-82c6db7b7657 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:02.422781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e213816a-871c-4ad4-9fd5-41b5483761a1') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:02.423596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e213816a-871c-4ad4-9fd5-41b5483761a1') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:02.455560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:02.481243 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf34a60-0af2-4177-8ae8-1945a9f31d09 req-d3ddb2e0-a18c-4e02-8af9-97526e637564 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:02.483518 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-dbf34a60-0af2-4177-8ae8-1945a9f31d09 req-d3ddb2e0-a18c-4e02-8af9-97526e637564 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.3560126 Jun 02 16:23:02.489949 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-65e8acb8-e102-419b-b8af-82c6db7b7657 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/b548cfdd-50d4-4efc-b235-3842377ef6df HTTP/1.1" status: 204 len: 168 time: 2.4835036 Jun 02 16:23:02.495465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33234) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:02.522645 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6db53-166f-4eaa-b1a4-bbf7e0e54207 None None] Deleting port aac24240-8afe-4d18-ad5c-efdfaf0f9310 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:02.523234 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b1f6db53-166f-4eaa-b1a4-bbf7e0e54207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:02.546666 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:02.622404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7254805b-0899-4198-9366-df3ee67744d6 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:02.628617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:23:02.629021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:23:02.649652 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:23:02.653344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f3ef1-40ad-4daf-a8eb-e84a31d246ff None None] Pushing event updated for resources: {'Port': ['ID=aac24240-8afe-4d18-ad5c-efdfaf0f9310,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:02.656434 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cc9f3ef1-40ad-4daf-a8eb-e84a31d246ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:02.663547 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2269b14f-78ff-44c7-a0db-27bb2cd06892 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:02.664030 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b1f6db53-166f-4eaa-b1a4-bbf7e0e54207 None None] For port aac24240-8afe-4d18-ad5c-efdfaf0f9310, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=aac24240-8afe-4d18-ad5c-efdfaf0f9310,segment=NetworkSegment(e213816a-871c-4ad4-9fd5-41b5483761a1),segment_id=e213816a-871c-4ad4-9fd5-41b5483761a1)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:02.664314 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b1f6db53-166f-4eaa-b1a4-bbf7e0e54207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:02.718237 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-dbf34a60-0af2-4177-8ae8-1945a9f31d09 req-f8a7a283-e7e9-4335-b9aa-93e3664cb354 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260370 Jun 02 16:23:02.802818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6db53-166f-4eaa-b1a4-bbf7e0e54207 None None] Calling delete_port for aac24240-8afe-4d18-ad5c-efdfaf0f9310 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:02.911392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bc1f99a9-527e-406d-b295-ab93f4daaa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:02.952625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254805b-0899-4198-9366-df3ee67744d6 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event deleted for resources: {'Port': ['ID=19d9cae4-61df-4c15-972d-45093db46d10,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:02.959818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7254805b-0899-4198-9366-df3ee67744d6 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:02.986188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:03.048135 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-7f571ba9-2fda-42e2-b890-0d2c80ec19c8 admin admin] Deleting port 65c206db-6671-4154-b4e1-9ad63a82a35b {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:03.048407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7f571ba9-2fda-42e2-b890-0d2c80ec19c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:03.050904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee28d0f7-5f97-4c3e-936d-bbf3287244a8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:03.052861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee28d0f7-5f97-4c3e-936d-bbf3287244a8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:03.057266 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ee28d0f7-5f97-4c3e-936d-bbf3287244a8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5497286 Jun 02 16:23:03.061114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33236) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:03.062384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b1f6db53-166f-4eaa-b1a4-bbf7e0e54207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:03.066195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.api [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:23:03.066195 dv-neutron-601336-83-hyperv neutron-server[92322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:23:03.066195 dv-neutron-601336-83-hyperv neutron-server[92322]: [parameters: {'id': '45a514cd-8de9-44c2-bea9-d85d516942cc'}] Jun 02 16:23:03.066195 dv-neutron-601336-83-hyperv neutron-server[92322]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:23:03.066738 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_db.api [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:23:03.070617 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:03.083658 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e9caa2-d46f-4084-b1da-00390ee81f88 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Router ba12029f-2456-4257-8d67-a27c84b88640 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:23:03.121999 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:23:03.135418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device aac24240-8afe-4d18-ad5c-efdfaf0f9310 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:23:03.200188 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6db53-166f-4eaa-b1a4-bbf7e0e54207 None None] Pushing event deleted for resources: {'Port': ['ID=aac24240-8afe-4d18-ad5c-efdfaf0f9310,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:03.203478 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b1f6db53-166f-4eaa-b1a4-bbf7e0e54207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:03.208730 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-475bf9a5-b57d-4a69-a8b2-c584ed9d8802 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/subnets/a4f19ccc-b92c-4dc8-8df8-6b91d814166f/tags HTTP/1.1" status: 204 len: 168 time: 1.0916731 Jun 02 16:23:03.209624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33238) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:03.210456 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6db53-166f-4eaa-b1a4-bbf7e0e54207 None None] No DVR routers for this DVR port aac24240-8afe-4d18-ad5c-efdfaf0f9310 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:23:03.215655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: aac24240-8afe-4d18-ad5c-efdfaf0f9310 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:23:03.216235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device aac24240-8afe-4d18-ad5c-efdfaf0f9310 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:23:03.235337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-93673cfe-bae2-4d3b-9959-95fefb1052c8 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a4f19ccc-b92c-4dc8-8df8-6b91d814166f', 'tempest-TagsExtTest-Tag-653929073') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:03.282857 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-953ca588-2807-4bce-9fca-1add8849590a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 33adeb86-41d6-45f7-911a-d900b68acee7 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:23:03.301805 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-953ca588-2807-4bce-9fca-1add8849590a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:03.408441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-953ca588-2807-4bce-9fca-1add8849590a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:03.446551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-7f571ba9-2fda-42e2-b890-0d2c80ec19c8 admin admin] For port 65c206db-6671-4154-b4e1-9ad63a82a35b, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=65c206db-6671-4154-b4e1-9ad63a82a35b,segment=NetworkSegment(d4695709-f309-4a51-9b88-aa4f54303241),segment_id=d4695709-f309-4a51-9b88-aa4f54303241)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:03.446871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7f571ba9-2fda-42e2-b890-0d2c80ec19c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:03.568092 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:03.584532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e9caa2-d46f-4084-b1da-00390ee81f88 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:23:03.594124 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e066a6e-9845-4b5f-a602-e19f97f2e412 None None] Sync routers for ids ['ba12029f-2456-4257-8d67-a27c84b88640'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:23:03.606199 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e066a6e-9845-4b5f-a602-e19f97f2e412 None None] Routers {'ba12029f-2456-4257-8d67-a27c84b88640'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:03.607310 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9e066a6e-9845-4b5f-a602-e19f97f2e412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ba12029f-2456-4257-8d67-a27c84b88640'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:03.615641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7254805b-0899-4198-9366-df3ee67744d6 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:03.644818 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-7f571ba9-2fda-42e2-b890-0d2c80ec19c8 admin admin] Calling delete_port for 65c206db-6671-4154-b4e1-9ad63a82a35b owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:03.664575 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-93673cfe-bae2-4d3b-9959-95fefb1052c8 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] show failed (client error): The resource could not be found. Jun 02 16:23:03.669103 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-93673cfe-bae2-4d3b-9959-95fefb1052c8 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/subnets/a4f19ccc-b92c-4dc8-8df8-6b91d814166f/tags/tempest-TagsExtTest-Tag-653929073 HTTP/1.1" status: 404 len: 328 time: 0.4340260 Jun 02 16:23:03.678137 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33240) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:03.682641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-a66c7730-1a99-4170-bc63-6dde830f6d96 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a4f19ccc-b92c-4dc8-8df8-6b91d814166f', 'tempest-TagsExtTest-Tag-1236375652') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:03.683777 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9e066a6e-9845-4b5f-a602-e19f97f2e412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:03.694510 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e066a6e-9845-4b5f-a602-e19f97f2e412 None None] Routers {'ba12029f-2456-4257-8d67-a27c84b88640'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:03.695335 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9e066a6e-9845-4b5f-a602-e19f97f2e412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:22:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ba12029f-2456-4257-8d67-a27c84b88640'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:03.697275 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7254805b-0899-4198-9366-df3ee67744d6 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "DELETE /v2.0/ports/19d9cae4-61df-4c15-972d-45093db46d10 HTTP/1.1" status: 204 len: 168 time: 3.6957583 Jun 02 16:23:03.702544 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-71e9caa2-d46f-4084-b1da-00390ee81f88 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:03.706121 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-71e9caa2-d46f-4084-b1da-00390ee81f88 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "PUT /v2.0/routers/ba12029f-2456-4257-8d67-a27c84b88640 HTTP/1.1" status: 200 len: 924 time: 5.8363862 Jun 02 16:23:03.706121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33242) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:03.708234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33244) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:03.758305 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9e066a6e-9845-4b5f-a602-e19f97f2e412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:03.758816 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e066a6e-9845-4b5f-a602-e19f97f2e412 None None] The sync data for ids ['ba12029f-2456-4257-8d67-a27c84b88640'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:23:03.856900 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:03.864204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-953ca588-2807-4bce-9fca-1add8849590a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:03.906635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:03.914742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:03.923983 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ae4a3e-e2fe-4f77-8385-1f6774604fe4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] GET failed (client error): The resource could not be found. Jun 02 16:23:03.924524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-18ae4a3e-e2fe-4f77-8385-1f6774604fe4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Synchronizing usage tracker for tenant:a231f0203f954d538f53088bb121b96d on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:03.941931 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a514cd-8de9-44c2-bea9-d85d516942cc']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:03.973608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e213816a-871c-4ad4-9fd5-41b5483761a1') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:03.973883 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e213816a-871c-4ad4-9fd5-41b5483761a1') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:04.046139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:04.064211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-18ae4a3e-e2fe-4f77-8385-1f6774604fe4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Unset dirty status for tenant:a231f0203f954d538f53088bb121b96d on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:04.065387 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-18ae4a3e-e2fe-4f77-8385-1f6774604fe4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "GET /v2.0/ports/19d9cae4-61df-4c15-972d-45093db46d10 HTTP/1.1" status: 404 len: 333 time: 0.3579185 Jun 02 16:23:04.084616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33248) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:04.111925 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-a66c7730-1a99-4170-bc63-6dde830f6d96 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] show failed (client error): The resource could not be found. Jun 02 16:23:04.112862 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a66c7730-1a99-4170-bc63-6dde830f6d96 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/subnets/a4f19ccc-b92c-4dc8-8df8-6b91d814166f/tags/tempest-TagsExtTest-Tag-1236375652 HTTP/1.1" status: 404 len: 329 time: 0.4337246 Jun 02 16:23:04.121926 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33250) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:04.122327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:04.129779 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-2debb6cb-04dc-43d0-9e07-e2b42d228931 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a4f19ccc-b92c-4dc8-8df8-6b91d814166f', 'tempest-TagsExtTest-Tag-731595672') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:04.154493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:23:04.154863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:23:04.171745 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:23:04.192342 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4fa06321-4d56-4872-bcfa-dd09775893d1 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/routers/ba12029f-2456-4257-8d67-a27c84b88640 HTTP/1.1" status: 200 len: 924 time: 0.4116216 Jun 02 16:23:04.197837 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33252) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:04.348830 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835ad4-1570-4e42-ba15-9b762503dbf5 req-fe4709fe-c2ee-45a4-9c1b-7b0a61f3c72d tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:04.350491 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3b835ad4-1570-4e42-ba15-9b762503dbf5 req-fe4709fe-c2ee-45a4-9c1b-7b0a61f3c72d tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.4981847 Jun 02 16:23:04.363800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:04.370619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2331c618-fa02-4195-8eee-c0a2e5339d0a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:04.398704 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:04.419852 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Network': ['ID=45a514cd-8de9-44c2-bea9-d85d516942cc,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:04.426537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:04.427883 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/networks/45a514cd-8de9-44c2-bea9-d85d516942cc HTTP/1.1" status: 204 len: 168 time: 4.9214764 Jun 02 16:23:04.434512 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33254) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:04.450755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-721033182'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:04.469465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:04.483072 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Usage tracker for resource:network and tenant:3cbe24b0935c484a9531c720344bfee4 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:04.521367 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:04.542284 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:04.631052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Made reservation on behalf of 3cbe24b0935c484a9531c720344bfee4 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:04.634466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:04.639053 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3b835ad4-1570-4e42-ba15-9b762503dbf5 req-cc6ce807-8a0e-4a0f-90bc-0b980279965b tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772999 Jun 02 16:23:04.657040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d40bd39-6ec0-4528-bd48-c499572db2d0 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:04.657700 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4d40bd39-6ec0-4528-bd48-c499572db2d0 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Synchronizing usage tracker for tenant:d4cc99ad0eb24e0989ccc21d2989e88c on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:04.661248 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-0898d4c1-6180-4481-abae-f5fbf1e7576a tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Deleting port ab828fc8-cd63-48b2-98f7-a2efb5594755 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:04.661661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0898d4c1-6180-4481-abae-f5fbf1e7576a tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:04.708298 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-2debb6cb-04dc-43d0-9e07-e2b42d228931 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] show failed (client error): The resource could not be found. Jun 02 16:23:04.712073 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2debb6cb-04dc-43d0-9e07-e2b42d228931 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/subnets/a4f19ccc-b92c-4dc8-8df8-6b91d814166f/tags/tempest-TagsExtTest-Tag-731595672 HTTP/1.1" status: 404 len: 328 time: 0.5843565 Jun 02 16:23:04.713229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33258) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:04.725119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-6f6fd070-da21-4e9c-83d5-b90c67d68e55 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c7126a11-c8a0-4e8b-862b-86047de9fdfe', {'tags': ['tempest-TagsExtTest-Tag-45626157', 'tempest-TagsExtTest-Tag-1870301791', 'tempest-TagsExtTest-Tag-1311686134']}) {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:04.757394 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4d40bd39-6ec0-4528-bd48-c499572db2d0 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Unset dirty status for tenant:d4cc99ad0eb24e0989ccc21d2989e88c on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:04.758655 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4d40bd39-6ec0-4528-bd48-c499572db2d0 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&device_id=ba12029f-2456-4257-8d67-a27c84b88640&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5153763 Jun 02 16:23:04.767077 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33260) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:04.805549 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7f571ba9-2fda-42e2-b890-0d2c80ec19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:04.810439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-953ca588-2807-4bce-9fca-1add8849590a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:04.824494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:23:04.827095 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0165aa28-c051-4944-bdaf-6e92cbd09629 tempest-RoutersAdminNegativeTest-1590558466 tempest-RoutersAdminNegativeTest-1590558466-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:04.885504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0898d4c1-6180-4481-abae-f5fbf1e7576a tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:04.889027 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Router e8b6504e-8cef-44b5-b4dc-866c23eb5f28 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:23:04.929493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f571ba9-2fda-42e2-b890-0d2c80ec19c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=65c206db-6671-4154-b4e1-9ad63a82a35b,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:04.940374 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7f571ba9-2fda-42e2-b890-0d2c80ec19c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:04.944102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-72b6ef28-f4d0-4a10-8b47-69e93b6572d8 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:04.972368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-953ca588-2807-4bce-9fca-1add8849590a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:04.988290 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:04.988647 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Added segment a826386a-7bb5-46e2-8fe9-873efe26ba34 of type vlan for network e24f3648-ec4b-434d-b79a-ec9b5d6ebe81 Jun 02 16:23:05.003665 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b72064-096d-46fe-9068-76d761ed4220 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:05.058483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-0898d4c1-6180-4481-abae-f5fbf1e7576a tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Calling delete_port for ab828fc8-cd63-48b2-98f7-a2efb5594755 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:05.075328 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-953ca588-2807-4bce-9fca-1add8849590a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/33adeb86-41d6-45f7-911a-d900b68acee7 HTTP/1.1" status: 204 len: 168 time: 2.0030651 Jun 02 16:23:05.076272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ca588-2807-4bce-9fca-1add8849590a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=33adeb86-41d6-45f7-911a-d900b68acee7,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:05.081213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33262) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:05.102752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-953ca588-2807-4bce-9fca-1add8849590a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:05.148301 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:05.166401 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-90270763-a59c-44ea-87a7-f59f6a9729a9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838096 Jun 02 16:23:05.167831 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff0773d-b670-4d47-9062-fd1cb99e5642 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:05.168502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2ff0773d-b670-4d47-9062-fd1cb99e5642 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Synchronizing usage tracker for tenant:d4cc99ad0eb24e0989ccc21d2989e88c on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:05.178811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33264) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:05.223164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:05.241831 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6f6fd070-da21-4e9c-83d5-b90c67d68e55 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "PUT /v2.0/ports/c7126a11-c8a0-4e8b-862b-86047de9fdfe/tags HTTP/1.1" status: 200 len: 316 time: 0.5258527 Jun 02 16:23:05.242411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33266) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:05.250621 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-9404a25c-a700-4491-8816-07f460b2f29f tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c7126a11-c8a0-4e8b-862b-86047de9fdfe') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:05.284893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2ff0773d-b670-4d47-9062-fd1cb99e5642 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Unset dirty status for tenant:d4cc99ad0eb24e0989ccc21d2989e88c on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:05.286119 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2ff0773d-b670-4d47-9062-fd1cb99e5642 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/networks/3e4df761-1bd3-455c-9709-426e794fcea2 HTTP/1.1" status: 200 len: 881 time: 0.5180900 Jun 02 16:23:05.295115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33268) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:05.351573 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4f2bfe-49f6-470d-9667-7408cc977af5 None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:23:05.364096 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5e201883-e9d2-433f-89f3-18bdd3814dd8 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba12029f-2456-4257-8d67-a27c84b88640 HTTP/1.1" status: 200 len: 205 time: 0.0646560 Jun 02 16:23:05.366497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33270) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:05.414644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12a495-3460-470a-add7-2618341271bf req-90892f75-e0ea-4ffd-aca2-e8ac26b24e1f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:05.416540 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1e12a495-3460-470a-add7-2618341271bf req-90892f75-e0ea-4ffd-aca2-e8ac26b24e1f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.6519954 Jun 02 16:23:05.437195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6d2c2251-c7b9-404f-8a58-ca3691068d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:05.456305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f2bfe-49f6-470d-9667-7408cc977af5 None None] Deleting port bc95adcc-873c-4643-8bfa-a91629cd491b {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:05.456687 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ca4f2bfe-49f6-470d-9667-7408cc977af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:05.480052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:05.485820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:05.486507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:05.503411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad3b04c-b49c-43a2-9f85-b6749c43b723 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:05.507576 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fad3b04c-b49c-43a2-9f85-b6749c43b723 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3278854 Jun 02 16:23:05.509352 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33272) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:05.542062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-73c3a406-9394-40dd-9372-a799e767800b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:05.564820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-ca4f2bfe-49f6-470d-9667-7408cc977af5 None None] For port bc95adcc-873c-4643-8bfa-a91629cd491b, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=bc95adcc-873c-4643-8bfa-a91629cd491b,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:05.565105 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ca4f2bfe-49f6-470d-9667-7408cc977af5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:05.585660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:23:05.597222 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:05.598398 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "PUT /v2.0/routers/e8b6504e-8cef-44b5-b4dc-866c23eb5f28 HTTP/1.1" status: 200 len: 914 time: 7.8852465 Jun 02 16:23:05.603495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33274) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:05.636256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ed6037-829f-4d68-906d-c1c5954860e6 None None] Sync routers for ids ['e8b6504e-8cef-44b5-b4dc-866c23eb5f28'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:23:05.663361 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1e12a495-3460-470a-add7-2618341271bf req-3c5b6bb4-1be0-4f9d-9b4b-15efa96d1f03 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243147 Jun 02 16:23:05.718633 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f2bfe-49f6-470d-9667-7408cc977af5 None None] Calling delete_port for bc95adcc-873c-4643-8bfa-a91629cd491b owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:05.734564 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0898d4c1-6180-4481-abae-f5fbf1e7576a tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:05.739114 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ed6037-829f-4d68-906d-c1c5954860e6 None None] Routers {'e8b6504e-8cef-44b5-b4dc-866c23eb5f28'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:05.740762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-02ed6037-829f-4d68-906d-c1c5954860e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e8b6504e-8cef-44b5-b4dc-866c23eb5f28'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:05.741515 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3032653 Jun 02 16:23:05.743137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5e3bd0-ca9e-43b0-9325-c494a0967561 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:05.747186 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ef5e3bd0-ca9e-43b0-9325-c494a0967561 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2067804 Jun 02 16:23:05.749386 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33278) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:05.749719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33280) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:05.751366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-46b8873a-7619-4efc-8049-01ac90781b3c tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:05.768567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event updated for resources: {'Network': ['ID=e24f3648-ec4b-434d-b79a-ec9b5d6ebe81,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:05.774895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:05.785006 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7f571ba9-2fda-42e2-b890-0d2c80ec19c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:05.785226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:05.806658 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network e24f3648-ec4b-434d-b79a-ec9b5d6ebe81 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:23:05.840065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-02ed6037-829f-4d68-906d-c1c5954860e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:05.843467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Request body: {'subnet': {'network_id': 'e24f3648-ec4b-434d-b79a-ec9b5d6ebe81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:05.968522 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9404a25c-a700-4491-8816-07f460b2f29f tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/ports/c7126a11-c8a0-4e8b-862b-86047de9fdfe/tags HTTP/1.1" status: 204 len: 168 time: 0.7223451 Jun 02 16:23:05.970267 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b1b13db1-1898-4643-8377-add14b319544 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/routers/e8b6504e-8cef-44b5-b4dc-866c23eb5f28 HTTP/1.1" status: 200 len: 920 time: 0.3620751 Jun 02 16:23:05.970267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33282) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:05.974342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-9ce346ad-f227-48eb-b004-1d1e1da20f18 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c7126a11-c8a0-4e8b-862b-86047de9fdfe', 'tempest-TagsExtTest-Tag-45626157') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:06.004049 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-32935756-4faf-41ea-a5e7-6706099010f6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441243 Jun 02 16:23:06.005267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33284) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:06.005267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33286) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:06.013122 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ed6037-829f-4d68-906d-c1c5954860e6 None None] Routers {'e8b6504e-8cef-44b5-b4dc-866c23eb5f28'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:06.013122 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-02ed6037-829f-4d68-906d-c1c5954860e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e8b6504e-8cef-44b5-b4dc-866c23eb5f28'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:06.017599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898d4c1-6180-4481-abae-f5fbf1e7576a tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event deleted for resources: {'Port': ['ID=ab828fc8-cd63-48b2-98f7-a2efb5594755,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:06.020567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0898d4c1-6180-4481-abae-f5fbf1e7576a tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:06.058146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-83233ae7-70ff-454d-b0ee-95a7c5240516 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:06.112336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-02ed6037-829f-4d68-906d-c1c5954860e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:06.129276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ed6037-829f-4d68-906d-c1c5954860e6 None None] The sync data for ids ['e8b6504e-8cef-44b5-b4dc-866c23eb5f28'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:23:06.172060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ca4f2bfe-49f6-470d-9667-7408cc977af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:06.185173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e9eb11e2-d681-4a4d-a5dc-a253b55843d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:06.238538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f2bfe-49f6-470d-9667-7408cc977af5 None None] Pushing event deleted for resources: {'Port': ['ID=bc95adcc-873c-4643-8bfa-a91629cd491b,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:06.245318 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4f2bfe-49f6-470d-9667-7408cc977af5 None None] No DVR routers for this DVR port bc95adcc-873c-4643-8bfa-a91629cd491b on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:23:06.247451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ca4f2bfe-49f6-470d-9667-7408cc977af5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:06.475107 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-9ce346ad-f227-48eb-b004-1d1e1da20f18 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] show failed (client error): The resource could not be found. Jun 02 16:23:06.479208 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9ce346ad-f227-48eb-b004-1d1e1da20f18 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/ports/c7126a11-c8a0-4e8b-862b-86047de9fdfe/tags/tempest-TagsExtTest-Tag-45626157 HTTP/1.1" status: 404 len: 327 time: 0.5052719 Jun 02 16:23:06.487237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907de16-1c71-4680-8bdf-e22c6773767f req-1abce3d9-4087-413c-8ebf-095aa127156a tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:06.488785 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b907de16-1c71-4680-8bdf-e22c6773767f req-1abce3d9-4087-413c-8ebf-095aa127156a tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.2139409 Jun 02 16:23:06.488994 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33290) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:06.546585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-4f370d5c-f1fc-4143-8af4-713b636236c8 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c7126a11-c8a0-4e8b-862b-86047de9fdfe', 'tempest-TagsExtTest-Tag-1870301791') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:06.571052 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:06.609809 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b907de16-1c71-4680-8bdf-e22c6773767f req-08f16c54-a112-4182-a4e5-e8855425894a tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697074 Jun 02 16:23:06.615979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f571ba9-2fda-42e2-b890-0d2c80ec19c8 admin admin] Router 08fbb977-6043-4729-b0ff-e5dba666810b has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:23:06.642339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:06.664507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Usage tracker for resource:subnet and tenant:3cbe24b0935c484a9531c720344bfee4 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:06.668315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-83233ae7-70ff-454d-b0ee-95a7c5240516 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:06.674880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:06.678164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0898d4c1-6180-4481-abae-f5fbf1e7576a tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:06.686389 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-83233ae7-70ff-454d-b0ee-95a7c5240516 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:06.697319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-83233ae7-70ff-454d-b0ee-95a7c5240516 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:06.704993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:06.715706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-83233ae7-70ff-454d-b0ee-95a7c5240516 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:06.746335 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0898d4c1-6180-4481-abae-f5fbf1e7576a tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "DELETE /v2.0/ports/ab828fc8-cd63-48b2-98f7-a2efb5594755 HTTP/1.1" status: 204 len: 168 time: 2.6581573 Jun 02 16:23:06.749624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:06.753348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33294) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:06.755663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Made reservation on behalf of 3cbe24b0935c484a9531c720344bfee4 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:06.759192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:06.805461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f571ba9-2fda-42e2-b890-0d2c80ec19c8 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:23:06.812849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83233ae7-70ff-454d-b0ee-95a7c5240516 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:06.817198 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83233ae7-70ff-454d-b0ee-95a7c5240516 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:06.819713 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cac6d3-c942-4a6b-864b-422e32bcb65a None None] Sync routers for ids ['08fbb977-6043-4729-b0ff-e5dba666810b'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:23:06.837832 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7f571ba9-2fda-42e2-b890-0d2c80ec19c8 admin admin] 10.222.0.50 "PUT /v2.0/routers/08fbb977-6043-4729-b0ff-e5dba666810b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5060263 Jun 02 16:23:06.839931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33298) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:06.840795 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cac6d3-c942-4a6b-864b-422e32bcb65a None None] Routers {'08fbb977-6043-4729-b0ff-e5dba666810b'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:06.841894 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e2cac6d3-c942-4a6b-864b-422e32bcb65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['08fbb977-6043-4729-b0ff-e5dba666810b'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:06.850340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84510c1e-0421-4dda-86cf-a0013df113f4 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:06.852152 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-84510c1e-0421-4dda-86cf-a0013df113f4 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&device_id=e8b6504e-8cef-44b5-b4dc-866c23eb5f28&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8306117 Jun 02 16:23:06.866886 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33300) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:06.944788 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ac5bcb-4ee2-467b-a9fe-64a8d6ab9bb5 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] GET failed (client error): The resource could not be found. Jun 02 16:23:06.945328 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c8ac5bcb-4ee2-467b-a9fe-64a8d6ab9bb5 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Synchronizing usage tracker for tenant:a231f0203f954d538f53088bb121b96d on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:07.037886 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-e2cac6d3-c942-4a6b-864b-422e32bcb65a None None] Set router 08fbb977-6043-4729-b0ff-e5dba666810b gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:23:07.043334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device bc95adcc-873c-4643-8bfa-a91629cd491b no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:23:07.097033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: bc95adcc-873c-4643-8bfa-a91629cd491b {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:23:07.097579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device bc95adcc-873c-4643-8bfa-a91629cd491b not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:23:07.149787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb7dd2-5719-44f1-8f3e-8e9eb0d86019 req-33f42891-31c3-4965-a705-bc8511deef50 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:07.154970 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-4f370d5c-f1fc-4143-8af4-713b636236c8 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] show failed (client error): The resource could not be found. Jun 02 16:23:07.157018 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4f370d5c-f1fc-4143-8af4-713b636236c8 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/ports/c7126a11-c8a0-4e8b-862b-86047de9fdfe/tags/tempest-TagsExtTest-Tag-1870301791 HTTP/1.1" status: 404 len: 329 time: 0.6143634 Jun 02 16:23:07.157469 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9ddb7dd2-5719-44f1-8f3e-8e9eb0d86019 req-33f42891-31c3-4965-a705-bc8511deef50 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.2184970 Jun 02 16:23:07.174573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33302) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:07.181449 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-84c7240d-cbd9-45e4-b9a8-cd2bfda5bf4f tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c7126a11-c8a0-4e8b-862b-86047de9fdfe', 'tempest-TagsExtTest-Tag-1311686134') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:07.218853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c8ac5bcb-4ee2-467b-a9fe-64a8d6ab9bb5 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Unset dirty status for tenant:a231f0203f954d538f53088bb121b96d on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:07.227487 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c8ac5bcb-4ee2-467b-a9fe-64a8d6ab9bb5 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "GET /v2.0/ports/ab828fc8-cd63-48b2-98f7-a2efb5594755 HTTP/1.1" status: 404 len: 333 time: 0.4460599 Jun 02 16:23:07.227703 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33304) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:07.291123 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9ddb7dd2-5719-44f1-8f3e-8e9eb0d86019 req-7e0914cc-d5d7-479e-92e6-330a4be563b3 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322794 Jun 02 16:23:07.321745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:07.356183 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e2cac6d3-c942-4a6b-864b-422e32bcb65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'name': 'tempest-ServersTestJSON-477330779-router', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:56Z', 'updated_at': '2021-06-02T16:23:04Z', 'revision_number': 5, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'gw_port': {'id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:20:58Z', 'updated_at': '2021-06-02T16:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:07.360257 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cac6d3-c942-4a6b-864b-422e32bcb65a None None] Checking router: 08fbb977-6043-4729-b0ff-e5dba666810b for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:23:07.368532 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cac6d3-c942-4a6b-864b-422e32bcb65a None None] Routers {'08fbb977-6043-4729-b0ff-e5dba666810b'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:07.369344 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e2cac6d3-c942-4a6b-864b-422e32bcb65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['08fbb977-6043-4729-b0ff-e5dba666810b'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:07.371710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd222da2-74a3-497b-8540-a0f2464ff3f1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:07.375790 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-dd222da2-74a3-497b-8540-a0f2464ff3f1 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/networks/3e4df761-1bd3-455c-9709-426e794fcea2 HTTP/1.1" status: 200 len: 881 time: 0.4989886 Jun 02 16:23:07.379823 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33306) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:07.434351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Deleting port bd47dc16-ba58-49c1-b4e4-1bb9047cd3ce {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:07.434698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:07.486852 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a08fbf00-f509-49b8-8081-bfa8db646349 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b6504e-8cef-44b5-b4dc-866c23eb5f28 HTTP/1.1" status: 200 len: 205 time: 0.1057718 Jun 02 16:23:07.500048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33308) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:07.564509 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-84c7240d-cbd9-45e4-b9a8-cd2bfda5bf4f tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] show failed (client error): The resource could not be found. Jun 02 16:23:07.565210 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-e2cac6d3-c942-4a6b-864b-422e32bcb65a None None] Set router 08fbb977-6043-4729-b0ff-e5dba666810b gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:23:07.565449 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-84c7240d-cbd9-45e4-b9a8-cd2bfda5bf4f tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/ports/c7126a11-c8a0-4e8b-862b-86047de9fdfe/tags/tempest-TagsExtTest-Tag-1311686134 HTTP/1.1" status: 404 len: 329 time: 0.3889198 Jun 02 16:23:07.579953 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33310) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:07.592854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-b451be24-f230-4324-a9e1-3eaa34c77aa2 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3e2969c8-56ff-452b-8878-d0f6f49ec523', {'tags': ['tempest-TagsExtTest-Tag-1379515763', 'tempest-TagsExtTest-Tag-2064721046', 'tempest-TagsExtTest-Tag-1563324727']}) {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:07.895173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:07.915435 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e2cac6d3-c942-4a6b-864b-422e32bcb65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'name': 'tempest-ServersTestJSON-477330779-router', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:56Z', 'updated_at': '2021-06-02T16:23:04Z', 'revision_number': 5, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'gw_port': {'id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:20:58Z', 'updated_at': '2021-06-02T16:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:07.919230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-0284e83c-b0c9-473c-919e-5abcee847bb9 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Deleting port bbaf8e95-2a22-46c1-9510-72daef697d8a {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:07.919816 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0284e83c-b0c9-473c-919e-5abcee847bb9 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:07.920141 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cac6d3-c942-4a6b-864b-422e32bcb65a None None] The sync data for ids ['08fbb977-6043-4729-b0ff-e5dba666810b'] in dv-neutron-601336-83-hyperv is: [{'id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'name': 'tempest-ServersTestJSON-477330779-router', 'tenant_id': '4164ea387d064d188e16864b4b684a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187'}], 'enable_snat': True}, 'gw_port_id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:56Z', 'updated_at': '2021-06-02T16:23:04Z', 'revision_number': 5, 'project_id': '4164ea387d064d188e16864b4b684a3e', 'gw_port': {'id': 'd0461f46-93c1-4a2d-92e2-1b1a6fd8622b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbb977-6043-4729-b0ff-e5dba666810b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:20:58Z', 'updated_at': '2021-06-02T16:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:23:07.975482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:07.987896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:08.130449 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Calling delete_port for bd47dc16-ba58-49c1-b4e4-1bb9047cd3ce owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:08.152755 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b451be24-f230-4324-a9e1-3eaa34c77aa2 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "PUT /v2.0/routers/3e2969c8-56ff-452b-8878-d0f6f49ec523/tags HTTP/1.1" status: 200 len: 318 time: 0.5716732 Jun 02 16:23:08.165602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33312) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:08.175056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-e6015765-7bfc-4063-a68d-627222d2f102 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3e2969c8-56ff-452b-8878-d0f6f49ec523') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:08.318175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0284e83c-b0c9-473c-919e-5abcee847bb9 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:08.464669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-0284e83c-b0c9-473c-919e-5abcee847bb9 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Calling delete_port for bbaf8e95-2a22-46c1-9510-72daef697d8a owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:08.484818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:08.513812 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] Deleting port d0461f46-93c1-4a2d-92e2-1b1a6fd8622b {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:08.514487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:08.628493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:08.686999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83233ae7-70ff-454d-b0ee-95a7c5240516 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:08.692169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.objects.ports [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92322) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:23:08.700005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-597f91c5-a184-43c1-9836-089210ab5581 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:08.726404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:08.733922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] For port d0461f46-93c1-4a2d-92e2-1b1a6fd8622b, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d0461f46-93c1-4a2d-92e2-1b1a6fd8622b,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:08.734305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:08.744847 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e6015765-7bfc-4063-a68d-627222d2f102 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/routers/3e2969c8-56ff-452b-8878-d0f6f49ec523/tags HTTP/1.1" status: 204 len: 168 time: 0.5757880 Jun 02 16:23:08.754385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33316) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:08.773276 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:08.792447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83233ae7-70ff-454d-b0ee-95a7c5240516 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:08.800819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-83233ae7-70ff-454d-b0ee-95a7c5240516 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:08.810436 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406746b5-4b7e-4c20-9905-504c79580ed5 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:08.812935 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-3a63e44a-2c1c-4f55-86b6-60a9fff7cc1b tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3e2969c8-56ff-452b-8878-d0f6f49ec523', 'tempest-TagsExtTest-Tag-1379515763') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:08.857939 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83233ae7-70ff-454d-b0ee-95a7c5240516 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=094191fd-6eaa-404f-98fb-284d99fe79ca,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:08.861345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-83233ae7-70ff-454d-b0ee-95a7c5240516 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:08.870428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c830750e-2b7a-4e7d-a6b2-8e24a20fdd92 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:08.906208 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83233ae7-70ff-454d-b0ee-95a7c5240516 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:08.907189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83233ae7-70ff-454d-b0ee-95a7c5240516 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:08.932029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] Calling delete_port for d0461f46-93c1-4a2d-92e2-1b1a6fd8622b owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:08.950110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c0bea-a044-4a14-a6a1-42879172ac67 req-b570cafd-72ed-4b7c-abe3-d1768c0f0f74 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:08.952197 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c16c0bea-a044-4a14-a6a1-42879172ac67 req-b570cafd-72ed-4b7c-abe3-d1768c0f0f74 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.4807870 Jun 02 16:23:09.026920 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 65c206db-6671-4154-b4e1-9ad63a82a35b no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:23:09.048408 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Checking segment: {'id': 'a826386a-7bb5-46e2-8fe9-873efe26ba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e24f3648-ec4b-434d-b79a-ec9b5d6ebe81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:09.049007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Network hostable DHCP agents. Network: e24f3648-ec4b-434d-b79a-ec9b5d6ebe81, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:23:09.059020 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event updated for resources: {'Subnet': ['ID=cb27f9fe-957f-4108-ac42-5ef43cac3502,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:09.062105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:09.067177 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-04380955-41f3-498f-8ba3-8269dc3a65df tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:09.078816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 65c206db-6671-4154-b4e1-9ad63a82a35b {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:23:09.078988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 65c206db-6671-4154-b4e1-9ad63a82a35b not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:23:09.093034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': '094191fd-6eaa-404f-98fb-284d99fe79ca'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:23:09.093999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:09.143365 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-83233ae7-70ff-454d-b0ee-95a7c5240516 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0891385 Jun 02 16:23:09.149518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33318) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:09.154874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Pushing event deleted for resources: {'Port': ['ID=bd47dc16-ba58-49c1-b4e4-1bb9047cd3ce,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:09.158524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:09.159147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'fixed_ips': [{'subnet_id': '094191fd-6eaa-404f-98fb-284d99fe79ca', 'ip_address': '2001:db8::ee35:8a65:c6d8:ffa6'}], 'name': 'tempest-NetworksTestDHCPv6-19357785'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:09.204433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:09.211898 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c16c0bea-a044-4a14-a6a1-42879172ac67 req-3bf57c6f-20d8-46d7-b9b3-1382e8ecbc73 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475228 Jun 02 16:23:09.284408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Allocated IP 2001:db8::2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/094191fd-6eaa-404f-98fb-284d99fe79ca/8c135701-a282-4b85-844b-e7122988bd86) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:09.336586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Network e24f3648-ec4b-434d-b79a-ec9b5d6ebe81 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:23:09.354249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:09.354554 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Deleting port 587cf603-e5d2-4ab8-a5ec-64309d0bc53c {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:09.354644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:09.356704 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:09.362911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, e24f3648-ec4b-434d-b79a-ec9b5d6ebe81) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:09.372249 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-3a63e44a-2c1c-4f55-86b6-60a9fff7cc1b tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] show failed (client error): The resource could not be found. Jun 02 16:23:09.373771 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3a63e44a-2c1c-4f55-86b6-60a9fff7cc1b tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/routers/3e2969c8-56ff-452b-8878-d0f6f49ec523/tags/tempest-TagsExtTest-Tag-1379515763 HTTP/1.1" status: 404 len: 329 time: 0.6165347 Jun 02 16:23:09.380537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33322) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:09.387494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-31cf90c2-7b90-4a18-99d6-6f086b3c04ad tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3e2969c8-56ff-452b-8878-d0f6f49ec523', 'tempest-TagsExtTest-Tag-2064721046') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:09.388297 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0284e83c-b0c9-473c-919e-5abcee847bb9 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:09.406123 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f4e23b53-6e25-48a1-96e9-6e59b11868ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:09.427458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7050c65-57be-47af-aaab-510b5c98420d None None] Network e24f3648-ec4b-434d-b79a-ec9b5d6ebe81 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:09.475089 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:09.475854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:09.487430 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:09.488152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Fanout notify agent at l3_agent the message router_deleted on router ba12029f-2456-4257-8d67-a27c84b88640 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:23:09.583647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284e83c-b0c9-473c-919e-5abcee847bb9 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event deleted for resources: {'Port': ['ID=bbaf8e95-2a22-46c1-9510-72daef697d8a,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:09.613943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:09.615364 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "DELETE /v2.0/routers/ba12029f-2456-4257-8d67-a27c84b88640 HTTP/1.1" status: 204 len: 168 time: 4.2457054 Jun 02 16:23:09.616815 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0284e83c-b0c9-473c-919e-5abcee847bb9 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:09.623367 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.7886343 Jun 02 16:23:09.624157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33326) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:09.632956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d8f29dcf-4807-4a14-afc3-18905d3b05cf tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-277672003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:09.640894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33328) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:09.688209 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:09.721562 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:09.731911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:09.741529 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:09.761572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:09.777978 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:09.791624 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Transition to ACTIVE for port object 8c135701-a282-4b85-844b-e7122988bd86 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:09.816392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Transition to ACTIVE for port object 8c135701-a282-4b85-844b-e7122988bd86 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:09.824688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0284e83c-b0c9-473c-919e-5abcee847bb9 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:09.847636 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:09.854963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f46c5253-b9b6-4c96-8a26-0d262a506bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:09.921680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Calling delete_port for 587cf603-e5d2-4ab8-a5ec-64309d0bc53c owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:09.930944 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d8f29dcf-4807-4a14-afc3-18905d3b05cf tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:09.939513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:09.961304 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0284e83c-b0c9-473c-919e-5abcee847bb9 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "DELETE /v2.0/ports/bbaf8e95-2a22-46c1-9510-72daef697d8a HTTP/1.1" status: 204 len: 168 time: 2.7338610 Jun 02 16:23:09.965292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:09.968418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Pushing event updated for resources: {'Port': ['ID=8c135701-a282-4b85-844b-e7122988bd86,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:09.969744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33330) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:09.976884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:09.979224 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:09.982341 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:10.006808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d8f29dcf-4807-4a14-afc3-18905d3b05cf tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Usage tracker for resource:router and tenant:3870ed385c4440b8b5a8988084965d39 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:10.064529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d8f29dcf-4807-4a14-afc3-18905d3b05cf tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:10.084846 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-31cf90c2-7b90-4a18-99d6-6f086b3c04ad tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] show failed (client error): The resource could not be found. Jun 02 16:23:10.088764 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-31cf90c2-7b90-4a18-99d6-6f086b3c04ad tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/routers/3e2969c8-56ff-452b-8878-d0f6f49ec523/tags/tempest-TagsExtTest-Tag-2064721046 HTTP/1.1" status: 404 len: 329 time: 0.7026668 Jun 02 16:23:10.089744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d8f29dcf-4807-4a14-afc3-18905d3b05cf tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:10.095030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33332) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:10.104672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-05d298ae-387c-4d49-a9c1-858eb0c0d34b tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3e2969c8-56ff-452b-8878-d0f6f49ec523', 'tempest-TagsExtTest-Tag-1563324727') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:10.109020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-e24f3648-ec4b-434d-b79a-ec9b5d6ebe81', 'network_id': 'e24f3648-ec4b-434d-b79a-ec9b5d6ebe81', 'tenant_id': '3cbe24b0935c484a9531c720344bfee4', 'fixed_ips': [{'subnet_id': 'cb27f9fe-957f-4108-ac42-5ef43cac3502'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:23:10.109811 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.131941 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Attempting to bind port 8c135701-a282-4b85-844b-e7122988bd86 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:23:10.132318 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Attempting to bind port 8c135701-a282-4b85-844b-e7122988bd86 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:23:10.132700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Attempting to bind port 8c135701-a282-4b85-844b-e7122988bd86 on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:23:10.137969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.141229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:23:10.141616 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:10.142180 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.142504 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:23:10.142944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Bound port: 8c135701-a282-4b85-844b-e7122988bd86, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:23:10.143322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.146275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-eac39b42-f9d0-49e3-9f69-058916d323c7 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:10.198182 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.224773 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0461f46-93c1-4a2d-92e2-1b1a6fd8622b,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:10.228198 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d8f29dcf-4807-4a14-afc3-18905d3b05cf tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.229650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d8f29dcf-4807-4a14-afc3-18905d3b05cf tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.247013 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-de44a670-f94a-4017-bb4b-114db01c21e3 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Deleting subnet e9925801-e683-46e8-b98f-d1acc261e15f {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:23:10.256316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:10.261407 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-de44a670-f94a-4017-bb4b-114db01c21e3 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.307551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port b19fda95-bd85-44ef-989e-85aac92e2f03 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:23:10.378948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.385357 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-8af0014f-3970-4416-a575-18883e57e660 None None] For port 8c135701-a282-4b85-844b-e7122988bd86, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:23:10.406562 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d8f29dcf-4807-4a14-afc3-18905d3b05cf tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.420290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Allocated IP 2001:db8::f816:3eff:fe6e:5114 (e24f3648-ec4b-434d-b79a-ec9b5d6ebe81/cb27f9fe-957f-4108-ac42-5ef43cac3502/259b45d8-b95a-4e19-b744-56b354849761) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:10.423282 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.425125 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-05d298ae-387c-4d49-a9c1-858eb0c0d34b tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] show failed (client error): The resource could not be found. Jun 02 16:23:10.429267 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-05d298ae-387c-4d49-a9c1-858eb0c0d34b tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/routers/3e2969c8-56ff-452b-8878-d0f6f49ec523/tags/tempest-TagsExtTest-Tag-1563324727 HTTP/1.1" status: 404 len: 329 time: 0.3258808 Jun 02 16:23:10.429267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-de44a670-f94a-4017-bb4b-114db01c21e3 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.433851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-8af0014f-3970-4416-a575-18883e57e660 None None] For port 8c135701-a282-4b85-844b-e7122988bd86, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8c135701-a282-4b85-844b-e7122988bd86,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:23:10.453030 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.461169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:10.464854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33334) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:10.475848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2db83-6dc2-4012-b68a-4657bb1d1576 req-70f4abd1-caf7-4edd-a352-004971450e05 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:10.477304 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3da2db83-6dc2-4012-b68a-4657bb1d1576 req-70f4abd1-caf7-4edd-a352-004971450e05 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.5436635 Jun 02 16:23:10.484581 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-502bc82b-2474-4bcd-989a-0a54c1932152 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e', {'tags': ['tempest-TagsExtTest-Tag-1637879929', 'tempest-TagsExtTest-Tag-1373117559', 'tempest-TagsExtTest-Tag-620074367']}) {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:10.576332 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d8f29dcf-4807-4a14-afc3-18905d3b05cf tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.621616 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Pushing event updated for resources: {'Port': ['ID=8c135701-a282-4b85-844b-e7122988bd86,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:10.626401 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:10.665172 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3da2db83-6dc2-4012-b68a-4657bb1d1576 req-659f1a10-cc24-4e51-b8f0-c5444fd62efe tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689932 Jun 02 16:23:10.679654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.706922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d8f29dcf-4807-4a14-afc3-18905d3b05cf tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.708406 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d8f29dcf-4807-4a14-afc3-18905d3b05cf tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0802279 Jun 02 16:23:10.713672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33336) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:10.723586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:10.736988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.750569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Transition to ACTIVE for port object 259b45d8-b95a-4e19-b744-56b354849761 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:10.772732 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Transition to ACTIVE for port object 259b45d8-b95a-4e19-b744-56b354849761 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:10.784476 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.789818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cc9f3ef1-40ad-4daf-a8eb-e84a31d246ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:10.856437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Network e24f3648-ec4b-434d-b79a-ec9b5d6ebe81 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:10.868587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:10.895425 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:10.908282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Pushing event updated for resources: {'Port': ['ID=259b45d8-b95a-4e19-b744-56b354849761,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:10.918395 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-de44a670-f94a-4017-bb4b-114db01c21e3 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.940001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:10.960726 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:10.973605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:11.035446 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Attempting to bind port 259b45d8-b95a-4e19-b744-56b354849761 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:23:11.036065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Attempting to bind port 259b45d8-b95a-4e19-b744-56b354849761 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'a826386a-7bb5-46e2-8fe9-873efe26ba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e24f3648-ec4b-434d-b79a-ec9b5d6ebe81'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:23:11.036589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Attempting to bind port 259b45d8-b95a-4e19-b744-56b354849761 on network e24f3648-ec4b-434d-b79a-ec9b5d6ebe81 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:23:11.043159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:23:11.047985 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Checking segment: {'id': 'a826386a-7bb5-46e2-8fe9-873efe26ba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e24f3648-ec4b-434d-b79a-ec9b5d6ebe81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:11.055004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:11.055454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Bound using segment: {'id': 'a826386a-7bb5-46e2-8fe9-873efe26ba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e24f3648-ec4b-434d-b79a-ec9b5d6ebe81'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:23:11.055930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Bound port: 259b45d8-b95a-4e19-b744-56b354849761, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a826386a-7bb5-46e2-8fe9-873efe26ba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e24f3648-ec4b-434d-b79a-ec9b5d6ebe81'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:23:11.056316 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:11.059162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:11.071537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-26ed8f39-922d-49e3-82ad-949664b97e7e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:11.125398 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Pushing event deleted for resources: {'Port': ['ID=587cf603-e5d2-4ab8-a5ec-64309d0bc53c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:11.129953 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:11.187927 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] For port 259b45d8-b95a-4e19-b744-56b354849761, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:23:11.195596 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] For port 259b45d8-b95a-4e19-b744-56b354849761, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=259b45d8-b95a-4e19-b744-56b354849761,segment=NetworkSegment(a826386a-7bb5-46e2-8fe9-873efe26ba34),segment_id=a826386a-7bb5-46e2-8fe9-873efe26ba34)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:23:11.200088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:11.201956 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:11.202967 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08fbb977-6043-4729-b0ff-e5dba666810b {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:23:11.208542 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:11.248161 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-502bc82b-2474-4bcd-989a-0a54c1932152 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "PUT /v2.0/subnetpools/3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e/tags HTTP/1.1" status: 200 len: 317 time: 0.7805359 Jun 02 16:23:11.250580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::ee35:8a65:c6d8:ffa6 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/094191fd-6eaa-404f-98fb-284d99fe79ca/b19fda95-bd85-44ef-989e-85aac92e2f03) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:11.254046 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33338) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:11.260899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8c135701-a282-4b85-844b-e7122988bd86 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:11.269233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-5bfcaaad-d29b-42d8-8365-fa8e45159a6e tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:11.306522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:11.310707 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] 10.222.0.50 "DELETE /v2.0/routers/08fbb977-6043-4729-b0ff-e5dba666810b HTTP/1.1" status: 204 len: 168 time: 4.4667490 Jun 02 16:23:11.318230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33340) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:11.391370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:11.407894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Pushing event updated for resources: {'Port': ['ID=259b45d8-b95a-4e19-b744-56b354849761,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:11.411456 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 8c135701-a282-4b85-844b-e7122988bd86 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:11.417625 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:11.637906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-0212e869-3aa6-4684-8408-41c50277bc62 admin admin] Deleting subnet 3051691a-f1e0-44b7-af73-53d9220bae55 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:23:11.641376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:11.647121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:11.664252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0212e869-3aa6-4684-8408-41c50277bc62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:11.762928 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:11.839918 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5bfcaaad-d29b-42d8-8365-fa8e45159a6e tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/subnetpools/3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e/tags HTTP/1.1" status: 204 len: 168 time: 0.5785606 Jun 02 16:23:11.849683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33344) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:11.868825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-fe7d9b15-0aaa-4c12-af8a-129d5065f52b tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e', 'tempest-TagsExtTest-Tag-1637879929') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:11.929563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:11.945254 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0212e869-3aa6-4684-8408-41c50277bc62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:11.999685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.000276 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Fanout notify agent at l3_agent the message router_deleted on router e8b6504e-8cef-44b5-b4dc-866c23eb5f28 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:23:12.014325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:12.049081 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.050201 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "DELETE /v2.0/routers/e8b6504e-8cef-44b5-b4dc-866c23eb5f28 HTTP/1.1" status: 204 len: 168 time: 4.5484171 Jun 02 16:23:12.057049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33346) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:12.068826 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c1dcf572-e2eb-4996-9124-900e2ba2fba9 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1307588196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:12.072271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Subnet': ['ID=cb27f9fe-957f-4108-ac42-5ef43cac3502,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:12.090432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:12.093359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c1dcf572-e2eb-4996-9124-900e2ba2fba9 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:12.096670 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-fe7d9b15-0aaa-4c12-af8a-129d5065f52b tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] show failed (client error): The resource could not be found. Jun 02 16:23:12.097711 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fe7d9b15-0aaa-4c12-af8a-129d5065f52b tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/subnetpools/3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e/tags/tempest-TagsExtTest-Tag-1637879929 HTTP/1.1" status: 404 len: 329 time: 0.2453811 Jun 02 16:23:12.103684 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33348) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:12.109323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c1dcf572-e2eb-4996-9124-900e2ba2fba9 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Usage tracker for resource:router and tenant:cbc4c4e807ce4665bd6e72e8220d8283 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:12.115967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-f0263353-05e6-49cd-8197-e9f799a3fb74 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e', 'tempest-TagsExtTest-Tag-1373117559') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:12.118106 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c1dcf572-e2eb-4996-9124-900e2ba2fba9 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:12.136141 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2880e92d-4bf3-4250-9559-b8f6576db66f None None] Provisioning for port 8c135701-a282-4b85-844b-e7122988bd86 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:12.145738 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2880e92d-4bf3-4250-9559-b8f6576db66f None None] Provisioning complete for port 8c135701-a282-4b85-844b-e7122988bd86 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:12.146866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c1dcf572-e2eb-4996-9124-900e2ba2fba9 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:12.147007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2880e92d-4bf3-4250-9559-b8f6576db66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.163709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.194756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf572-e2eb-4996-9124-900e2ba2fba9 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.196105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf572-e2eb-4996-9124-900e2ba2fba9 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.200772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object b19fda95-bd85-44ef-989e-85aac92e2f03 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:12.212450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e2200-ca2a-4567-bc3d-1015f54d4778 req-e343f6c7-8a18-4b23-9f54-168861a149bd tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:12.214030 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cc8e2200-ca2a-4567-bc3d-1015f54d4778 req-e343f6c7-8a18-4b23-9f54-168861a149bd tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.3139544 Jun 02 16:23:12.214694 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.224849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0212e869-3aa6-4684-8408-41c50277bc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.246062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24f3648-ec4b-434d-b79a-ec9b5d6ebe81']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:12.255232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-de44a670-f94a-4017-bb4b-114db01c21e3 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.263386 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:12.296777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf572-e2eb-4996-9124-900e2ba2fba9 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.297018 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-f0263353-05e6-49cd-8197-e9f799a3fb74 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] show failed (client error): The resource could not be found. Jun 02 16:23:12.297876 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f0263353-05e6-49cd-8197-e9f799a3fb74 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/subnetpools/3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e/tags/tempest-TagsExtTest-Tag-1373117559 HTTP/1.1" status: 404 len: 329 time: 0.1866632 Jun 02 16:23:12.304400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2880e92d-4bf3-4250-9559-b8f6576db66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.309086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33350) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:12.316275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-cdf7413f-13f5-4efa-923f-17682845ce15 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e', 'tempest-TagsExtTest-Tag-620074367') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:12.326153 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a826386a-7bb5-46e2-8fe9-873efe26ba34') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:12.326399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a826386a-7bb5-46e2-8fe9-873efe26ba34') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:12.333696 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44a670-f94a-4017-bb4b-114db01c21e3 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event deleted for resources: {'Subnet': ['ID=e9925801-e683-46e8-b98f-d1acc261e15f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:12.338184 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-de44a670-f94a-4017-bb4b-114db01c21e3 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:12.339170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-de44a670-f94a-4017-bb4b-114db01c21e3 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.348775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f91a09-3113-400a-bfa7-9b186db0507e None None] Network 47100c27-a871-4a3a-881b-3ce85570d0ee requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:12.358610 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.373025 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cc8e2200-ca2a-4567-bc3d-1015f54d4778 req-32ec8a34-832c-4ea1-91c9-01e0b6f33bd1 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191430 Jun 02 16:23:12.440798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf572-e2eb-4996-9124-900e2ba2fba9 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.441192 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-de44a670-f94a-4017-bb4b-114db01c21e3 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "DELETE /v2.0/subnets/e9925801-e683-46e8-b98f-d1acc261e15f HTTP/1.1" status: 204 len: 168 time: 2.4653165 Jun 02 16:23:12.448085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33354) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:12.450243 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.469967 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fdec7f62-74be-4794-8e60-cfffb74e4fd6 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:12.491114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.509715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:23:12.510419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.526494 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-cdf7413f-13f5-4efa-923f-17682845ce15 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] show failed (client error): The resource could not be found. Jun 02 16:23:12.527794 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cdf7413f-13f5-4efa-923f-17682845ce15 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/subnetpools/3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e/tags/tempest-TagsExtTest-Tag-620074367 HTTP/1.1" status: 404 len: 328 time: 0.2152002 Jun 02 16:23:12.563860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2880e92d-4bf3-4250-9559-b8f6576db66f None None] For port 8c135701-a282-4b85-844b-e7122988bd86, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8c135701-a282-4b85-844b-e7122988bd86,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:23:12.593441 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:23:12.600680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33356) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:12.608703 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2880e92d-4bf3-4250-9559-b8f6576db66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.613381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:12.626257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:12.639871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:12.647417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:12.657053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:12.657706 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.661741 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf572-e2eb-4996-9124-900e2ba2fba9 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:12.666195 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c1dcf572-e2eb-4996-9124-900e2ba2fba9 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6053121 Jun 02 16:23:12.692336 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33358) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:12.703174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-4c384f40-ab5f-45de-91ff-6fc98638b6f2 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:12.707023 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880e92d-4bf3-4250-9559-b8f6576db66f None None] Pushing event updated for resources: {'Port': ['ID=8c135701-a282-4b85-844b-e7122988bd86,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:12.717329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2880e92d-4bf3-4250-9559-b8f6576db66f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:12.730760 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=b19fda95-bd85-44ef-989e-85aac92e2f03,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:12.745262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'enable_snat': False}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:12.782681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c87401e-edf4-4a04-a4fb-856890f8e0c3 None None] Network e24f3648-ec4b-434d-b79a-ec9b5d6ebe81 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:12.807602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:12.880876 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d0ec26-fe3b-4da3-b120-e4787c3d742b None None] DHCP port deletion for 47100c27-a871-4a3a-881b-3ce85570d0ee request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:23:12.931798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.api [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:23:12.931798 dv-neutron-601336-83-hyperv neutron-server[92322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:23:12.931798 dv-neutron-601336-83-hyperv neutron-server[92322]: [parameters: {'id': 'e24f3648-ec4b-434d-b79a-ec9b5d6ebe81'}] Jun 02 16:23:12.931798 dv-neutron-601336-83-hyperv neutron-server[92322]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:23:12.932265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_db.api [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:23:12.976908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3a5c6013-32b6-4ec1-baaf-6e201748c056 None None] Provisioning for port 259b45d8-b95a-4e19-b744-56b354849761 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:12.988806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:13.028917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:13.040323 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:13.093735 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.9398038 Jun 02 16:23:13.094354 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4c384f40-ab5f-45de-91ff-6fc98638b6f2 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/subnetpools/3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e/tags HTTP/1.1" status: 204 len: 168 time: 0.4434543 Jun 02 16:23:13.098363 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33360) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:13.098682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33362) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:13.109750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f6016308-d521-4cc7-ab4a-9fe76dd7fcb8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'fixed_ips': [{'subnet_id': '094191fd-6eaa-404f-98fb-284d99fe79ca', 'ip_address': '2001:db8::ee35:8a65:c6d8:ffa6'}], 'name': 'tempest-NetworksTestDHCPv6-1581764766'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:13.133383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-59d6e80a-a7c5-4b77-a0ce-4f758280bd54 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3e2969c8-56ff-452b-8878-d0f6f49ec523') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:13.135598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-f2d0ec26-fe3b-4da3-b120-e4787c3d742b None None] Deleting port b267ce7d-2d0b-4234-9409-444ed5b2e9cc {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:13.136103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f2d0ec26-fe3b-4da3-b120-e4787c3d742b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:13.152572 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bdd4a5fa-7356-4398-a46c-7efe2a6070b9 None None] Provisioning for port b19fda95-bd85-44ef-989e-85aac92e2f03 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:13.172910 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bdd4a5fa-7356-4398-a46c-7efe2a6070b9 None None] Provisioning complete for port b19fda95-bd85-44ef-989e-85aac92e2f03 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:13.173283 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bdd4a5fa-7356-4398-a46c-7efe2a6070b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:13.302203 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8c135701-a282-4b85-844b-e7122988bd86 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:13.329109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0212e869-3aa6-4684-8408-41c50277bc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:13.381882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:13.399610 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-bdd4a5fa-7356-4398-a46c-7efe2a6070b9 None None] Port b19fda95-bd85-44ef-989e-85aac92e2f03 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:23:13.411329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f2d0ec26-fe3b-4da3-b120-e4787c3d742b None None] For port b267ce7d-2d0b-4234-9409-444ed5b2e9cc, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b267ce7d-2d0b-4234-9409-444ed5b2e9cc,segment=NetworkSegment(49d3a363-9574-45ce-9b4d-d3c64cdfd958),segment_id=49d3a363-9574-45ce-9b4d-d3c64cdfd958)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:13.411585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f2d0ec26-fe3b-4da3-b120-e4787c3d742b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:13.444619 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212e869-3aa6-4684-8408-41c50277bc62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3051691a-f1e0-44b7-af73-53d9220bae55,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:13.448891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:13.457592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0212e869-3aa6-4684-8408-41c50277bc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:13.465061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0212e869-3aa6-4684-8408-41c50277bc62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:13.473384 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0212e869-3aa6-4684-8408-41c50277bc62 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3051691a-f1e0-44b7-af73-53d9220bae55 HTTP/1.1" status: 204 len: 168 time: 2.1526933 Jun 02 16:23:13.486569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33364) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:13.488286 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:13.498124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6f53d-f27a-4d10-85ed-afa6e2f7b591 req-8f75f94e-2418-4679-af42-699e61e1e124 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:13.498540 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6ab6f53d-f27a-4d10-85ed-afa6e2f7b591 req-8f75f94e-2418-4679-af42-699e61e1e124 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.8956268 Jun 02 16:23:13.501278 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e6923d-7497-45e9-9413-97e2aafa5828 None None] DHCP port deletion for e24f3648-ec4b-434d-b79a-ec9b5d6ebe81 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:23:13.503226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c1e5c-fdea-4c71-bdad-efd750858c43 None None] Network 0c12e784-9a5b-40b6-ab64-04193b5285c9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:13.581033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-f2d0ec26-fe3b-4da3-b120-e4787c3d742b None None] Calling delete_port for b267ce7d-2d0b-4234-9409-444ed5b2e9cc owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:13.650944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:13.695730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 8c135701-a282-4b85-844b-e7122988bd86 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:13.696006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:13.767493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Deleting port fc9589b3-cb02-4b73-b799-47597685054d {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:13.767857 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:13.786306 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6ab6f53d-f27a-4d10-85ed-afa6e2f7b591 req-20e31773-1392-4ab4-a64d-f007d4d7a883 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705851 Jun 02 16:23:13.804679 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Allocated IP 172.26.3.28 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/b33474c2-ce82-4cb1-8814-f65921435dd9) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:13.821274 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-59d6e80a-a7c5-4b77-a0ce-4f758280bd54 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/routers/3e2969c8-56ff-452b-8878-d0f6f49ec523/tags HTTP/1.1" status: 204 len: 168 time: 0.7157428 Jun 02 16:23:13.827752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f6016308-d521-4cc7-ab4a-9fe76dd7fcb8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:13.831888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33368) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:13.836562 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f6016308-d521-4cc7-ab4a-9fe76dd7fcb8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:13.844626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-1417be32-3a8e-4508-839f-4c3022ba34bc tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c7126a11-c8a0-4e8b-862b-86047de9fdfe') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:13.880013 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f6016308-d521-4cc7-ab4a-9fe76dd7fcb8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:13.896037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Deleting port b267ce7d-2d0b-4234-9409-444ed5b2e9cc {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:13.896480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:13.926058 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f6016308-d521-4cc7-ab4a-9fe76dd7fcb8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:13.930815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f2d0ec26-fe3b-4da3-b120-e4787c3d742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:13.940258 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:13.999107 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0ec26-fe3b-4da3-b120-e4787c3d742b None None] Pushing event deleted for resources: {'Port': ['ID=b267ce7d-2d0b-4234-9409-444ed5b2e9cc,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:14.007549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f2d0ec26-fe3b-4da3-b120-e4787c3d742b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:14.008629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d0ec26-fe3b-4da3-b120-e4787c3d742b None None] No DVR routers for this DVR port b267ce7d-2d0b-4234-9409-444ed5b2e9cc on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:23:14.019916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6923d-7497-45e9-9413-97e2aafa5828 None None] Deleting port 259b45d8-b95a-4e19-b744-56b354849761 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:14.020308 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c7e6923d-7497-45e9-9413-97e2aafa5828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.066051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6016308-d521-4cc7-ab4a-9fe76dd7fcb8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:14.082679 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] For port fc9589b3-cb02-4b73-b799-47597685054d, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fc9589b3-cb02-4b73-b799-47597685054d,segment=NetworkSegment(d4695709-f309-4a51-9b88-aa4f54303241),segment_id=d4695709-f309-4a51-9b88-aa4f54303241)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:14.083039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.169379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 259b45d8-b95a-4e19-b744-56b354849761 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:14.184407 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Deleting port 259b45d8-b95a-4e19-b744-56b354849761 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:14.184778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.217303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] For port b267ce7d-2d0b-4234-9409-444ed5b2e9cc, host dv-neutron-601336-83-hyperv, got binding levels [] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:14.217668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.219200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Calling delete_port for fc9589b3-cb02-4b73-b799-47597685054d owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:14.224180 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c7e6923d-7497-45e9-9413-97e2aafa5828 None None] For port 259b45d8-b95a-4e19-b744-56b354849761, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=259b45d8-b95a-4e19-b744-56b354849761,segment=NetworkSegment(a826386a-7bb5-46e2-8fe9-873efe26ba34),segment_id=a826386a-7bb5-46e2-8fe9-873efe26ba34)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:14.225114 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c7e6923d-7497-45e9-9413-97e2aafa5828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.238135 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.276251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.311706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea84a0a4-1588-45ec-85a7-eff94b4c29e7 None None] DHCP port deletion for 0c12e784-9a5b-40b6-ab64-04193b5285c9 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:23:14.359899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e75ab2-0ad6-4fbe-9eca-38de5e1dbeaa req-77938ddb-f520-4e73-aaf3-84243dc97d89 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:14.361442 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-00e75ab2-0ad6-4fbe-9eca-38de5e1dbeaa req-77938ddb-f520-4e73-aaf3-84243dc97d89 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.3989081 Jun 02 16:23:14.375102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Calling delete_port for b267ce7d-2d0b-4234-9409-444ed5b2e9cc owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:14.380693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6923d-7497-45e9-9413-97e2aafa5828 None None] Calling delete_port for 259b45d8-b95a-4e19-b744-56b354849761 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:14.387917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.ipam_backend_mixin [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Port b267ce7d-2d0b-4234-9409-444ed5b2e9cc was not found and therefore no delete operation was performed {{(pid=92322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 16:23:14.430421 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-00e75ab2-0ad6-4fbe-9eca-38de5e1dbeaa req-3842ed90-1600-41c5-9935-3517120ca190 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563183 Jun 02 16:23:14.439677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.444593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f081d112-fb03-4f19-9899-6eb0eb7c05e3 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:14.464427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.474663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:14.507087 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.523838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 259b45d8-b95a-4e19-b744-56b354849761 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:14.532860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 259b45d8-b95a-4e19-b744-56b354849761 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:14.533259 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.572222 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event deleted for resources: {'Port': ['ID=b267ce7d-2d0b-4234-9409-444ed5b2e9cc,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:14.576691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c7e6923d-7497-45e9-9413-97e2aafa5828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.582635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ea84a0a4-1588-45ec-85a7-eff94b4c29e7 None None] Deleting port fc9589b3-cb02-4b73-b799-47597685054d {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:14.583021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ea84a0a4-1588-45ec-85a7-eff94b4c29e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.583626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] No DVR routers for this DVR port b267ce7d-2d0b-4234-9409-444ed5b2e9cc on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:23:14.607204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:14.615031 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:14.651545 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] Port 259b45d8-b95a-4e19-b744-56b354849761 was deleted so its status cannot be updated. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 02 16:23:14.681066 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6016308-d521-4cc7-ab4a-9fe76dd7fcb8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.692153 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1417be32-3a8e-4508-839f-4c3022ba34bc tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/ports/c7126a11-c8a0-4e8b-862b-86047de9fdfe/tags HTTP/1.1" status: 204 len: 168 time: 0.8571634 Jun 02 16:23:14.694212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] For port 259b45d8-b95a-4e19-b744-56b354849761, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=259b45d8-b95a-4e19-b744-56b354849761,segment=NetworkSegment(a826386a-7bb5-46e2-8fe9-873efe26ba34),segment_id=a826386a-7bb5-46e2-8fe9-873efe26ba34)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:14.694763 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.698190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33372) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:14.700661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9589b3-cb02-4b73-b799-47597685054d,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:14.707587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:14.712148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-5315fd79-05ab-473d-9a3e-05e52814c4b8 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a4f19ccc-b92c-4dc8-8df8-6b91d814166f') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:14.715980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6923d-7497-45e9-9413-97e2aafa5828 None None] No DVR routers for this DVR port 259b45d8-b95a-4e19-b744-56b354849761 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:23:14.717640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6923d-7497-45e9-9413-97e2aafa5828 None None] Pushing event deleted for resources: {'Port': ['ID=259b45d8-b95a-4e19-b744-56b354849761,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:14.724916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c7e6923d-7497-45e9-9413-97e2aafa5828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:14.737308 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d0461f46-93c1-4a2d-92e2-1b1a6fd8622b no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:23:14.758635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] No DVR routers for this DVR port fc9589b3-cb02-4b73-b799-47597685054d on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:23:14.782570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: d0461f46-93c1-4a2d-92e2-1b1a6fd8622b {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:23:14.782918 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d0461f46-93c1-4a2d-92e2-1b1a6fd8622b not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:23:14.783341 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b267ce7d-2d0b-4234-9409-444ed5b2e9cc no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:23:14.811588 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-ea84a0a4-1588-45ec-85a7-eff94b4c29e7 None None] For port fc9589b3-cb02-4b73-b799-47597685054d, host dv-neutron-601336-83-hyperv, got binding levels [] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:14.811980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ea84a0a4-1588-45ec-85a7-eff94b4c29e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.826604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: b267ce7d-2d0b-4234-9409-444ed5b2e9cc {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:23:14.826953 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b267ce7d-2d0b-4234-9409-444ed5b2e9cc not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:23:14.862691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-f6016308-d521-4cc7-ab4a-9fe76dd7fcb8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port 4ab965df-493c-46dd-80fb-5a3beb28f96e yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:23:14.897468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.908247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Calling delete_port for 259b45d8-b95a-4e19-b744-56b354849761 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:14.919894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c12e784-9a5b-40b6-ab64-04193b5285c9']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:14.943495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4695709-f309-4a51-9b88-aa4f54303241') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:14.943868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4695709-f309-4a51-9b88-aa4f54303241') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:14.961960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:14.987120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:15.007230 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5315fd79-05ab-473d-9a3e-05e52814c4b8 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/subnets/a4f19ccc-b92c-4dc8-8df8-6b91d814166f/tags HTTP/1.1" status: 204 len: 168 time: 0.2984807 Jun 02 16:23:15.007928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33374) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:15.009200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:23:15.009459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:23:15.025029 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:23:15.027148 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ea84a0a4-1588-45ec-85a7-eff94b4c29e7 None None] Calling delete_port for fc9589b3-cb02-4b73-b799-47597685054d owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:15.031154 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.ipam_backend_mixin [None req-ea84a0a4-1588-45ec-85a7-eff94b4c29e7 None None] Port fc9589b3-cb02-4b73-b799-47597685054d was not found and therefore no delete operation was performed {{(pid=92324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 16:23:15.041111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ea84a0a4-1588-45ec-85a7-eff94b4c29e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:15.046661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e0c19b2b-ad5f-4725-bb14-3a0e684ded05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:15.101230 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 259b45d8-b95a-4e19-b744-56b354849761 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:23:15.131387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84a0a4-1588-45ec-85a7-eff94b4c29e7 None None] No DVR routers for this DVR port fc9589b3-cb02-4b73-b799-47597685054d on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:23:15.138934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84a0a4-1588-45ec-85a7-eff94b4c29e7 None None] Pushing event deleted for resources: {'Port': ['ID=fc9589b3-cb02-4b73-b799-47597685054d,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:15.146234 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ea84a0a4-1588-45ec-85a7-eff94b4c29e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:15.147212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 259b45d8-b95a-4e19-b744-56b354849761 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:23:15.147444 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 259b45d8-b95a-4e19-b744-56b354849761 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:23:15.147859 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fc9589b3-cb02-4b73-b799-47597685054d no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:23:15.162392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:15.168423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:15.180744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-307d0050-1e08-4a3a-884d-462c69177979 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:15.183514 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: fc9589b3-cb02-4b73-b799-47597685054d {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:23:15.184036 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fc9589b3-cb02-4b73-b799-47597685054d not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:23:15.186596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:15.211649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c12e784-9a5b-40b6-ab64-04193b5285c9,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:15.220139 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:15.224818 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0c12e784-9a5b-40b6-ab64-04193b5285c9 HTTP/1.1" status: 204 len: 168 time: 1.7344677 Jun 02 16:23:15.230713 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47100c27-a871-4a3a-881b-3ce85570d0ee']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:15.238440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-23637f89-3ec1-4528-a976-29b32cf80010 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks [] for subnetpool, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:15.239803 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-23637f89-3ec1-4528-a976-29b32cf80010 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/subnetpools/3d7ec7a0-2bb8-4682-b8e9-1444303b1b2e HTTP/1.1" status: 204 len: 168 time: 0.2157195 Jun 02 16:23:15.242338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33378) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:15.287974 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d3a363-9574-45ce-9b4d-d3c64cdfd958') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:15.288250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d3a363-9574-45ce-9b4d-d3c64cdfd958') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:15.295587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:15.309548 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7c60f39d-c6d4-497b-9685-19bb574ef9b4 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:15.323728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-208c0faa-6c5a-4b83-aba3-b7aac5abca7a tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Synchronizing usage tracker for tenant:5d32cda16f224d09a4f692936dd5b982 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:15.364898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:15.366432 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Allocated IP 172.26.3.183 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/38b62d0b-3231-4af0-969b-17b2e35a57b0) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:15.368791 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-208c0faa-6c5a-4b83-aba3-b7aac5abca7a tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Unset dirty status for tenant:5d32cda16f224d09a4f692936dd5b982 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:15.370374 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-208c0faa-6c5a-4b83-aba3-b7aac5abca7a tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e2969c8-56ff-452b-8878-d0f6f49ec523 HTTP/1.1" status: 200 len: 205 time: 0.1266506 Jun 02 16:23:15.373164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33380) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:15.388182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26428fbc-a3d0-42fb-9f96-1072418fec38 req-aed49fa8-f55d-4a53-9307-25e7482f7043 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:15.389685 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-26428fbc-a3d0-42fb-9f96-1072418fec38 req-aed49fa8-f55d-4a53-9307-25e7482f7043 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.8083141 Jun 02 16:23:15.425343 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:15.453126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:15.461793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:15.463863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33382) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:15.472156 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:15.517606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:23:15.518347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:15.532630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Pushing event updated for resources: {'Port': ['ID=b33474c2-ce82-4cb1-8814-f65921435dd9,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:23:15.542579 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:23:15.544548 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:15.628930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f46f59b-a6ca-4348-a36e-5c4a6edb8e91 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:15.674291 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-26428fbc-a3d0-42fb-9f96-1072418fec38 req-da092710-bf71-4a07-bb74-bba7367f5c4b tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542472 Jun 02 16:23:15.680244 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:15.694054 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-50b0e967-06a4-4be9-b37b-1e85f3c831d7 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:15.804521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:15.812971 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] No DVR routers for this DVR port 259b45d8-b95a-4e19-b744-56b354849761 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:23:15.814690 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Port': ['ID=259b45d8-b95a-4e19-b744-56b354849761,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:15.844823 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2e019712-6716-49be-a0c1-9aed196c2737 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4164ea387d064d188e16864b4b684a3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3797474 Jun 02 16:23:15.856468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:15.857169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33386) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:15.858188 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:15.863395 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-df8ace6d-403d-464e-a674-4e01dc0453ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:15.877227 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6016308-d521-4cc7-ab4a-9fe76dd7fcb8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 02 16:23:15.877726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6016308-d521-4cc7-ab4a-9fe76dd7fcb8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:23:15.984103 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Pushing event deleted for resources: {'Network': ['ID=47100c27-a871-4a3a-881b-3ce85570d0ee,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:15.990530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f46f59b-a6ca-4348-a36e-5c4a6edb8e91 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.000617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f46f59b-a6ca-4348-a36e-5c4a6edb8e91 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.011804 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.034660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:16.036259 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f46f59b-a6ca-4348-a36e-5c4a6edb8e91 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.036803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f46f59b-a6ca-4348-a36e-5c4a6edb8e91 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Fanout notify agent at l3_agent the message router_deleted on router 3e2969c8-56ff-452b-8878-d0f6f49ec523 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:23:16.051224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f46f59b-a6ca-4348-a36e-5c4a6edb8e91 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.052309 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8f46f59b-a6ca-4348-a36e-5c4a6edb8e91 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/routers/3e2969c8-56ff-452b-8878-d0f6f49ec523 HTTP/1.1" status: 204 len: 168 time: 0.6781135 Jun 02 16:23:16.054976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33388) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:16.067055 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] 10.222.0.50 "DELETE /v2.0/networks/47100c27-a871-4a3a-881b-3ce85570d0ee HTTP/1.1" status: 204 len: 168 time: 3.6071420 Jun 02 16:23:16.124711 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.130563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b99ef531-c542-43d4-a232-d8810dc651b6 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:16.140671 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f6016308-d521-4cc7-ab4a-9fe76dd7fcb8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.0369034 Jun 02 16:23:16.163289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33392) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:16.210938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.245232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24f3648-ec4b-434d-b79a-ec9b5d6ebe81']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:16.330931 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a826386a-7bb5-46e2-8fe9-873efe26ba34') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:16.331188 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a826386a-7bb5-46e2-8fe9-873efe26ba34') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:16.348337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e1f94fe6-13b9-46e8-bcf7-44cd00ea9748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.358567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.390147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:16.392168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:16.394887 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33396) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:16.406967 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:16.419944 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.432404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Pushing event updated for resources: {'Port': ['ID=38b62d0b-3231-4af0-969b-17b2e35a57b0,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:16.439508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:16.501419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:23:16.501749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: util.warn( Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: util.warn( Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: util.warn( Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: util.warn( Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:23:16.517882 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:23:16.521643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e1f94fe6-13b9-46e8-bcf7-44cd00ea9748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.552700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-97955d46-d1ee-4a20-b338-c5561f3269e5 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Deleting port c7126a11-c8a0-4e8b-862b-86047de9fdfe {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:16.553096 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-97955d46-d1ee-4a20-b338-c5561f3269e5 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.826614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efb07fc-7bb6-46d7-a609-13aa6be72240 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:16.832575 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efb07fc-7bb6-46d7-a609-13aa6be72240 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:16.833399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0efb07fc-7bb6-46d7-a609-13aa6be72240 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:16.855334 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-97955d46-d1ee-4a20-b338-c5561f3269e5 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.866647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.932153 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.951330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:16.973005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:16.992227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-97955d46-d1ee-4a20-b338-c5561f3269e5 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Calling delete_port for c7126a11-c8a0-4e8b-862b-86047de9fdfe owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:17.000071 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0efb07fc-7bb6-46d7-a609-13aa6be72240 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:17.003958 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0efb07fc-7bb6-46d7-a609-13aa6be72240 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8369739 Jun 02 16:23:17.004380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33400) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:17.012361 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c57707ce-11d8-4b28-8228-9c07d2cd9968 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a231f0203f954d538f53088bb121b96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6102259 Jun 02 16:23:17.015904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Network': ['ID=e24f3648-ec4b-434d-b79a-ec9b5d6ebe81,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:17.020167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33402) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:17.022391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:17.070999 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/networks/e24f3648-ec4b-434d-b79a-ec9b5d6ebe81 HTTP/1.1" status: 204 len: 168 time: 7.4289885 Jun 02 16:23:17.089555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33404) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:17.148074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e1f94fe6-13b9-46e8-bcf7-44cd00ea9748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:17.150483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e1f94fe6-13b9-46e8-bcf7-44cd00ea9748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:17.154028 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e1f94fe6-13b9-46e8-bcf7-44cd00ea9748 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b43408f7-d433-4fbb-9e31-6b69aa25401c HTTP/1.1" status: 204 len: 168 time: 1.2704666 Jun 02 16:23:17.154980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:17.163208 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ec9b1d42-51ca-4364-a25b-47357abf6e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:17.170202 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cc57b7-005e-40a5-a69e-8617e7a52c77 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] DELETE failed (client error): The resource could not be found. Jun 02 16:23:17.170684 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3cc57b7-005e-40a5-a69e-8617e7a52c77 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:23:17.172331 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d3cc57b7-005e-40a5-a69e-8617e7a52c77 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/subnets/cb27f9fe-957f-4108-ac42-5ef43cac3502 HTTP/1.1" status: 404 len: 337 time: 0.0819347 Jun 02 16:23:17.184555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33408) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:17.229232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f94fe6-13b9-46e8-bcf7-44cd00ea9748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43408f7-d433-4fbb-9e31-6b69aa25401c,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:17.292065 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e1f94fe6-13b9-46e8-bcf7-44cd00ea9748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:17.310261 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-467dae59-d01b-47dd-a122-b9e6d50932aa tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] DELETE failed (client error): The resource could not be found. Jun 02 16:23:17.310749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467dae59-d01b-47dd-a122-b9e6d50932aa tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:23:17.315440 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-467dae59-d01b-47dd-a122-b9e6d50932aa tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/networks/e24f3648-ec4b-434d-b79a-ec9b5d6ebe81 HTTP/1.1" status: 404 len: 339 time: 0.1269071 Jun 02 16:23:17.318587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33410) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:17.376019 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f774bbf6-f21f-4d1a-8577-e4f2f1720a7c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] DELETE failed (client error): The resource could not be found. Jun 02 16:23:17.376605 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f774bbf6-f21f-4d1a-8577-e4f2f1720a7c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:23:17.378588 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f774bbf6-f21f-4d1a-8577-e4f2f1720a7c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/subnets/0fd8beeb-43e9-4a20-9a99-8a851939a4fb HTTP/1.1" status: 404 len: 337 time: 0.0588260 Jun 02 16:23:17.386371 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33414) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:17.393633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5cace602-e64e-45da-b36c-5a7fd020dc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:17.454672 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41a066e-3cf7-4262-af86-6d7ead5395a9 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] DELETE failed (client error): The resource could not be found. Jun 02 16:23:17.455261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41a066e-3cf7-4262-af86-6d7ead5395a9 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:23:17.496137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5cace602-e64e-45da-b36c-5a7fd020dc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:17.552742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:17.559573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:17.655867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5cace602-e64e-45da-b36c-5a7fd020dc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:17.662969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c3e441d5-5a4a-4340-bfd4-ce55c4d08547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:17.680657 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d41a066e-3cf7-4262-af86-6d7ead5395a9 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/networks/45a514cd-8de9-44c2-bea9-d85d516942cc HTTP/1.1" status: 404 len: 339 time: 0.2932110 Jun 02 16:23:17.688931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33424) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:17.723068 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-bdf60d98-fc19-475f-a3f2-0ed691ffda1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port b19fda95-bd85-44ef-989e-85aac92e2f03 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:17.723493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bdf60d98-fc19-475f-a3f2-0ed691ffda1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:17.731592 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cace602-e64e-45da-b36c-5a7fd020dc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8d16aa-5683-4eac-840c-d6fef2f4aabd,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:17.741429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5cace602-e64e-45da-b36c-5a7fd020dc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:17.744579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5cace602-e64e-45da-b36c-5a7fd020dc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:17.746116 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5cace602-e64e-45da-b36c-5a7fd020dc72 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de8d16aa-5683-4eac-840c-d6fef2f4aabd HTTP/1.1" status: 204 len: 168 time: 0.7247794 Jun 02 16:23:17.807359 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea895bf-9d9f-4200-84c1-13744e4769b6 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] DELETE failed (client error): The resource could not be found. Jun 02 16:23:17.807954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea895bf-9d9f-4200-84c1-13744e4769b6 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:23:17.810363 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8ea895bf-9d9f-4200-84c1-13744e4769b6 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/subnets/28cbd0af-266d-4da0-8ec6-e6ec19960b3f HTTP/1.1" status: 404 len: 337 time: 0.1153245 Jun 02 16:23:17.819244 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33432) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:17.871397 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-97387788-e67c-4345-83b6-9d75e5547aaf tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] DELETE failed (client error): The resource could not be found. Jun 02 16:23:17.873000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97387788-e67c-4345-83b6-9d75e5547aaf tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:23:17.877847 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-97387788-e67c-4345-83b6-9d75e5547aaf tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/networks/75e69b65-919d-472a-a56c-c9df63a774ed HTTP/1.1" status: 404 len: 339 time: 0.0506561 Jun 02 16:23:17.878509 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33436) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:17.928305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-97955d46-d1ee-4a20-b338-c5561f3269e5 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:17.949782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-87e917a7-549b-4ae7-9c46-2206b4dd82eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:17.954807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Router 10aa0055-0d3d-4808-b3c2-a3ddf5edf982 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:23:18.056996 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97955d46-d1ee-4a20-b338-c5561f3269e5 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Pushing event deleted for resources: {'Port': ['ID=c7126a11-c8a0-4e8b-862b-86047de9fdfe,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:18.082432 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-97955d46-d1ee-4a20-b338-c5561f3269e5 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:18.163285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:18.213346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:18.221706 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33448) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:18.238286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bdf60d98-fc19-475f-a3f2-0ed691ffda1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:18.285997 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f0c21-fa38-4526-869d-351f4c7b38f3 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Deleting port 4d852a45-c2ea-4847-bed1-3000c12568a1 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:18.286450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0c21-fa38-4526-869d-351f4c7b38f3 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:18.310354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-97955d46-d1ee-4a20-b338-c5561f3269e5 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:18.313446 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-97955d46-d1ee-4a20-b338-c5561f3269e5 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/ports/c7126a11-c8a0-4e8b-862b-86047de9fdfe HTTP/1.1" status: 204 len: 168 time: 2.2572787 Jun 02 16:23:18.322303 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33454) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:18.351908 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:23:18.363813 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abfac21-e5d0-4fcb-9dae-df3833deee51 None None] Sync routers for ids ['10aa0055-0d3d-4808-b3c2-a3ddf5edf982'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:23:18.379339 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abfac21-e5d0-4fcb-9dae-df3833deee51 None None] Routers {'10aa0055-0d3d-4808-b3c2-a3ddf5edf982'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:18.379885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9abfac21-e5d0-4fcb-9dae-df3833deee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['10aa0055-0d3d-4808-b3c2-a3ddf5edf982'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:18.405180 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:18.406500 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "PUT /v2.0/routers/10aa0055-0d3d-4808-b3c2-a3ddf5edf982 HTTP/1.1" status: 200 len: 882 time: 7.6870358 Jun 02 16:23:18.419554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33456) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:18.469120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb59642-c107-40bc-a381-c16bd33b44be tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Deleting subnet a4f19ccc-b92c-4dc8-8df8-6b91d814166f {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:23:18.506255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9abfac21-e5d0-4fcb-9dae-df3833deee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:18.515908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abfac21-e5d0-4fcb-9dae-df3833deee51 None None] Routers {'10aa0055-0d3d-4808-b3c2-a3ddf5edf982'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:18.516529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9abfac21-e5d0-4fcb-9dae-df3833deee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['10aa0055-0d3d-4808-b3c2-a3ddf5edf982'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:18.541279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2eb59642-c107-40bc-a381-c16bd33b44be tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:18.546113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0c21-fa38-4526-869d-351f4c7b38f3 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:18.579314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-bdf60d98-fc19-475f-a3f2-0ed691ffda1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for b19fda95-bd85-44ef-989e-85aac92e2f03 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:18.587769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1127956330-network', 'tenant_id': '49af58ce2596425195cd0dea7b086537'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:18.589198 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9abfac21-e5d0-4fcb-9dae-df3833deee51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:18.589722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abfac21-e5d0-4fcb-9dae-df3833deee51 None None] The sync data for ids ['10aa0055-0d3d-4808-b3c2-a3ddf5edf982'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:23:18.600588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:18.623127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Usage tracker for resource:network and tenant:49af58ce2596425195cd0dea7b086537 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:18.642948 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:18.706742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:18.711065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2eb59642-c107-40bc-a381-c16bd33b44be tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:18.797503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33466) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:18.800717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Made reservation on behalf of 49af58ce2596425195cd0dea7b086537 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:18.803016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:18.837718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:18.848026 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:18.876624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:18.878767 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f0c21-fa38-4526-869d-351f4c7b38f3 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Calling delete_port for 4d852a45-c2ea-4847-bed1-3000c12568a1 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:18.892124 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Usage tracker for resource:security_group_rule and tenant:49af58ce2596425195cd0dea7b086537 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:18.907702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:18.921477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:18.947131 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2070905816'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:18.992420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:19.001946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2eb59642-c107-40bc-a381-c16bd33b44be tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:19.021310 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-78b68fdc-57c8-4dff-8cc4-d0a4ae7a3e1e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/routers/10aa0055-0d3d-4808-b3c2-a3ddf5edf982 HTTP/1.1" status: 200 len: 923 time: 0.6005366 Jun 02 16:23:19.027906 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33470) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:19.029529 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Usage tracker for resource:network and tenant:3944ae1fd5b94209860fc247993e0646 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:19.034420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Router 4de8289b-2aa1-4b98-bac9-74861b4266a7 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:23:19.042830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:19.068435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:19.088687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0c21-fa38-4526-869d-351f4c7b38f3 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:19.096251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-47e57089-399c-41f3-9ed9-33bd30d723c8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:19.155472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f0c21-fa38-4526-869d-351f4c7b38f3 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Port': ['ID=4d852a45-c2ea-4847-bed1-3000c12568a1,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:19.157853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0c21-fa38-4526-869d-351f4c7b38f3 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:19.163591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7f3f0c21-fa38-4526-869d-351f4c7b38f3 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:19.171401 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7f3f0c21-fa38-4526-869d-351f4c7b38f3 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/ports/4d852a45-c2ea-4847-bed1-3000c12568a1 HTTP/1.1" status: 204 len: 168 time: 1.2905748 Jun 02 16:23:19.174535 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33472) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:19.184844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Made reservation on behalf of 3944ae1fd5b94209860fc247993e0646 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:19.188312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:19.212137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c5b141-e7e8-4dcd-ba31-a72d2aa79bbc tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:19.213656 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-28c5b141-e7e8-4dcd-ba31-a72d2aa79bbc tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&device_id=10aa0055-0d3d-4808-b3c2-a3ddf5edf982&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1848013 Jun 02 16:23:19.217410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33474) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:19.219790 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba925c32-54ac-4312-923d-88522272de50 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] DELETE failed (client error): The resource could not be found. Jun 02 16:23:19.220589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba925c32-54ac-4312-923d-88522272de50 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:23:19.222253 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ba925c32-54ac-4312-923d-88522272de50 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/subnets/2f06946a-a0c8-492c-81e2-b0027ebd0dd0 HTTP/1.1" status: 404 len: 337 time: 0.0467830 Jun 02 16:23:19.242563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33476) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:19.256874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bdf60d98-fc19-475f-a3f2-0ed691ffda1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:19.258568 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:19.434111 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:19.440062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-faecd1ae-502f-49fe-b8bc-51d2c92ca065 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:19.466406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf637b8-601d-415d-81e2-351be40eb394 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:19.467793 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-daf637b8-601d-415d-81e2-351be40eb394 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/networks/3e4df761-1bd3-455c-9709-426e794fcea2 HTTP/1.1" status: 200 len: 881 time: 0.2492566 Jun 02 16:23:19.491391 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33478) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:19.536993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf60d98-fc19-475f-a3f2-0ed691ffda1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=b19fda95-bd85-44ef-989e-85aac92e2f03,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:19.596992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:19.597560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-faecd1ae-502f-49fe-b8bc-51d2c92ca065 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:19.612172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-faecd1ae-502f-49fe-b8bc-51d2c92ca065 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88dd0326-5a31-4f08-af06-22650a5a7521']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:19.620334 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bdf60d98-fc19-475f-a3f2-0ed691ffda1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:19.627261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-faecd1ae-502f-49fe-b8bc-51d2c92ca065 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af68fb5a-9b83-4f49-8750-f46da7633dd8') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:19.627577 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-faecd1ae-502f-49fe-b8bc-51d2c92ca065 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af68fb5a-9b83-4f49-8750-f46da7633dd8') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:19.641506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-faecd1ae-502f-49fe-b8bc-51d2c92ca065 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:19.652122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Usage tracker for resource:security_group_rule and tenant:3944ae1fd5b94209860fc247993e0646 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:19.656672 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d1c9d608-866a-40d5-9fed-e4e04256d6a4 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10aa0055-0d3d-4808-b3c2-a3ddf5edf982 HTTP/1.1" status: 200 len: 205 time: 0.1622698 Jun 02 16:23:19.657785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:19.660288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33480) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:19.709785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:19.714984 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-faecd1ae-502f-49fe-b8bc-51d2c92ca065 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:19.719887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bdf60d98-fc19-475f-a3f2-0ed691ffda1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:19.741189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faecd1ae-502f-49fe-b8bc-51d2c92ca065 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:23:19.741621 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-faecd1ae-502f-49fe-b8bc-51d2c92ca065 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:23:19.757604 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:23:19.777972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:23:19.790974 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c40dc2-faa2-4da1-89e3-b59e07374cc0 None None] Sync routers for ids ['4de8289b-2aa1-4b98-bac9-74861b4266a7'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:23:19.801256 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c40dc2-faa2-4da1-89e3-b59e07374cc0 None None] Routers {'4de8289b-2aa1-4b98-bac9-74861b4266a7'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:19.801994 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c7c40dc2-faa2-4da1-89e3-b59e07374cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['4de8289b-2aa1-4b98-bac9-74861b4266a7'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:19.844949 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bdf60d98-fc19-475f-a3f2-0ed691ffda1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/b19fda95-bd85-44ef-989e-85aac92e2f03 HTTP/1.1" status: 204 len: 168 time: 2.7878201 Jun 02 16:23:19.845640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33482) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:19.876432 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c7c40dc2-faa2-4da1-89e3-b59e07374cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:19.886261 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c40dc2-faa2-4da1-89e3-b59e07374cc0 None None] Routers {'4de8289b-2aa1-4b98-bac9-74861b4266a7'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:19.887236 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c7c40dc2-faa2-4da1-89e3-b59e07374cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['4de8289b-2aa1-4b98-bac9-74861b4266a7'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:19.906775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:19.908069 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "PUT /v2.0/routers/4de8289b-2aa1-4b98-bac9-74861b4266a7 HTTP/1.1" status: 200 len: 916 time: 7.1672068 Jun 02 16:23:19.913210 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33484) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:19.923451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:19.955707 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c7c40dc2-faa2-4da1-89e3-b59e07374cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:19.956266 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c40dc2-faa2-4da1-89e3-b59e07374cc0 None None] The sync data for ids ['4de8289b-2aa1-4b98-bac9-74861b4266a7'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:23:19.965911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-faecd1ae-502f-49fe-b8bc-51d2c92ca065 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:19.972780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-faecd1ae-502f-49fe-b8bc-51d2c92ca065 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:19.980071 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f1b53996-b7c2-4a5a-afc0-507b47f78481 tempest-ExternalNetworksTestJSON-943390484 tempest-ExternalNetworksTestJSON-943390484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:19.989494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.000286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6f6d7e53-2bbc-4301-a261-b216dc25244e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:20.013858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faecd1ae-502f-49fe-b8bc-51d2c92ca065 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Network': ['ID=88dd0326-5a31-4f08-af06-22650a5a7521,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:20.016391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-faecd1ae-502f-49fe-b8bc-51d2c92ca065 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:20.032502 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-faecd1ae-502f-49fe-b8bc-51d2c92ca065 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/networks/88dd0326-5a31-4f08-af06-22650a5a7521 HTTP/1.1" status: 204 len: 168 time: 0.7868471 Jun 02 16:23:20.040692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33486) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:20.067748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2eb59642-c107-40bc-a381-c16bd33b44be tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.094290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.129560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:23:20.140718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fcef9a-5d65-4337-bd4e-41200e3ae7cb,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:20.154444 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:20.154858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec7e95b-8397-4e28-b991-acce042a38c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:20.155166 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2884658d-938f-49af-91af-25b31bc7cc5d tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:20.156480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec7e95b-8397-4e28-b991-acce042a38c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:20.157279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8ec7e95b-8397-4e28-b991-acce042a38c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:20.214763 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.214990 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Added segment 9fad278b-51ce-4193-8971-a2593051541d of type vlan for network 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 Jun 02 16:23:20.220829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb59642-c107-40bc-a381-c16bd33b44be tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f19ccc-b92c-4dc8-8df8-6b91d814166f,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:20.223046 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2eb59642-c107-40bc-a381-c16bd33b44be tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.223294 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257ae338-e9f2-48dc-b2fa-c7fe11c1320b None None] Network df795299-27f7-41ae-a30b-655e139c22d6 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:20.226850 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.235381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2eb59642-c107-40bc-a381-c16bd33b44be tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:20.242575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.251275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-61eb62f6-876f-46cc-af26-578742cbd20a tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:20.256182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8ec7e95b-8397-4e28-b991-acce042a38c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:20.259975 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8ec7e95b-8397-4e28-b991-acce042a38c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4105785 Jun 02 16:23:20.265345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33488) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:20.276268 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-222a78c3-9de8-4ef4-b04e-dba7835e2f02 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/routers/4de8289b-2aa1-4b98-bac9-74861b4266a7 HTTP/1.1" status: 200 len: 922 time: 0.3580837 Jun 02 16:23:20.288626 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2eb59642-c107-40bc-a381-c16bd33b44be tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/subnets/a4f19ccc-b92c-4dc8-8df8-6b91d814166f HTTP/1.1" status: 204 len: 168 time: 1.9547386 Jun 02 16:23:20.289588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33490) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:20.289588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33492) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:20.355507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.382285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:23:20.393885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23649eaa-a7df-41e1-9b98-a4b853f9f4c9,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:20.404278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:20.485221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.485463 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Added segment 873a5b6b-6daf-46c0-9cc6-d50ef52ac3c6 of type vlan for network d89588e1-8e00-491a-b4b7-d0c6bb3649da Jun 02 16:23:20.504409 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f7913d-6ab3-4031-bf99-41854db6b5d6 None None] DHCP port deletion for df795299-27f7-41ae-a30b-655e139c22d6 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:23:20.532860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.557084 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.563509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.564816 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:20.565394 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.573013 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:20.580422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7913d-6ab3-4031-bf99-41854db6b5d6 None None] Deleting port ac4a7034-0ec8-4033-b21c-f3463e48db69 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:20.580899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e1f7913d-6ab3-4031-bf99-41854db6b5d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.620081 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f04960-c59c-4cd6-932b-8287b8efdde1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 094191fd-6eaa-404f-98fb-284d99fe79ca {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:23:20.624637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c8f04960-c59c-4cd6-932b-8287b8efdde1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.659719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.670384 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-4688f648-6948-4130-83d4-42a64401f508 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Deleting port 47ba0f15-f533-4ac1-82b7-ec07c9702370 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:20.670760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4688f648-6948-4130-83d4-42a64401f508 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.683481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-e1f7913d-6ab3-4031-bf99-41854db6b5d6 None None] For port ac4a7034-0ec8-4033-b21c-f3463e48db69, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ac4a7034-0ec8-4033-b21c-f3463e48db69,segment=NetworkSegment(a29424ce-4973-4050-9213-c657bded50e3),segment_id=a29424ce-4973-4050-9213-c657bded50e3)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:20.683963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e1f7913d-6ab3-4031-bf99-41854db6b5d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.713618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:23:20.732785 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5072467 Jun 02 16:23:20.732785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a89bca2-42ff-472e-97a0-f90c6105baa3 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:20.733687 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0a89bca2-42ff-472e-97a0-f90c6105baa3 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&device_id=4de8289b-2aa1-4b98-bac9-74861b4266a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4356399 Jun 02 16:23:20.737200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33494) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:20.737696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33496) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:20.738538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Pushing event updated for resources: {'Network': ['ID=5a75d7e7-a9b6-4122-8b21-d9fba5e3b411,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:20.746107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Request body: {'subnet': {'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1127956330-subnet', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:20.752210 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:20.776134 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:20.790492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Usage tracker for resource:subnet and tenant:49af58ce2596425195cd0dea7b086537 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:20.793079 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.798671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:20.799272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.801498 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c8f04960-c59c-4cd6-932b-8287b8efdde1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.803932 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:23:20.804209 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6663afbc-fde2-4d25-b74c-da0800d3a901 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:20.822179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7913d-6ab3-4031-bf99-41854db6b5d6 None None] Calling delete_port for ac4a7034-0ec8-4033-b21c-f3463e48db69 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:20.865269 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:20.889444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4688f648-6948-4130-83d4-42a64401f508 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.894906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:20.955005 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e1f7913d-6ab3-4031-bf99-41854db6b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:20.966814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:20.988774 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1889071 Jun 02 16:23:21.004773 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33498) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:21.015268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f7913d-6ab3-4031-bf99-41854db6b5d6 None None] No DVR routers for this DVR port ac4a7034-0ec8-4033-b21c-f3463e48db69 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:23:21.015481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Request body: {'subnet': {'network_id': 'd89588e1-8e00-491a-b4b7-d0c6bb3649da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:21.026903 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7913d-6ab3-4031-bf99-41854db6b5d6 None None] Pushing event deleted for resources: {'Port': ['ID=ac4a7034-0ec8-4033-b21c-f3463e48db69,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:21.034982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e1f7913d-6ab3-4031-bf99-41854db6b5d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:21.035604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Pushing event updated for resources: {'Network': ['ID=d89588e1-8e00-491a-b4b7-d0c6bb3649da,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:21.042975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Made reservation on behalf of 49af58ce2596425195cd0dea7b086537 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:21.045882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:21.048487 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network d89588e1-8e00-491a-b4b7-d0c6bb3649da details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:23:21.058493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:21.067690 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-4688f648-6948-4130-83d4-42a64401f508 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Calling delete_port for 47ba0f15-f533-4ac1-82b7-ec07c9702370 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:21.111698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Deleting port b33474c2-ce82-4cb1-8814-f65921435dd9 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:21.112081 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:21.122214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ac4a7034-0ec8-4033-b21c-f3463e48db69 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:23:21.147407 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c8f04960-c59c-4cd6-932b-8287b8efdde1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:21.179246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: ac4a7034-0ec8-4033-b21c-f3463e48db69 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:23:21.179638 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ac4a7034-0ec8-4033-b21c-f3463e48db69 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:23:21.278791 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d85d65b-762b-4e31-ad85-48cd9725e94b tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:21.279269 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0d85d65b-762b-4e31-ad85-48cd9725e94b tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Synchronizing usage tracker for tenant:39137685f28c4250b3bfcb636752b532 on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:21.335502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Deleting port ac4a7034-0ec8-4033-b21c-f3463e48db69 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:21.335870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:21.389847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4688f648-6948-4130-83d4-42a64401f508 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:21.399010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:21.414281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:21.465433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0d85d65b-762b-4e31-ad85-48cd9725e94b tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Unset dirty status for tenant:39137685f28c4250b3bfcb636752b532 on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:21.466661 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0d85d65b-762b-4e31-ad85-48cd9725e94b tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/networks/3e4df761-1bd3-455c-9709-426e794fcea2 HTTP/1.1" status: 200 len: 881 time: 0.7244432 Jun 02 16:23:21.475014 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33502) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:21.521009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:21.542713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Usage tracker for resource:subnet and tenant:3944ae1fd5b94209860fc247993e0646 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:21.548229 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-24ad05bf-6c45-4dd0-9639-a9f1f8b3b45d tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "GET /v2.0/ports?device_id=4de8289b-2aa1-4b98-bac9-74861b4266a7 HTTP/1.1" status: 200 len: 205 time: 0.0706260 Jun 02 16:23:21.553421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:21.557198 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] For port ac4a7034-0ec8-4033-b21c-f3463e48db69, host dv-neutron-601336-83-hyperv, got binding levels [] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:21.557552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:21.564368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33504) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:21.576390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688f648-6948-4130-83d4-42a64401f508 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Port': ['ID=47ba0f15-f533-4ac1-82b7-ec07c9702370,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:21.586848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Calling delete_port for b33474c2-ce82-4cb1-8814-f65921435dd9 owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:21.601125 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4688f648-6948-4130-83d4-42a64401f508 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:21.608491 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4688f648-6948-4130-83d4-42a64401f508 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:21.626868 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4688f648-6948-4130-83d4-42a64401f508 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/ports/47ba0f15-f533-4ac1-82b7-ec07c9702370 HTTP/1.1" status: 204 len: 168 time: 1.5851197 Jun 02 16:23:21.629325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:21.630593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33506) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:21.728276 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6202775-81a7-427e-995d-5e3d971c7410 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] DELETE failed (client error): The resource could not be found. Jun 02 16:23:21.728708 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6202775-81a7-427e-995d-5e3d971c7410 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:23:21.733355 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c6202775-81a7-427e-995d-5e3d971c7410 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/subnets/827f1217-f431-4441-a48b-e20998bb2faa HTTP/1.1" status: 404 len: 337 time: 0.0982811 Jun 02 16:23:21.736999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33508) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:21.756508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Calling delete_port for ac4a7034-0ec8-4033-b21c-f3463e48db69 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:21.767843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.ipam_backend_mixin [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Port ac4a7034-0ec8-4033-b21c-f3463e48db69 was not found and therefore no delete operation was performed {{(pid=92323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 16:23:21.803282 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:21.806728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Made reservation on behalf of 3944ae1fd5b94209860fc247993e0646 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:21.810254 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:21.833715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4158ae61-4a0f-421d-a4b0-587758877443 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:21.897105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Pushing event deleted for resources: {'Port': ['ID=ac4a7034-0ec8-4033-b21c-f3463e48db69,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:21.898995 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] No DVR routers for this DVR port ac4a7034-0ec8-4033-b21c-f3463e48db69 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:23:21.962812 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:22.110421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a39fd280-2f74-4151-91dc-6765364c95b0 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.133701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c8f04960-c59c-4cd6-932b-8287b8efdde1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.140393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:22.188072 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f04960-c59c-4cd6-932b-8287b8efdde1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=094191fd-6eaa-404f-98fb-284d99fe79ca,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:22.222713 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c8f04960-c59c-4cd6-932b-8287b8efdde1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:22.233905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c8f04960-c59c-4cd6-932b-8287b8efdde1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.238963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b30c0e-4cde-4a43-aac2-5b93676b31cd None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:22.251035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.299395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.340077 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df795299-27f7-41ae-a30b-655e139c22d6']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:22.359790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29424ce-4973-4050-9213-c657bded50e3') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:22.360511 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29424ce-4973-4050-9213-c657bded50e3') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:22.393037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.393276 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c7231561-4d8e-4c06-9a6e-50bba247e3c6 req-88d85b01-eefb-44f2-a9e5-3641a8e9deac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6005752 Jun 02 16:23:22.394449 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c8f04960-c59c-4cd6-932b-8287b8efdde1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/094191fd-6eaa-404f-98fb-284d99fe79ca HTTP/1.1" status: 204 len: 168 time: 2.1279626 Jun 02 16:23:22.405266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33510) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:22.413344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a39fd280-2f74-4151-91dc-6765364c95b0 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.476707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a39fd280-2f74-4151-91dc-6765364c95b0 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17bc59b1-504b-4433-94e4-249b75cfceea']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:22.494428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.507371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:22.542523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a39fd280-2f74-4151-91dc-6765364c95b0 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d89948c-6292-4fb2-a11e-07ef056ba332') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:22.542824 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a39fd280-2f74-4151-91dc-6765364c95b0 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d89948c-6292-4fb2-a11e-07ef056ba332') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:22.568563 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814e1c6-98f6-429d-a9d6-52da125c4a8f None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:23:22.574430 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a39fd280-2f74-4151-91dc-6765364c95b0 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.607218 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Pushing event deleted for resources: {'Port': ['ID=b33474c2-ce82-4cb1-8814-f65921435dd9,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:22.615420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:22.646940 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d814e1c6-98f6-429d-a9d6-52da125c4a8f None None] Deleting port 8c135701-a282-4b85-844b-e7122988bd86 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:22.647304 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d814e1c6-98f6-429d-a9d6-52da125c4a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.661166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a39fd280-2f74-4151-91dc-6765364c95b0 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.688789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39fd280-2f74-4151-91dc-6765364c95b0 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:23:22.689264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a39fd280-2f74-4151-91dc-6765364c95b0 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:23:22.705150 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:23:22.755244 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d814e1c6-98f6-429d-a9d6-52da125c4a8f None None] For port 8c135701-a282-4b85-844b-e7122988bd86, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8c135701-a282-4b85-844b-e7122988bd86,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:22.755622 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d814e1c6-98f6-429d-a9d6-52da125c4a8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.763117 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fe523bba-ce4f-449d-a32f-ff255ceb7d80 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3504961 Jun 02 16:23:22.769557 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.773406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33512) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:22.791067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e8caf9c4-cf55-4c04-ba37-78cfdc2c01cd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:22.803438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.811397 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:23:22.811802 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:23:22.836857 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:23:22.894730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d814e1c6-98f6-429d-a9d6-52da125c4a8f None None] Calling delete_port for 8c135701-a282-4b85-844b-e7122988bd86 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:22.922781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a39fd280-2f74-4151-91dc-6765364c95b0 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.928465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7231561-4d8e-4c06-9a6e-50bba247e3c6 req-3a754265-7d3a-4e23-b35d-a96705ccf0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:22.930149 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c7231561-4d8e-4c06-9a6e-50bba247e3c6 req-3a754265-7d3a-4e23-b35d-a96705ccf0b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e97360779e4d6396b45277baa95f46&device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 1099 time: 0.5022466 Jun 02 16:23:22.952576 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d814e1c6-98f6-429d-a9d6-52da125c4a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:22.957041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f2d0ec26-fe3b-4da3-b120-e4787c3d742b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:22.984928 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-737455e1-d363-4997-bb32-63a7ff11a1c9 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:23.011347 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814e1c6-98f6-429d-a9d6-52da125c4a8f None None] Pushing event deleted for resources: {'Port': ['ID=8c135701-a282-4b85-844b-e7122988bd86,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:23.015832 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d814e1c6-98f6-429d-a9d6-52da125c4a8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:23.016823 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d814e1c6-98f6-429d-a9d6-52da125c4a8f None None] No DVR routers for this DVR port 8c135701-a282-4b85-844b-e7122988bd86 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:23:23.040970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a39fd280-2f74-4151-91dc-6765364c95b0 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.054344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.061805 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fd280-2f74-4151-91dc-6765364c95b0 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Network': ['ID=17bc59b1-504b-4433-94e4-249b75cfceea,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:23.067857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a39fd280-2f74-4151-91dc-6765364c95b0 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:23.069181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.069982 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.080052 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a39fd280-2f74-4151-91dc-6765364c95b0 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/networks/17bc59b1-504b-4433-94e4-249b75cfceea HTTP/1.1" status: 204 len: 168 time: 1.3406758 Jun 02 16:23:23.081036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.083476 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8c135701-a282-4b85-844b-e7122988bd86 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:23:23.086773 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e8caf9c4-cf55-4c04-ba37-78cfdc2c01cd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:23.088894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33514) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:23.120465 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 8c135701-a282-4b85-844b-e7122988bd86 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:23:23.120816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8c135701-a282-4b85-844b-e7122988bd86 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:23:23.125548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:23.144246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e8caf9c4-cf55-4c04-ba37-78cfdc2c01cd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:23.147410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.155983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e8caf9c4-cf55-4c04-ba37-78cfdc2c01cd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:23.175760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.176374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Fanout notify agent at l3_agent the message router_deleted on router 10aa0055-0d3d-4808-b3c2-a3ddf5edf982 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:23:23.198673 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.199786 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "DELETE /v2.0/routers/10aa0055-0d3d-4808-b3c2-a3ddf5edf982 HTTP/1.1" status: 204 len: 168 time: 3.5386844 Jun 02 16:23:23.203573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33516) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:23.208270 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-e7dae48e-94fb-4a1e-9e85-b7e77d615e8e tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-779385038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:23.222935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e7dae48e-94fb-4a1e-9e85-b7e77d615e8e tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:23.226516 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7231561-4d8e-4c06-9a6e-50bba247e3c6 req-6a106c2c-2ae4-4976-82f6-f5e5eab8f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:23.227989 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c7231561-4d8e-4c06-9a6e-50bba247e3c6 req-6a106c2c-2ae4-4976-82f6-f5e5eab8f94f service neutron] 10.222.0.49 "GET /v2.0/networks?id=65d13a74-8578-490b-adf4-f817c919af14 HTTP/1.1" status: 200 len: 912 time: 0.2163713 Jun 02 16:23:23.231083 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e7dae48e-94fb-4a1e-9e85-b7e77d615e8e tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Usage tracker for resource:router and tenant:3870ed385c4440b8b5a8988084965d39 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:23.231553 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Pushing event deleted for resources: {'Network': ['ID=df795299-27f7-41ae-a30b-655e139c22d6,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:23.234985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e7dae48e-94fb-4a1e-9e85-b7e77d615e8e tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:23.238433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e8caf9c4-cf55-4c04-ba37-78cfdc2c01cd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:23.250779 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:23.259665 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] 10.222.0.50 "DELETE /v2.0/networks/df795299-27f7-41ae-a30b-655e139c22d6 HTTP/1.1" status: 204 len: 168 time: 2.9602251 Jun 02 16:23:23.291248 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e7dae48e-94fb-4a1e-9e85-b7e77d615e8e tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:23.305227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8caf9c4-cf55-4c04-ba37-78cfdc2c01cd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:23.308816 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e8caf9c4-cf55-4c04-ba37-78cfdc2c01cd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.328606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e7dae48e-94fb-4a1e-9e85-b7e77d615e8e tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.329655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e7dae48e-94fb-4a1e-9e85-b7e77d615e8e tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.338814 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fcb9ea-1773-43e9-8f15-1e1524db512b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Deleting subnet a4d3768f-c44c-4e6a-b20c-d1a375e1b297 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:23:23.358476 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c7231561-4d8e-4c06-9a6e-50bba247e3c6 req-13920fd5-74dc-4139-970a-27bda30b59a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 HTTP/1.1" status: 200 len: 1000 time: 0.1191204 Jun 02 16:23:23.368074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e7dae48e-94fb-4a1e-9e85-b7e77d615e8e tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.398193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19fcb9ea-1773-43e9-8f15-1e1524db512b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.451555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7231561-4d8e-4c06-9a6e-50bba247e3c6 req-6aca072c-b4f2-4e33-97cd-60107e692152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:23.453019 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c7231561-4d8e-4c06-9a6e-50bba247e3c6 req-6aca072c-b4f2-4e33-97cd-60107e692152 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58265fad-4025-46d0-93bb-61bd65052044 HTTP/1.1" status: 200 len: 850 time: 0.0866175 Jun 02 16:23:23.454107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e7dae48e-94fb-4a1e-9e85-b7e77d615e8e tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.528057 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e7dae48e-94fb-4a1e-9e85-b7e77d615e8e tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.529311 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e7dae48e-94fb-4a1e-9e85-b7e77d615e8e tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3247902 Jun 02 16:23:23.535834 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33522) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:23.543937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'enable_snat': True}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:23.592101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19fcb9ea-1773-43e9-8f15-1e1524db512b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.597953 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33524) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:23.675509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.679848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Deleting port 38b62d0b-3231-4af0-969b-17b2e35a57b0 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:23.680185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:23.703784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-953ca588-2807-4bce-9fca-1add8849590a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:23.919561 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7231561-4d8e-4c06-9a6e-50bba247e3c6 req-973fbe3d-3e3a-4ef0-8880-c1b8fd28131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:23.921102 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c7231561-4d8e-4c06-9a6e-50bba247e3c6 req-973fbe3d-3e3a-4ef0-8880-c1b8fd28131a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65d13a74-8578-490b-adf4-f817c919af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4591670 Jun 02 16:23:23.927930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf6c0475-33ce-4de8-b05c-e927a7d26e87,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:23.952557 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:23.983585 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19fcb9ea-1773-43e9-8f15-1e1524db512b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:24.025213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Checking segment: {'id': '9fad278b-51ce-4193-8971-a2593051541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:24.025566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Network hostable DHCP agents. Network: 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:23:24.052409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:24.200536 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-234f9b2e-26a8-4e83-93e9-d223f042774f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d32cda16f224d09a4f692936dd5b982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5945678 Jun 02 16:23:24.213463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33528) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:24.225866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Calling delete_port for 38b62d0b-3231-4af0-969b-17b2e35a57b0 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:24.231510 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:24.331001 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c7231561-4d8e-4c06-9a6e-50bba247e3c6 req-b64fd2ef-4826-4a62-97a2-ab9705f2f864 service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576078 Jun 02 16:23:24.421922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1cc03ba7-a2d1-48d1-85c8-8b2031e08a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:24.492681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Network 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:23:24.514101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1cc03ba7-a2d1-48d1-85c8-8b2031e08a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:24.579772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:24.588606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7d05f3-8098-481f-b595-95f1aa6f3684 None None] Network 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:24.620932 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c7231561-4d8e-4c06-9a6e-50bba247e3c6 req-0037a3f4-f90f-46f4-94fe-518f36dc0cde service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738519 Jun 02 16:23:24.639832 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1cc03ba7-a2d1-48d1-85c8-8b2031e08a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:24.646197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8e7ba1e0-541c-4e9a-a317-8060fdacb054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:24.659815 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc03ba7-a2d1-48d1-85c8-8b2031e08a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3db245-30e0-49ba-8fa0-577f30453123,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:24.662513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1cc03ba7-a2d1-48d1-85c8-8b2031e08a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:24.672499 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1cc03ba7-a2d1-48d1-85c8-8b2031e08a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:24.675988 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1cc03ba7-a2d1-48d1-85c8-8b2031e08a74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c3db245-30e0-49ba-8fa0-577f30453123 HTTP/1.1" status: 204 len: 168 time: 0.4574945 Jun 02 16:23:24.683751 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:24.684328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:24.710017 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:24.752512 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:24.870916 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.1296806 Jun 02 16:23:24.879528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'fixed_ips': [{'subnet_id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:23:24.880391 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:24.897536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33534) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:24.907679 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1127956330-router', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:24.920227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:24.924853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:24.955562 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Pushing event updated for resources: {'Subnet': ['ID=064f1262-a58f-4685-bcc2-275f49712adf,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:24.956327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:24.961923 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Usage tracker for resource:router and tenant:49af58ce2596425195cd0dea7b086537 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:24.969015 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:24.974362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:24.978649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19fcb9ea-1773-43e9-8f15-1e1524db512b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:24.998747 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bd2c97e5-42c2-482d-a1cb-1ca094016310 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:25.034957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:25.063298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19fcb9ea-1773-43e9-8f15-1e1524db512b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:25.066634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Checking segment: {'id': '873a5b6b-6daf-46c0-9cc6-d50ef52ac3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd89588e1-8e00-491a-b4b7-d0c6bb3649da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:25.067278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Network hostable DHCP agents. Network: d89588e1-8e00-491a-b4b7-d0c6bb3649da, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:23:25.112397 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e871a6e0-a1ba-4370-9004-7e4065dcab7e None None] Network 1050a4fc-6462-4b35-8152-bd1870a9b731 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:25.145582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Allocated IP 172.26.3.113 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/668df4d7-718a-44a4-a92e-00fed1e4d324) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:25.151461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcb9ea-1773-43e9-8f15-1e1524db512b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d3768f-c44c-4e6a-b20c-d1a375e1b297,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:25.153951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:25.155221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:25.164134 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-19fcb9ea-1773-43e9-8f15-1e1524db512b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:25.177727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:25.187505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-aa7185d7-97bd-47d1-8516-8b83b359253a tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:25.241805 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-19fcb9ea-1773-43e9-8f15-1e1524db512b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/subnets/a4d3768f-c44c-4e6a-b20c-d1a375e1b297 HTTP/1.1" status: 204 len: 168 time: 2.1495261 Jun 02 16:23:25.248874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Pushing event deleted for resources: {'Port': ['ID=38b62d0b-3231-4af0-969b-17b2e35a57b0,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:25.252857 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33544) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:25.281564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:25.286394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Allocated IP 172.20.0.2 (5a75d7e7-a9b6-4122-8b21-d9fba5e3b411/bf6c0475-33ce-4de8-b05c-e927a7d26e87/7d3fd809-f0c2-4e82-b959-9ba9434d6cdd) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:25.321209 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:25.338046 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Network d89588e1-8e00-491a-b4b7-d0c6bb3649da is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:23:25.376756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:25.429718 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:25.436183 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c7df6dd7-f3b8-4148-88b4-3da835d48050 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:25.484892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, d89588e1-8e00-491a-b4b7-d0c6bb3649da) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:25.506975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a905003a-774e-477e-8427-3c874753951b None None] Network d89588e1-8e00-491a-b4b7-d0c6bb3649da requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:25.527816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:25.530563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:25.531158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:25.539501 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:25.544899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:25.550521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:25.643863 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516ad9df-8957-4f68-ad57-32252072da94 None None] DHCP port deletion for 1050a4fc-6462-4b35-8152-bd1870a9b731 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:23:25.733576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:25.845247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:25.845469 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Pushing event updated for resources: {'Port': ['ID=668df4d7-718a-44a4-a92e-00fed1e4d324,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:25.856835 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:25.863288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Transition to ACTIVE for port object 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:25.881878 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8734448 Jun 02 16:23:25.901019 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-516ad9df-8957-4f68-ad57-32252072da94 None None] Deleting port a38ef4ab-ecc4-46ae-986a-1ad004765981 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:25.901381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-516ad9df-8957-4f68-ad57-32252072da94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:25.907730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33556) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:25.912441 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d51e8a58-216a-4a49-8601-86a397b2544c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-437313492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:25.931691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d51e8a58-216a-4a49-8601-86a397b2544c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:25.970665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d51e8a58-216a-4a49-8601-86a397b2544c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Usage tracker for resource:router and tenant:3944ae1fd5b94209860fc247993e0646 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:25.975122 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d51e8a58-216a-4a49-8601-86a397b2544c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:25.989325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d51e8a58-216a-4a49-8601-86a397b2544c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:26.014167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-516ad9df-8957-4f68-ad57-32252072da94 None None] For port a38ef4ab-ecc4-46ae-986a-1ad004765981, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a38ef4ab-ecc4-46ae-986a-1ad004765981,segment=NetworkSegment(e62d9fcb-eb86-4470-8021-4a02fd7ea92a),segment_id=e62d9fcb-eb86-4470-8021-4a02fd7ea92a)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:26.014637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-516ad9df-8957-4f68-ad57-32252072da94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.015822 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d51e8a58-216a-4a49-8601-86a397b2544c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.017005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d51e8a58-216a-4a49-8601-86a397b2544c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.131307 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d51e8a58-216a-4a49-8601-86a397b2544c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.167187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-516ad9df-8957-4f68-ad57-32252072da94 None None] Calling delete_port for a38ef4ab-ecc4-46ae-986a-1ad004765981 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:26.185154 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Transition to ACTIVE for port object 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:26.202945 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.225562 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:26.243194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d51e8a58-216a-4a49-8601-86a397b2544c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.275131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.308376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.317732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.318748 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Network 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:26.320998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.331796 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e8caf9c4-cf55-4c04-ba37-78cfdc2c01cd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.334268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:26.338376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:26.339983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:26.408888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-d89588e1-8e00-491a-b4b7-d0c6bb3649da', 'network_id': 'd89588e1-8e00-491a-b4b7-d0c6bb3649da', 'tenant_id': '3944ae1fd5b94209860fc247993e0646', 'fixed_ips': [{'subnet_id': '064f1262-a58f-4685-bcc2-275f49712adf'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:23:26.409744 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.455237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d51e8a58-216a-4a49-8601-86a397b2544c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.456650 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d51e8a58-216a-4a49-8601-86a397b2544c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5479100 Jun 02 16:23:26.462942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8caf9c4-cf55-4c04-ba37-78cfdc2c01cd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:26.462942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33570) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:26.475008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Pushing event updated for resources: {'Port': ['ID=7d3fd809-f0c2-4e82-b959-9ba9434d6cdd,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:26.478187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:26.500930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Attempting to bind port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:23:26.501307 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Attempting to bind port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '9fad278b-51ce-4193-8971-a2593051541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:23:26.501724 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Attempting to bind port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd on network 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:23:26.516501 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:23:26.516930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Checking segment: {'id': '9fad278b-51ce-4193-8971-a2593051541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:26.517288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.517733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Bound using segment: {'id': '9fad278b-51ce-4193-8971-a2593051541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:23:26.518274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Bound port: 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fad278b-51ce-4193-8971-a2593051541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:23:26.518997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.532372 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-e8caf9c4-cf55-4c04-ba37-78cfdc2c01cd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:26.548565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.549074 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Fanout notify agent at l3_agent the message router_deleted on router 4de8289b-2aa1-4b98-bac9-74861b4266a7 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:23:26.584037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2069921c-8383-4e33-a50c-be4eb1557d41 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:26.625218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-516ad9df-8957-4f68-ad57-32252072da94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.637117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8caf9c4-cf55-4c04-ba37-78cfdc2c01cd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=1609e4df-107c-4f1a-81a2-bb9d677fc08d,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:26.639999 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8caf9c4-cf55-4c04-ba37-78cfdc2c01cd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:26.640639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e8caf9c4-cf55-4c04-ba37-78cfdc2c01cd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.648443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e8caf9c4-cf55-4c04-ba37-78cfdc2c01cd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:26.660476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.661801 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "DELETE /v2.0/routers/4de8289b-2aa1-4b98-bac9-74861b4266a7 HTTP/1.1" status: 204 len: 168 time: 5.0964184 Jun 02 16:23:26.694989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:26.695518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33572) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:26.699486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2053234756', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:26.714922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:26.725195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ad9df-8957-4f68-ad57-32252072da94 None None] No DVR routers for this DVR port a38ef4ab-ecc4-46ae-986a-1ad004765981 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:23:26.733621 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Usage tracker for resource:router and tenant:cbc4c4e807ce4665bd6e72e8220d8283 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:26.736570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:26.745773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:26.757567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.763660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.769390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.770759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.800050 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ad9df-8957-4f68-ad57-32252072da94 None None] Pushing event deleted for resources: {'Port': ['ID=a38ef4ab-ecc4-46ae-986a-1ad004765981,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:26.802701 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-516ad9df-8957-4f68-ad57-32252072da94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:26.879487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:26.961840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] For port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:23:27.000278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Deleting port a38ef4ab-ecc4-46ae-986a-1ad004765981 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:27.000670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:27.026837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] For port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=7d3fd809-f0c2-4e82-b959-9ba9434d6cdd,segment=NetworkSegment(9fad278b-51ce-4193-8971-a2593051541d),segment_id=9fad278b-51ce-4193-8971-a2593051541d)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:23:27.032182 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Allocated IP 172.20.0.2 (d89588e1-8e00-491a-b4b7-d0c6bb3649da/064f1262-a58f-4685-bcc2-275f49712adf/fe7e4c55-430b-46ae-908c-c73b14d7267c) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:27.119667 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] For port a38ef4ab-ecc4-46ae-986a-1ad004765981, host dv-neutron-601336-83-hyperv, got binding levels [] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:27.120172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:27.123560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a38ef4ab-ecc4-46ae-986a-1ad004765981 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:23:27.165964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:27.178952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1f860c87-633a-4a45-86e8-26f9991e0156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:27.194937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33578) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:27.212013 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: a38ef4ab-ecc4-46ae-986a-1ad004765981 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:23:27.212400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a38ef4ab-ecc4-46ae-986a-1ad004765981 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:23:27.219424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583804814', 'description': 'tempest-secgroup-smoke-583804814 description', 'project_id': '63cb22b2aa5349b4b453b929309f04b5'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:27.279003 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Calling delete_port for a38ef4ab-ecc4-46ae-986a-1ad004765981 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:27.333051 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e8caf9c4-cf55-4c04-ba37-78cfdc2c01cd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.5532238 Jun 02 16:23:27.343947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.ipam_backend_mixin [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Port a38ef4ab-ecc4-46ae-986a-1ad004765981 was not found and therefore no delete operation was performed {{(pid=92323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 16:23:27.344554 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33580) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:27.353389 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-9df2e368-e769-4b83-9efc-5ffe0bb5166e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'fixed_ips': [{'subnet_id': '1609e4df-107c-4f1a-81a2-bb9d677fc08d', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-570576686'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:27.370177 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:27.378867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9a32e280-a9eb-40d7-a722-8346638e6237 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:27.381258 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': '1609e4df-107c-4f1a-81a2-bb9d677fc08d'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:23:27.382127 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:27.392237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Pushing event updated for resources: {'Port': ['ID=7d3fd809-f0c2-4e82-b959-9ba9434d6cdd,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:27.400840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:27.450777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:27.459087 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:27.463131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Usage tracker for resource:security_group and tenant:63cb22b2aa5349b4b453b929309f04b5 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:27.470152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:27.479772 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:27.507276 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Router 6aceee49-7349-42bd-96d5-22dc603c6924 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:23:27.511240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:27.525306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:27.532518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Port': ['ID=a38ef4ab-ecc4-46ae-986a-1ad004765981,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:27.534629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] No DVR routers for this DVR port a38ef4ab-ecc4-46ae-986a-1ad004765981 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:23:27.544426 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:27.559357 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:27.634123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:27.657460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Transition to ACTIVE for port object fe7e4c55-430b-46ae-908c-c73b14d7267c will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:27.705330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Usage tracker for resource:security_group_rule and tenant:63cb22b2aa5349b4b453b929309f04b5 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:27.711178 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:27.718398 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Transition to ACTIVE for port object fe7e4c55-430b-46ae-908c-c73b14d7267c will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:27.732586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:27.737404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:27.748169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-82f399cf-4eda-4b01-bb6e-b26dc9112f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:27.823919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Allocated IP 2001:db8::2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/1609e4df-107c-4f1a-81a2-bb9d677fc08d/b30c9488-5ac3-491f-bb8f-25626f4864cb) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:27.864715 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Network d89588e1-8e00-491a-b4b7-d0c6bb3649da is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:27.872789 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:27.875759 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:27.956383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:23:27.969331 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:27.985216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:27.999547 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389bb63-a96a-4f69-97fb-731cfae9dd2e None None] Sync routers for ids ['6aceee49-7349-42bd-96d5-22dc603c6924'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:23:28.010764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Pushing event updated for resources: {'Port': ['ID=fe7e4c55-430b-46ae-908c-c73b14d7267c,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:28.016940 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:28.017361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1050a4fc-6462-4b35-8152-bd1870a9b731']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:28.044233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62d9fcb-eb86-4470-8021-4a02fd7ea92a') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:28.044483 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62d9fcb-eb86-4470-8021-4a02fd7ea92a') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:28.102155 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9df2e368-e769-4b83-9efc-5ffe0bb5166e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:28.105691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389bb63-a96a-4f69-97fb-731cfae9dd2e None None] Routers {'6aceee49-7349-42bd-96d5-22dc603c6924'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:28.106611 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3389bb63-a96a-4f69-97fb-731cfae9dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['6aceee49-7349-42bd-96d5-22dc603c6924'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:28.130710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.137922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9df2e368-e769-4b83-9efc-5ffe0bb5166e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:28.140714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.142295 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "PUT /v2.0/routers/6aceee49-7349-42bd-96d5-22dc603c6924 HTTP/1.1" status: 200 len: 918 time: 4.6036317 Jun 02 16:23:28.150086 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33584) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:28.150790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9df2e368-e769-4b83-9efc-5ffe0bb5166e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:28.189969 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Attempting to bind port fe7e4c55-430b-46ae-908c-c73b14d7267c on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:23:28.190376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Attempting to bind port fe7e4c55-430b-46ae-908c-c73b14d7267c by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '873a5b6b-6daf-46c0-9cc6-d50ef52ac3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd89588e1-8e00-491a-b4b7-d0c6bb3649da'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:23:28.190749 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Attempting to bind port fe7e4c55-430b-46ae-908c-c73b14d7267c on network d89588e1-8e00-491a-b4b7-d0c6bb3649da {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:23:28.192852 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3389bb63-a96a-4f69-97fb-731cfae9dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:28.198313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.223511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:23:28.223894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Checking segment: {'id': '873a5b6b-6daf-46c0-9cc6-d50ef52ac3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd89588e1-8e00-491a-b4b7-d0c6bb3649da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:28.224307 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.224706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Bound using segment: {'id': '873a5b6b-6daf-46c0-9cc6-d50ef52ac3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd89588e1-8e00-491a-b4b7-d0c6bb3649da'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:23:28.225199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Bound port: fe7e4c55-430b-46ae-908c-c73b14d7267c, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873a5b6b-6daf-46c0-9cc6-d50ef52ac3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd89588e1-8e00-491a-b4b7-d0c6bb3649da'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:23:28.225782 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.234508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.245447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389bb63-a96a-4f69-97fb-731cfae9dd2e None None] Routers {'6aceee49-7349-42bd-96d5-22dc603c6924'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:28.246770 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3389bb63-a96a-4f69-97fb-731cfae9dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['6aceee49-7349-42bd-96d5-22dc603c6924'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:28.274203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9df2e368-e769-4b83-9efc-5ffe0bb5166e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:28.288801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.299645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.309278 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.315463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1cc03ba7-a2d1-48d1-85c8-8b2031e08a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:28.327941 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:28.345322 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:23:28.345972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.352861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Usage tracker for resource:security_group_rule and tenant:63cb22b2aa5349b4b453b929309f04b5 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:28.361842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:23:28.362044 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:23:28.372159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:28.376881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b40b2ad3-5df5-4f73-8083-6edd4440f9b2,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:28.382181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df2e368-e769-4b83-9efc-5ffe0bb5166e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:28.383723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:28.387624 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3389bb63-a96a-4f69-97fb-731cfae9dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:28.388028 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389bb63-a96a-4f69-97fb-731cfae9dd2e None None] The sync data for ids ['6aceee49-7349-42bd-96d5-22dc603c6924'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:23:28.461241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.474019 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Allocated IP 172.26.3.111 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/ffe9c593-dfc2-42ea-9e5b-ed394d18e4c9) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:28.477991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Transition to ACTIVE for port object b30c9488-5ac3-491f-bb8f-25626f4864cb will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:28.481290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] For port fe7e4c55-430b-46ae-908c-c73b14d7267c, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:23:28.488642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] For port fe7e4c55-430b-46ae-908c-c73b14d7267c, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fe7e4c55-430b-46ae-908c-c73b14d7267c,segment=NetworkSegment(873a5b6b-6daf-46c0-9cc6-d50ef52ac3c6),segment_id=873a5b6b-6daf-46c0-9cc6-d50ef52ac3c6)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:23:28.505185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.512984 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b1f6db53-166f-4eaa-b1a4-bbf7e0e54207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:28.557994 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Transition to ACTIVE for port object b30c9488-5ac3-491f-bb8f-25626f4864cb will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:28.565092 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.582818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.617158 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:28.618141 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Pushing event updated for resources: {'Port': ['ID=fe7e4c55-430b-46ae-908c-c73b14d7267c,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:28.621454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:28.622505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:28.627210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.652870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:28.656346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:28.659689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:28.780291 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Pushing event updated for resources: {'Port': ['ID=b30c9488-5ac3-491f-bb8f-25626f4864cb,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:28.783458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:28.788202 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Attempting to bind port b30c9488-5ac3-491f-bb8f-25626f4864cb on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:23:28.788593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Attempting to bind port b30c9488-5ac3-491f-bb8f-25626f4864cb by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:23:28.788967 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Attempting to bind port b30c9488-5ac3-491f-bb8f-25626f4864cb on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:23:28.794987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:23:28.795382 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:28.795788 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.796187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:23:28.796751 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Bound port: b30c9488-5ac3-491f-bb8f-25626f4864cb, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:23:28.797139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.799467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.836788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.842472 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.6398356 Jun 02 16:23:28.843393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33586) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:28.871695 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-2ea4c0f0-55c1-4217-933b-879702912159 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Request body: {'security_group_rule': {'security_group_id': 'a244fd46-3b64-4e92-8cc0-f2a042ad1f82', 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:28.929080 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a244fd46-3b64-4e92-8cc0-f2a042ad1f82,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:28.941119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:28.953464 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] For port b30c9488-5ac3-491f-bb8f-25626f4864cb, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:23:28.955409 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2ea4c0f0-55c1-4217-933b-879702912159 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:28.957986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] For port b30c9488-5ac3-491f-bb8f-25626f4864cb, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b30c9488-5ac3-491f-bb8f-25626f4864cb,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:23:28.960417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.964120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:28.966881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2ea4c0f0-55c1-4217-933b-879702912159 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Usage tracker for resource:security_group_rule and tenant:63cb22b2aa5349b4b453b929309f04b5 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:28.969793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b7a6b920-365e-498d-80fc-f1bead6bf066 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:28.970017 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4809a48c-531d-4c8f-b17e-33a4a4e8cdb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:29.014262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:29.056893 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c77dac-1d02-4148-9f17-c5c14b9954be None None] Network 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:29.071342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:29.075316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2ea4c0f0-55c1-4217-933b-879702912159 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:29.086620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Pushing event updated for resources: {'Port': ['ID=ffe9c593-dfc2-42ea-9e5b-ed394d18e4c9,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:29.110442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2ea4c0f0-55c1-4217-933b-879702912159 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:29.113078 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:29.144272 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:29.147515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:29.150736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:29.186515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:29.191433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Pushing event deleted for resources: {'Network': ['ID=1050a4fc-6462-4b35-8152-bd1870a9b731,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:29.198880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:29.206014 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Pushing event updated for resources: {'Port': ['ID=b30c9488-5ac3-491f-bb8f-25626f4864cb,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:29.210266 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:29.223597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4304c2fa-067d-4e11-8375-145f69512665 None None] Provisioning for port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:29.252982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fe7e4c55-430b-46ae-908c-c73b14d7267c up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:29.275584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:29.301782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:29.313902 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2e9a401f-f4f6-426f-967a-9e2872080b8d tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/routers/6aceee49-7349-42bd-96d5-22dc603c6924 HTTP/1.1" status: 200 len: 924 time: 1.1582003 Jun 02 16:23:29.346271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c0f0-55c1-4217-933b-879702912159 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:29.347331 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33588) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:29.434137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port fe7e4c55-430b-46ae-908c-c73b14d7267c completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:29.438470 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] 10.222.0.50 "DELETE /v2.0/networks/1050a4fc-6462-4b35-8152-bd1870a9b731 HTTP/1.1" status: 204 len: 168 time: 4.1819501 Jun 02 16:23:29.456417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:29.541657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9df2e368-e769-4b83-9efc-5ffe0bb5166e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:29.577342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:29.585742 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:29.586244 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:29.602140 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Allocated IP 172.20.0.1 (d89588e1-8e00-491a-b4b7-d0c6bb3649da/064f1262-a58f-4685-bcc2-275f49712adf/60070035-3291-4a70-99b1-6264b8de1eab) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:29.627261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c0f0-55c1-4217-933b-879702912159 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:29.638637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c0f0-55c1-4217-933b-879702912159 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:29.641045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-96a7c205-4537-4b41-8a58-c720b85f3b04 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:29.966542 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:29.995451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e27ebedd-b1c3-43a8-a262-e918cbebd46c None None] Provisioning complete for port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:29.995963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e27ebedd-b1c3-43a8-a262-e918cbebd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:30.019746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33596) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:30.087807 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=7d3fd809-f0c2-4e82-b959-9ba9434d6cdd,segment=NetworkSegment(9fad278b-51ce-4193-8971-a2593051541d),segment_id=9fad278b-51ce-4193-8971-a2593051541d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:30.091848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-9df2e368-e769-4b83-9efc-5ffe0bb5166e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port 0e411289-f577-4aea-9617-447ff2db1f99 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:23:30.108949 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4c0f0-55c1-4217-933b-879702912159 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee2dead-4d6a-4b87-9c61-6ac866fe1a2b,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:30.113027 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2ea4c0f0-55c1-4217-933b-879702912159 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:30.120018 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:30.122844 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e1f7913d-6ab3-4031-bf99-41854db6b5d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:30.140436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c0f0-55c1-4217-933b-879702912159 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:30.141887 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2ea4c0f0-55c1-4217-933b-879702912159 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2824886 Jun 02 16:23:30.145196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33600) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:30.153435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ba6117cd-e814-4095-a471-0a75a80b426a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Request body: {'security_group_rule': {'security_group_id': 'a244fd46-3b64-4e92-8cc0-f2a042ad1f82', 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:30.166196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ba6117cd-e814-4095-a471-0a75a80b426a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:30.183854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ba6117cd-e814-4095-a471-0a75a80b426a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Usage tracker for resource:security_group_rule and tenant:63cb22b2aa5349b4b453b929309f04b5 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:30.192297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ba6117cd-e814-4095-a471-0a75a80b426a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:30.270620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ba6117cd-e814-4095-a471-0a75a80b426a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:30.276138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=7d3fd809-f0c2-4e82-b959-9ba9434d6cdd,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:30.284958 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:30.327192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:30.336409 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c4ffe-060a-4647-b1ce-e2b5f4b7fb47 None None] Network d89588e1-8e00-491a-b4b7-d0c6bb3649da requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:30.387887 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ba6117cd-e814-4095-a471-0a75a80b426a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:30.477918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:30.505476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Allocated IP 172.26.3.59 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/467512ee-7cc3-4316-87b8-5694ce8a38a8) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:30.522684 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5287ad2e-12bf-40da-b022-311a0d7cbf31 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3cbe24b0935c484a9531c720344bfee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890904 Jun 02 16:23:30.534907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33602) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:30.536858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107fbf65-3077-4c42-9e31-7f580a11463e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:30.538507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-107fbf65-3077-4c42-9e31-7f580a11463e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Synchronizing usage tracker for tenant:d4cc99ad0eb24e0989ccc21d2989e88c on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:30.573993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Transition to ACTIVE for port object 60070035-3291-4a70-99b1-6264b8de1eab will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:30.581802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ba6117cd-e814-4095-a471-0a75a80b426a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:30.607133 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ba6117cd-e814-4095-a471-0a75a80b426a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:30.619965 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-107fbf65-3077-4c42-9e31-7f580a11463e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Unset dirty status for tenant:d4cc99ad0eb24e0989ccc21d2989e88c on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:30.621308 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-107fbf65-3077-4c42-9e31-7f580a11463e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&device_id=6aceee49-7349-42bd-96d5-22dc603c6924&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.2553782 Jun 02 16:23:30.624358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33604) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:30.633379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:30.676413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-02abb76d-65c4-4b46-9bb0-5e5c9612ba75 None None] Provisioning for port b30c9488-5ac3-491f-bb8f-25626f4864cb completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:30.680006 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df2e368-e769-4b83-9efc-5ffe0bb5166e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:23:30.680538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df2e368-e769-4b83-9efc-5ffe0bb5166e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:23:30.699160 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-02abb76d-65c4-4b46-9bb0-5e5c9612ba75 None None] Provisioning for port fe7e4c55-430b-46ae-908c-c73b14d7267c completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:30.707681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-02abb76d-65c4-4b46-9bb0-5e5c9612ba75 None None] Provisioning complete for port fe7e4c55-430b-46ae-908c-c73b14d7267c triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:30.708067 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-02abb76d-65c4-4b46-9bb0-5e5c9612ba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:30.749590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:30.755801 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7f571ba9-2fda-42e2-b890-0d2c80ec19c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:30.757810 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6117cd-e814-4095-a471-0a75a80b426a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3749d3bc-77e4-459b-9b8e-f6bf8b12a5f8,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:30.803065 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9df2e368-e769-4b83-9efc-5ffe0bb5166e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.4547036 Jun 02 16:23:30.815749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33606) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:30.823948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ba6117cd-e814-4095-a471-0a75a80b426a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:30.849323 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ba6117cd-e814-4095-a471-0a75a80b426a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:30.850784 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ba6117cd-e814-4095-a471-0a75a80b426a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7043273 Jun 02 16:23:30.857168 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33608) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:30.868664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-20769481-e354-4993-b87b-b60ced9fed91 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Request body: {'security_group_rule': {'security_group_id': 'a244fd46-3b64-4e92-8cc0-f2a042ad1f82', 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:30.873852 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-02abb76d-65c4-4b46-9bb0-5e5c9612ba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:30.876041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc3e11b1-bbb6-44c9-8dd6-01b3e05e1b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:30.892855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-20769481-e354-4993-b87b-b60ced9fed91 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:30.913255 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Network d89588e1-8e00-491a-b4b7-d0c6bb3649da is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:30.920592 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-02abb76d-65c4-4b46-9bb0-5e5c9612ba75 None None] For port fe7e4c55-430b-46ae-908c-c73b14d7267c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fe7e4c55-430b-46ae-908c-c73b14d7267c,segment=NetworkSegment(873a5b6b-6daf-46c0-9cc6-d50ef52ac3c6),segment_id=873a5b6b-6daf-46c0-9cc6-d50ef52ac3c6)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:30.920992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:30.921181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-20769481-e354-4993-b87b-b60ced9fed91 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Usage tracker for resource:security_group_rule and tenant:63cb22b2aa5349b4b453b929309f04b5 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:30.923188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Pushing event updated for resources: {'Port': ['ID=60070035-3291-4a70-99b1-6264b8de1eab,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:30.925444 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:30.935740 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-02abb76d-65c4-4b46-9bb0-5e5c9612ba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:30.939888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2e880b95-9072-4e20-81e7-c3739c012d51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:30.940486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-20769481-e354-4993-b87b-b60ced9fed91 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:30.953840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:30.961305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:31.011799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.022324 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abb76d-65c4-4b46-9bb0-5e5c9612ba75 None None] Pushing event updated for resources: {'Port': ['ID=fe7e4c55-430b-46ae-908c-c73b14d7267c,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:31.027609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-02abb76d-65c4-4b46-9bb0-5e5c9612ba75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:31.054660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-20769481-e354-4993-b87b-b60ced9fed91 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:31.075585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-09af47ba-388d-422a-a21e-220fb14fdbf5 None None] Provisioning complete for port fe7e4c55-430b-46ae-908c-c73b14d7267c triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:31.076991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-09af47ba-388d-422a-a21e-220fb14fdbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.078493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc3e11b1-bbb6-44c9-8dd6-01b3e05e1b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.149908 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857e31af-0f31-4199-bd43-6aef977fa177 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:31.154037 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-857e31af-0f31-4199-bd43-6aef977fa177 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/networks/3e4df761-1bd3-455c-9709-426e794fcea2 HTTP/1.1" status: 200 len: 881 time: 0.5113893 Jun 02 16:23:31.184009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33610) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:31.194884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.241162 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b30c9488-5ac3-491f-bb8f-25626f4864cb up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:31.249658 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20769481-e354-4993-b87b-b60ced9fed91 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.261142 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7b3e7d26-e662-4096-89c7-921f26314c4f tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "GET /v2.0/ports?device_id=6aceee49-7349-42bd-96d5-22dc603c6924 HTTP/1.1" status: 200 len: 205 time: 0.0733283 Jun 02 16:23:31.269238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33612) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:31.289297 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6c3280-d2ec-4df7-bc2c-06f4cfeb13c2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:31.290026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8f6c3280-d2ec-4df7-bc2c-06f4cfeb13c2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:31.326679 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8f6c3280-d2ec-4df7-bc2c-06f4cfeb13c2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:31.328046 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8f6c3280-d2ec-4df7-bc2c-06f4cfeb13c2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5076168 Jun 02 16:23:31.330560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.334869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port b30c9488-5ac3-491f-bb8f-25626f4864cb completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:31.340208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port b30c9488-5ac3-491f-bb8f-25626f4864cb triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:31.340584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.348736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33614) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:31.368080 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0de4e541-49dd-42be-85e6-6394bc4280c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:31.429646 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:31.438791 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:31.451809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:31.475251 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-048955c8-e811-4159-b0d3-e28950f4ffa6 None None] Provisioning for port 60070035-3291-4a70-99b1-6264b8de1eab completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:31.484655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-048955c8-e811-4159-b0d3-e28950f4ffa6 None None] Provisioning complete for port 60070035-3291-4a70-99b1-6264b8de1eab triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:31.484857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-048955c8-e811-4159-b0d3-e28950f4ffa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.503079 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.512357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Pushing event updated for resources: {'Port': ['ID=467512ee-7cc3-4316-87b8-5694ce8a38a8,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:31.523666 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:31.531065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.578238 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-048955c8-e811-4159-b0d3-e28950f4ffa6 None None] Port 60070035-3291-4a70-99b1-6264b8de1eab cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:23:31.587331 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port b30c9488-5ac3-491f-bb8f-25626f4864cb, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b30c9488-5ac3-491f-bb8f-25626f4864cb,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:31.593308 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.594735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:31.623770 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-516ad9df-8957-4f68-ad57-32252072da94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:31.629043 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc3e11b1-bbb6-44c9-8dd6-01b3e05e1b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.715638 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=b30c9488-5ac3-491f-bb8f-25626f4864cb,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:31.719312 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:31.728559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:31.729307 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.798737 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-41c29343-f271-45e5-877f-9102a395b51f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:31.818016 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e11b1-bbb6-44c9-8dd6-01b3e05e1b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3bfa4f-aa3c-43c0-91c8-2279c487ade6,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:31.830003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511f7540-62d0-4fc1-beba-bd5e5783cc02 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:31.831583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511f7540-62d0-4fc1-beba-bd5e5783cc02 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:31.832377 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-511f7540-62d0-4fc1-beba-bd5e5783cc02 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:31.836520 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cc3e11b1-bbb6-44c9-8dd6-01b3e05e1b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:31.863730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.921737 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20769481-e354-4993-b87b-b60ced9fed91 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.952310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20769481-e354-4993-b87b-b60ced9fed91 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.958492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc3e11b1-bbb6-44c9-8dd6-01b3e05e1b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:31.959771 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cc3e11b1-bbb6-44c9-8dd6-01b3e05e1b14 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a3bfa4f-aa3c-43c0-91c8-2279c487ade6 HTTP/1.1" status: 204 len: 168 time: 1.4238169 Jun 02 16:23:31.969137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:31.991883 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-511f7540-62d0-4fc1-beba-bd5e5783cc02 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:31.994606 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-511f7540-62d0-4fc1-beba-bd5e5783cc02 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6456139 Jun 02 16:23:32.018256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33618) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:32.058700 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20769481-e354-4993-b87b-b60ced9fed91 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869f30c3-a68e-4517-b6ab-2ab99ca2a80d,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:32.122118 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-20769481-e354-4993-b87b-b60ced9fed91 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:32.158774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20769481-e354-4993-b87b-b60ced9fed91 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:32.160343 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-20769481-e354-4993-b87b-b60ced9fed91 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2980800 Jun 02 16:23:32.163695 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33622) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:32.171608 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-2a95756a-d535-4c76-ba3e-41e1b786279f tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Request body: {'security_group_rule': {'security_group_id': 'a244fd46-3b64-4e92-8cc0-f2a042ad1f82', 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:32.194554 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2a95756a-d535-4c76-ba3e-41e1b786279f tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:32.203042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Router 0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:23:32.211922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-29126492-8a3d-4ff0-965a-925b6ffc6db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 1609e4df-107c-4f1a-81a2-bb9d677fc08d {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:23:32.221885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:32.226300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-29126492-8a3d-4ff0-965a-925b6ffc6db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:32.259287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2a95756a-d535-4c76-ba3e-41e1b786279f tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Usage tracker for resource:security_group_rule and tenant:63cb22b2aa5349b4b453b929309f04b5 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:32.274363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2a95756a-d535-4c76-ba3e-41e1b786279f tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:32.345995 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2a95756a-d535-4c76-ba3e-41e1b786279f tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:32.412415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:32.416625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-29126492-8a3d-4ff0-965a-925b6ffc6db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:32.472129 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2a95756a-d535-4c76-ba3e-41e1b786279f tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:32.585661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:23:32.598265 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236a2af-f5e8-41bd-8ddc-08b7e1954b9c None None] Sync routers for ids ['0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:23:32.614149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:23:32.618570 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236a2af-f5e8-41bd-8ddc-08b7e1954b9c None None] Routers {'0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:32.618749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Deleting port 668df4d7-718a-44a4-a92e-00fed1e4d324 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:32.619028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:32.619840 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f236a2af-f5e8-41bd-8ddc-08b7e1954b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:32.649533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:32.653317 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9552760 Jun 02 16:23:32.663619 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33638) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:32.666737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:32.672621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:32.706529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-29126492-8a3d-4ff0-965a-925b6ffc6db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:32.716587 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f236a2af-f5e8-41bd-8ddc-08b7e1954b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:32.728433 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236a2af-f5e8-41bd-8ddc-08b7e1954b9c None None] Routers {'0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:32.729774 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f236a2af-f5e8-41bd-8ddc-08b7e1954b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:32.747172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:32.780441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5c9aaf21-090b-4705-a826-20086f8fab7c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:32.802547 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f236a2af-f5e8-41bd-8ddc-08b7e1954b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:32.803299 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236a2af-f5e8-41bd-8ddc-08b7e1954b9c None None] The sync data for ids ['0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:23:32.831567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:32.844262 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33642) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:32.919530 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b3a72da3-c49c-4cea-bc8d-0f7261b0b12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:32.932715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2a95756a-d535-4c76-ba3e-41e1b786279f tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:32.970838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2a95756a-d535-4c76-ba3e-41e1b786279f tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:33.021585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Calling delete_port for 668df4d7-718a-44a4-a92e-00fed1e4d324 owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:33.039780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-664627704'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:33.046458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:33.051310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:33.059224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:network and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:33.068307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Pushing event updated for resources: {'Port': ['ID=60070035-3291-4a70-99b1-6264b8de1eab,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:33.075284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fe7e4c55-430b-46ae-908c-c73b14d7267c up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:33.077393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:33.091834 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:33.145291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:33.145789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:33.168566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port fe7e4c55-430b-46ae-908c-c73b14d7267c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:33.169057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:33.204027 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:33.207623 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:33.214719 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95756a-d535-4c76-ba3e-41e1b786279f tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41caba55-8802-4b17-b327-7c3acceb321b,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:33.216498 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2a95756a-d535-4c76-ba3e-41e1b786279f tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:33.217667 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2a95756a-d535-4c76-ba3e-41e1b786279f tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0530155 Jun 02 16:23:33.222886 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33646) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:33.229378 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-6493d01a-bfc9-4717-aef6-b819294cdc1a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Request body: {'security_group_rule': {'security_group_id': 'a244fd46-3b64-4e92-8cc0-f2a042ad1f82', 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:33.237222 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:33.252762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6493d01a-bfc9-4717-aef6-b819294cdc1a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:33.266293 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6493d01a-bfc9-4717-aef6-b819294cdc1a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Usage tracker for resource:security_group_rule and tenant:63cb22b2aa5349b4b453b929309f04b5 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:33.278166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6493d01a-bfc9-4717-aef6-b819294cdc1a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:33.281309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:33.303976 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6493d01a-bfc9-4717-aef6-b819294cdc1a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:33.318250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:security_group_rule and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:33.323954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:33.341503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b30c9488-5ac3-491f-bb8f-25626f4864cb up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:33.344871 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:33.360375 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-6493d01a-bfc9-4717-aef6-b819294cdc1a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Project 63cb22b2aa5349b4b453b929309f04b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:23:33.384035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6493d01a-bfc9-4717-aef6-b819294cdc1a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:33.392623 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-29126492-8a3d-4ff0-965a-925b6ffc6db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:33.412765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1ad8c9fd-1516-4ad8-9f4e-bdea9231bba1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:33.432002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port b30c9488-5ac3-491f-bb8f-25626f4864cb triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:33.432535 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:33.475569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29126492-8a3d-4ff0-965a-925b6ffc6db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=1609e4df-107c-4f1a-81a2-bb9d677fc08d,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:33.476747 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2a95756a-d535-4c76-ba3e-41e1b786279f tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:33.478498 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-29126492-8a3d-4ff0-965a-925b6ffc6db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:33.485233 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-29126492-8a3d-4ff0-965a-925b6ffc6db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:33.491020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a53704-6850-4f8f-beaf-e486b4355cf8 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:33.524573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:33.758663 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Network d89588e1-8e00-491a-b4b7-d0c6bb3649da is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:33.766787 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-29126492-8a3d-4ff0-965a-925b6ffc6db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/1609e4df-107c-4f1a-81a2-bb9d677fc08d HTTP/1.1" status: 204 len: 168 time: 1.7455990 Jun 02 16:23:33.767457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33650) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:33.811324 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:33.867226 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6b791fd0-4490-4f5e-9341-2983d5b3b2d6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883002 Jun 02 16:23:33.867889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33652) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:33.886294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-907496dd-47ff-470d-ae89-7a34f2304e64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:33.913248 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6493d01a-bfc9-4717-aef6-b819294cdc1a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:33.917637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c65e7e-2614-49b9-ba03-8a5f412d53a8 None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:23:33.941505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6493d01a-bfc9-4717-aef6-b819294cdc1a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.006795 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:34.013286 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.022045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b6c65e7e-2614-49b9-ba03-8a5f412d53a8 None None] Deleting port b30c9488-5ac3-491f-bb8f-25626f4864cb {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:34.023257 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b6c65e7e-2614-49b9-ba03-8a5f412d53a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.036117 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.074306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493d01a-bfc9-4717-aef6-b819294cdc1a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ff0e60-58af-4c37-a950-8a704391873e,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:34.086674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.126564 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6493d01a-bfc9-4717-aef6-b819294cdc1a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:34.127158 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cc3e11b1-bbb6-44c9-8dd6-01b3e05e1b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:34.135278 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6493d01a-bfc9-4717-aef6-b819294cdc1a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.136461 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6493d01a-bfc9-4717-aef6-b819294cdc1a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9110243 Jun 02 16:23:34.153746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33658) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:34.169696 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-86fae92c-3c3e-40a7-982d-14f4c5853ebe tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Request body: {'security_group_rule': {'security_group_id': 'a244fd46-3b64-4e92-8cc0-f2a042ad1f82', 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:34.182206 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1d96b5f7-8a14-414a-b9d5-1b82f05772f9 None None] Provisioning complete for port 60070035-3291-4a70-99b1-6264b8de1eab triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:34.182585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1d96b5f7-8a14-414a-b9d5-1b82f05772f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.221903 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b6c65e7e-2614-49b9-ba03-8a5f412d53a8 None None] For port b30c9488-5ac3-491f-bb8f-25626f4864cb, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b30c9488-5ac3-491f-bb8f-25626f4864cb,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:34.222332 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b6c65e7e-2614-49b9-ba03-8a5f412d53a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.229438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-907496dd-47ff-470d-ae89-7a34f2304e64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:34.234273 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.235856 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-86fae92c-3c3e-40a7-982d-14f4c5853ebe tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:34.240599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:23:34.252570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-86fae92c-3c3e-40a7-982d-14f4c5853ebe tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Usage tracker for resource:security_group_rule and tenant:63cb22b2aa5349b4b453b929309f04b5 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:34.256176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-907496dd-47ff-470d-ae89-7a34f2304e64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:34.256485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Router a98c3d88-45ae-4d76-9dc4-034b54c8db90 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:23:34.266683 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-907496dd-47ff-470d-ae89-7a34f2304e64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:34.269434 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-86fae92c-3c3e-40a7-982d-14f4c5853ebe tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:34.274207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.284545 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-86fae92c-3c3e-40a7-982d-14f4c5853ebe tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:34.286807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefc829b-11be-491d-af07-9623250bdfc1,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:34.292560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-907496dd-47ff-470d-ae89-7a34f2304e64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:34.294838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.295190 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Added segment 6917513d-6353-4ba7-afc8-cdb5dd0646cd of type vlan for network 7354c3f9-4ca7-4722-b201-48a03bccbb6b Jun 02 16:23:34.300307 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:34.301797 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7889b17a-1e64-4499-b9e3-69c19cfc9dec tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:34.347830 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.366424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b6c65e7e-2614-49b9-ba03-8a5f412d53a8 None None] Calling delete_port for b30c9488-5ac3-491f-bb8f-25626f4864cb owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:34.371733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1d96b5f7-8a14-414a-b9d5-1b82f05772f9 None None] Port 60070035-3291-4a70-99b1-6264b8de1eab cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:23:34.393386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Router 5b43792a-7d30-49e0-8c74-80f60d1e1d70 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:23:34.432620 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b6c65e7e-2614-49b9-ba03-8a5f412d53a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.436729 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:34.464518 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-86fae92c-3c3e-40a7-982d-14f4c5853ebe tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Project 63cb22b2aa5349b4b453b929309f04b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:23:34.468079 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Pushing event deleted for resources: {'Port': ['ID=668df4d7-718a-44a4-a92e-00fed1e4d324,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:34.484979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c65e7e-2614-49b9-ba03-8a5f412d53a8 None None] Pushing event deleted for resources: {'Port': ['ID=b30c9488-5ac3-491f-bb8f-25626f4864cb,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:34.488883 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b6c65e7e-2614-49b9-ba03-8a5f412d53a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:34.491572 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c65e7e-2614-49b9-ba03-8a5f412d53a8 None None] No DVR routers for this DVR port b30c9488-5ac3-491f-bb8f-25626f4864cb on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:23:34.502866 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:34.505257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907496dd-47ff-470d-ae89-7a34f2304e64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:34.508764 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-907496dd-47ff-470d-ae89-7a34f2304e64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.579012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86fae92c-3c3e-40a7-982d-14f4c5853ebe tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.586482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.608813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.617808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.672648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:23:34.682904 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Sync routers for ids ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:23:34.685833 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Deleting port ffe9c593-dfc2-42ea-9e5b-ed394d18e4c9 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:34.685986 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.693286 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Routers {'a98c3d88-45ae-4d76-9dc4-034b54c8db90'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:34.694306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:34.705465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:23:34.718516 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] 10.222.0.50 "PUT /v2.0/routers/5b43792a-7d30-49e0-8c74-80f60d1e1d70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2528286 Jun 02 16:23:34.721692 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33660) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:34.726950 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823386ac-48b3-4fc3-8bd8-5459921aa823 None None] Sync routers for ids ['5b43792a-7d30-49e0-8c74-80f60d1e1d70'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:23:34.728329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Request body: {'port': {'network_id': 'd89588e1-8e00-491a-b4b7-d0c6bb3649da', 'name': 'tempest-FloatingIPNegativeTestJSON-1140805833'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:34.750969 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823386ac-48b3-4fc3-8bd8-5459921aa823 None None] Routers {'5b43792a-7d30-49e0-8c74-80f60d1e1d70'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:34.751509 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-823386ac-48b3-4fc3-8bd8-5459921aa823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['5b43792a-7d30-49e0-8c74-80f60d1e1d70'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:34.776895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.777446 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Fanout notify agent at l3_agent the message router_deleted on router 6aceee49-7349-42bd-96d5-22dc603c6924 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:23:34.819071 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86fae92c-3c3e-40a7-982d-14f4c5853ebe tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.823737 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.828646 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "DELETE /v2.0/routers/6aceee49-7349-42bd-96d5-22dc603c6924 HTTP/1.1" status: 204 len: 168 time: 3.5529416 Jun 02 16:23:34.828646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.831795 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:34.832352 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.837383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33662) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:34.838516 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a31f9cd1-3dbe-4fba-b846-4ec0d03dde49 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:34.858048 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a3e9e1fb-dbc3-4982-9bcb-dc1bbb94d6b1 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1339828732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:34.859908 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-823386ac-48b3-4fc3-8bd8-5459921aa823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:34.864615 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a3e9e1fb-dbc3-4982-9bcb-dc1bbb94d6b1 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:34.868681 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a3e9e1fb-dbc3-4982-9bcb-dc1bbb94d6b1 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Usage tracker for resource:router and tenant:3870ed385c4440b8b5a8988084965d39 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:34.871950 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823386ac-48b3-4fc3-8bd8-5459921aa823 None None] Routers {'5b43792a-7d30-49e0-8c74-80f60d1e1d70'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:34.872855 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-823386ac-48b3-4fc3-8bd8-5459921aa823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['5b43792a-7d30-49e0-8c74-80f60d1e1d70'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:34.875798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a3e9e1fb-dbc3-4982-9bcb-dc1bbb94d6b1 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:34.882542 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a3e9e1fb-dbc3-4982-9bcb-dc1bbb94d6b1 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:34.898326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86fae92c-3c3e-40a7-982d-14f4c5853ebe tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.919461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e1fb-dbc3-4982-9bcb-dc1bbb94d6b1 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.920787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e1fb-dbc3-4982-9bcb-dc1bbb94d6b1 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.938957 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Set router a98c3d88-45ae-4d76-9dc4-034b54c8db90 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:23:34.939209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e1fb-dbc3-4982-9bcb-dc1bbb94d6b1 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.954859 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-823386ac-48b3-4fc3-8bd8-5459921aa823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:34.955632 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823386ac-48b3-4fc3-8bd8-5459921aa823 None None] The sync data for ids ['5b43792a-7d30-49e0-8c74-80f60d1e1d70'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:23:34.975499 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:34.977318 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.0772898 Jun 02 16:23:34.986996 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33664) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:35.071899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e1fb-dbc3-4982-9bcb-dc1bbb94d6b1 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:35.076332 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b30c9488-5ac3-491f-bb8f-25626f4864cb no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:23:35.096040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Network': ['ID=7354c3f9-4ca7-4722-b201-48a03bccbb6b,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:35.099018 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:35.132805 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d4793f58-11fd-4414-98f1-3302e8a6685f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:35.136609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:23:35.139790 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2515690 Jun 02 16:23:35.148370 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86fae92c-3c3e-40a7-982d-14f4c5853ebe tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:35.149971 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-86fae92c-3c3e-40a7-982d-14f4c5853ebe tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9890246 Jun 02 16:23:35.153006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33666) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:35.153655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33668) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:35.168927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'name': 'tempest-PortsTestJSON-2135785056'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:35.186336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Request body: {'network': {'name': 'tempest-network-smoke--2056262121', 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'port_security_enabled': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:35.196929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fae92c-3c3e-40a7-982d-14f4c5853ebe tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fd4072-20f8-456f-8882-8d48e9f9e415,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:35.199777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-86fae92c-3c3e-40a7-982d-14f4c5853ebe tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:35.200922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3e9e1fb-dbc3-4982-9bcb-dc1bbb94d6b1 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:35.202283 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a3e9e1fb-dbc3-4982-9bcb-dc1bbb94d6b1 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3484397 Jun 02 16:23:35.205792 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:35.219622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33670) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:35.222233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: b30c9488-5ac3-491f-bb8f-25626f4864cb {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:23:35.222589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b30c9488-5ac3-491f-bb8f-25626f4864cb not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:23:35.230833 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'enable_snat': False}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:35.241160 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:35.250494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:35.284518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Usage tracker for resource:network and tenant:63cb22b2aa5349b4b453b929309f04b5 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:35.348711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:35.403933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Calling delete_port for ffe9c593-dfc2-42ea-9e5b-ed394d18e4c9 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:35.412038 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d5ed98bc-0707-4421-a3b0-0ab4ee45b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:35.428769 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:35.446838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'name': 'tempest-ServersTestManualDisk-1127956330-router', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:25Z', 'updated_at': '2021-06-02T16:23:32Z', 'revision_number': 3, 'project_id': '49af58ce2596425195cd0dea7b086537', 'gw_port': {'id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:29Z', 'updated_at': '2021-06-02T16:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:35.451836 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Checking router: a98c3d88-45ae-4d76-9dc4-034b54c8db90 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:23:35.452209 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Updating router a98c3d88-45ae-4d76-9dc4-034b54c8db90 port 467512ee-7cc3-4316-87b8-5694ce8a38a8 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:23:35.510246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:35.513174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:35.517752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Usage tracker for resource:port and tenant:3944ae1fd5b94209860fc247993e0646 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:35.522401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:35.531048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:35.618792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Made reservation on behalf of 3944ae1fd5b94209860fc247993e0646 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:35.622956 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:35.685618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] device_id is not set on port dd401d03-2106-4aac-980f-25b6b89263cf yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:23:35.711447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:35.716764 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Made reservation on behalf of 63cb22b2aa5349b4b453b929309f04b5 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:35.720244 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:35.792860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:port and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:35.798715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:35.823603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:35.924663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:35.963373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:35.966987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:35.994661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:23:36.004779 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.067040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.067394 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Added segment b424153d-49e0-424b-9c2b-48967b1cae27 of type vlan for network 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 Jun 02 16:23:36.091094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Allocated IP 172.20.0.3 (d89588e1-8e00-491a-b4b7-d0c6bb3649da/064f1262-a58f-4685-bcc2-275f49712adf/dd401d03-2106-4aac-980f-25b6b89263cf) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:36.095296 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] device_id is not set on port ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:23:36.116960 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Transition to ACTIVE for port object 467512ee-7cc3-4316-87b8-5694ce8a38a8 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:36.126718 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.127863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.133059 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-206d9e28-ffcd-4930-a9da-c9b849eda2c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:36.137290 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:36.193443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Pushing event deleted for resources: {'Port': ['ID=ffe9c593-dfc2-42ea-9e5b-ed394d18e4c9,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:36.202603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.219417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Attempting to bind port 467512ee-7cc3-4316-87b8-5694ce8a38a8 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:23:36.219417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Attempting to bind port 467512ee-7cc3-4316-87b8-5694ce8a38a8 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:23:36.219417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Attempting to bind port 467512ee-7cc3-4316-87b8-5694ce8a38a8 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:23:36.231739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:23:36.232170 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:36.232857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.233272 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:23:36.233789 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Bound port: 467512ee-7cc3-4316-87b8-5694ce8a38a8, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:23:36.234191 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.266228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93559e62-bae6-486f-a789-0d8f48807662 None None] Pushing event updated for resources: {'Port': ['ID=467512ee-7cc3-4316-87b8-5694ce8a38a8,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:36.270047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-93559e62-bae6-486f-a789-0d8f48807662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:36.321078 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] For port 467512ee-7cc3-4316-87b8-5694ce8a38a8, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:23:36.325804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] For port 467512ee-7cc3-4316-87b8-5694ce8a38a8, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=467512ee-7cc3-4316-87b8-5694ce8a38a8,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:23:36.331793 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.337847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:36.407556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.413794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:36.414569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.423515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Routers {'a98c3d88-45ae-4d76-9dc4-034b54c8db90'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:36.424188 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:36.448852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:36.470558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-98c3214c-b565-4d1e-8e7e-4b54afa03641 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:36.500115 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93559e62-bae6-486f-a789-0d8f48807662 None None] Pushing event updated for resources: {'Port': ['ID=467512ee-7cc3-4316-87b8-5694ce8a38a8,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:36.503642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-93559e62-bae6-486f-a789-0d8f48807662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:36.628057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.640348 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4764223 Jun 02 16:23:36.646680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] Set router a98c3d88-45ae-4d76-9dc4-034b54c8db90 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:23:36.653220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33672) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:36.656244 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event updated for resources: {'Network': ['ID=2d5fd4a6-9151-4311-8e5f-7f09280e7ce9,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:36.660094 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:36.663325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1626977264', 'admin_state_up': True, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:36.668477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.675374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.683050 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:36.693692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Usage tracker for resource:router and tenant:63cb22b2aa5349b4b453b929309f04b5 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:36.695566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:23:36.697094 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:36.742038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:36.782777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.783610 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.854695 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-907496dd-47ff-470d-ae89-7a34f2304e64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.868647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:36.909315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.977185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:36.986569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907496dd-47ff-470d-ae89-7a34f2304e64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:37.006498 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-907496dd-47ff-470d-ae89-7a34f2304e64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:37.022275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858bbdf0-a266-40df-80ae-e43195178770 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:37.049663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:37.068101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907496dd-47ff-470d-ae89-7a34f2304e64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:37.068699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-907496dd-47ff-470d-ae89-7a34f2304e64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:37.072483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907496dd-47ff-470d-ae89-7a34f2304e64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=64747e6d-1c8a-4973-8493-b81b337f4333,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:37.081419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-907496dd-47ff-470d-ae89-7a34f2304e64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:37.086683 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5937b766-e3ee-4686-9377-d1da7d9e2516 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:37.176869 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:37.202272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:37.205086 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'name': 'tempest-ServersTestManualDisk-1127956330-router', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:25Z', 'updated_at': '2021-06-02T16:23:32Z', 'revision_number': 3, 'project_id': '49af58ce2596425195cd0dea7b086537', 'gw_port': {'id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:29Z', 'updated_at': '2021-06-02T16:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:37.215710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a68325d-79a9-4f09-ab38-1d31d51274fe None None] The sync data for ids ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'] in dv-neutron-601336-83-hyperv is: [{'id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'name': 'tempest-ServersTestManualDisk-1127956330-router', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:25Z', 'updated_at': '2021-06-02T16:23:32Z', 'revision_number': 3, 'project_id': '49af58ce2596425195cd0dea7b086537', 'gw_port': {'id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:29Z', 'updated_at': '2021-06-02T16:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:23:37.219056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:37.227430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Transition to ACTIVE for port object dd401d03-2106-4aac-980f-25b6b89263cf will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:37.301837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': '64747e6d-1c8a-4973-8493-b81b337f4333'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:23:37.302799 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:37.418695 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-907496dd-47ff-470d-ae89-7a34f2304e64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5360472 Jun 02 16:23:37.424593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33674) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:37.440174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-3bb36bb0-ef6e-46fb-a35f-0491147fe2d0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-803438036', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:37.462416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3bb36bb0-ef6e-46fb-a35f-0491147fe2d0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:37.484623 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:37.485116 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3bb36bb0-ef6e-46fb-a35f-0491147fe2d0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:router and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:37.495453 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Router 0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:23:37.496400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3bb36bb0-ef6e-46fb-a35f-0491147fe2d0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:37.512004 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3bb36bb0-ef6e-46fb-a35f-0491147fe2d0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:37.553129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:37.584165 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Allocated IP 2001:db8::2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/64747e6d-1c8a-4973-8493-b81b337f4333/549d4acc-e694-4ae8-9b21-1ca62cbeaf63) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:37.597357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:37.612806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-65e8acb8-e102-419b-b8af-82c6db7b7657 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:37.658329 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=ba0b87d3-fc70-4e16-9f40-3da9a6e46e22,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:37.669292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:37.679968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Checking segment: {'id': '6917513d-6353-4ba7-afc8-cdb5dd0646cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:37.680427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network hostable DHCP agents. Network: 7354c3f9-4ca7-4722-b201-48a03bccbb6b, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:23:37.791002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:37.851520 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:23:37.869493 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:37.882519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Transition to ACTIVE for port object 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:37.903511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Transition to ACTIVE for port object 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:37.914164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:37.914750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 7354c3f9-4ca7-4722-b201-48a03bccbb6b) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:37.925298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:37.931684 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:37.932575 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:37.936598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ea84a0a4-1588-45ec-85a7-eff94b4c29e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:37.952084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Allocated IP 172.26.3.203 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/8bbac71a-a0dd-47e8-b0e1-2c376fd42c9a) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:37.983214 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3bb36bb0-ef6e-46fb-a35f-0491147fe2d0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:37.984253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3bb36bb0-ef6e-46fb-a35f-0491147fe2d0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.019672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Network d89588e1-8e00-491a-b4b7-d0c6bb3649da is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:38.022766 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:38.023959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae366d4-162f-4cd6-9af7-65a3b057ead0 None None] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:38.033753 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:38.036358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:38.061567 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9011450 Jun 02 16:23:38.068989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33676) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:38.076275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-938301792'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:38.086670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:38.100519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:23:38.122723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:38.123417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.144021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.147850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:network and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:38.148759 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "PUT /v2.0/routers/0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6 HTTP/1.1" status: 200 len: 706 time: 5.4801230 Jun 02 16:23:38.149692 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Pushing event updated for resources: {'Port': ['ID=dd401d03-2106-4aac-980f-25b6b89263cf,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:38.153580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:38.155242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:38.156582 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33678) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:38.157741 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Allocated IP 172.20.0.1 (5a75d7e7-a9b6-4122-8b21-d9fba5e3b411/bf6c0475-33ce-4de8-b05c-e927a7d26e87/0e8d4d2e-6418-4ff6-8ee1-a40768355808) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:38.176549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:38.184125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Pushing event updated for resources: {'Port': ['ID=549d4acc-e694-4ae8-9b21-1ca62cbeaf63,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:38.188519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:38.189964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:38.195368 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:38.199266 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c716a-7330-49ad-b202-cb5ea1586bf9 None None] Sync routers for ids ['0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:23:38.257532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:38.261395 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.282841 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5565889 Jun 02 16:23:38.293079 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33680) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:38.293260 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c716a-7330-49ad-b202-cb5ea1586bf9 None None] Routers {'0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:38.293810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-0e1c716a-7330-49ad-b202-cb5ea1586bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:38.304822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:38.311558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:38.316368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Usage tracker for resource:floatingip and tenant:3944ae1fd5b94209860fc247993e0646 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:38.329908 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:38.423153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3bb36bb0-ef6e-46fb-a35f-0491147fe2d0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.441848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:38.445703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.452054 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-0e1c716a-7330-49ad-b202-cb5ea1586bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:38.469349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:23:38.500704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c716a-7330-49ad-b202-cb5ea1586bf9 None None] Routers {'0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:38.501558 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-0e1c716a-7330-49ad-b202-cb5ea1586bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:38.513493 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b1323dc5-d0ce-482d-ace4-e0bb46aed50f tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/routers/0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6 HTTP/1.1" status: 200 len: 741 time: 0.3479764 Jun 02 16:23:38.518906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33682) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:38.545908 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.546413 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Added segment 524db7a8-dc6f-4a10-9925-c11643612187 of type vlan for network 659e6ef6-880f-4a18-9d63-e4f4fec063ff Jun 02 16:23:38.568493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.570405 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Attempting to bind port 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:23:38.570822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Attempting to bind port 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:23:38.571442 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Attempting to bind port 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:23:38.583120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-60e1bfa3-b50e-4624-96f7-a84f271906f8 None None] Provisioning for port dd401d03-2106-4aac-980f-25b6b89263cf completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:38.591153 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.594472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3bb36bb0-ef6e-46fb-a35f-0491147fe2d0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.597179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-0e1c716a-7330-49ad-b202-cb5ea1586bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:38.597597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c716a-7330-49ad-b202-cb5ea1586bf9 None None] The sync data for ids ['0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:23:38.600608 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:23:38.600997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:38.601409 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.602328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:23:38.602328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Bound port: 549d4acc-e694-4ae8-9b21-1ca62cbeaf63, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:23:38.604218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.608548 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-dc2225d4-317d-4826-b555-0e4955f2235f tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&device_id=0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6 HTTP/1.1" status: 200 len: 205 time: 0.0874288 Jun 02 16:23:38.617079 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.620038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33684) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:38.624973 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-60e1bfa3-b50e-4624-96f7-a84f271906f8 None None] Provisioning complete for port dd401d03-2106-4aac-980f-25b6b89263cf triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:38.625357 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-60e1bfa3-b50e-4624-96f7-a84f271906f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.662200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3bb36bb0-ef6e-46fb-a35f-0491147fe2d0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.667009 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3bb36bb0-ef6e-46fb-a35f-0491147fe2d0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2329948 Jun 02 16:23:38.671368 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6936bd30-0d05-4b86-b0c6-544ba90779b6 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "GET /v2.0/ports?device_id=0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6 HTTP/1.1" status: 200 len: 205 time: 0.0477459 Jun 02 16:23:38.672879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33686) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:38.673203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33688) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:38.675751 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.742100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.751332 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-60e1bfa3-b50e-4624-96f7-a84f271906f8 None None] Port dd401d03-2106-4aac-980f-25b6b89263cf cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:23:38.770266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Transition to ACTIVE for port object 0e8d4d2e-6418-4ff6-8ee1-a40768355808 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:38.780038 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] For port 549d4acc-e694-4ae8-9b21-1ca62cbeaf63, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:23:38.783481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] For port 549d4acc-e694-4ae8-9b21-1ca62cbeaf63, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=549d4acc-e694-4ae8-9b21-1ca62cbeaf63,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:23:38.788225 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.795060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-078f0a56-bc69-44ae-8ec3-d1f877222c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:38.833340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.839564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:38.876955 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Pushing event updated for resources: {'Port': ['ID=549d4acc-e694-4ae8-9b21-1ca62cbeaf63,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:38.888007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:38.922330 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Network 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:38.926855 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:38.931299 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:38.971043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:39.004918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=0e8d4d2e-6418-4ff6-8ee1-a40768355808,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:39.014964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:39.069009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:39.121517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 467512ee-7cc3-4316-87b8-5694ce8a38a8 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:39.168091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:39.320123 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 467512ee-7cc3-4316-87b8-5694ce8a38a8 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:39.341605 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 467512ee-7cc3-4316-87b8-5694ce8a38a8 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:39.344051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:39.442229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:23:39.471362 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cdc17f9f-4dad-44a3-b551-1d2cb76f8fb1 None None] Provisioning for port 0e8d4d2e-6418-4ff6-8ee1-a40768355808 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:39.482496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cdc17f9f-4dad-44a3-b551-1d2cb76f8fb1 None None] Provisioning complete for port 0e8d4d2e-6418-4ff6-8ee1-a40768355808 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:39.482496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cdc17f9f-4dad-44a3-b551-1d2cb76f8fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:39.488586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-85105b07-e8df-4aab-b3be-bbc6701a9a7d tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:39.528101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Allocated IP 172.26.3.153 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/8bdd12e9-2d8f-46a5-83af-7dbccaf3ca01) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:39.537826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:39.542172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:39.559525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d402642e-42b0-45df-a6cd-639b6ac7d897 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:39.597796 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-cdc17f9f-4dad-44a3-b551-1d2cb76f8fb1 None None] Port 0e8d4d2e-6418-4ff6-8ee1-a40768355808 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:23:39.620818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:39.643710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 467512ee-7cc3-4316-87b8-5694ce8a38a8, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=467512ee-7cc3-4316-87b8-5694ce8a38a8,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:39.651595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:39.655046 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:39.742955 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=467512ee-7cc3-4316-87b8-5694ce8a38a8,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:39.746242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:39.758700 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:39.764636 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:39.765431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:39.770815 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:39.845193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:39.848089 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:39.850476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:39.924340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:39.930950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:39.963097 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5ffb27fc-2c8d-4291-99d7-d195339d10e2 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:39.997553 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:40.053507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:40.059100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:40.068489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:40.084997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:40.121334 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:23:40.128304 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=0e8d4d2e-6418-4ff6-8ee1-a40768355808,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:40.151788 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.0805237 Jun 02 16:23:40.188026 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33694) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:40.246176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'ports': [{'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b'}, {'network_id': '659e6ef6-880f-4a18-9d63-e4f4fec063ff'}]} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:40.246494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:40.247032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'network_id': '659e6ef6-880f-4a18-9d63-e4f4fec063ff'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:40.265881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Pushing event updated for resources: {'Port': ['ID=8bbac71a-a0dd-47e8-b0e1-2c376fd42c9a,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:40.268967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:40.284170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:40.286965 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:40.291920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.507s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:40.388311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-85105b07-e8df-4aab-b3be-bbc6701a9a7d tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:40.406517 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-85105b07-e8df-4aab-b3be-bbc6701a9a7d tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:40.423141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Pushing event updated for resources: {'Port': ['ID=8bdd12e9-2d8f-46a5-83af-7dbccaf3ca01,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:40.432449 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e60d1091-ffe7-48da-9182-21beaec27d1e None None] Provisioning for port 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:40.433128 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:40.490704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Network 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:40.491891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:40.493411 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:40.742052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:40.765600 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7c04333e-3812-426d-b68e-cc557ca64b1d None None] Provisioning complete for port 0e8d4d2e-6418-4ff6-8ee1-a40768355808 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:40.766356 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7c04333e-3812-426d-b68e-cc557ca64b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:40.825960 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-7c04333e-3812-426d-b68e-cc557ca64b1d None None] Port 0e8d4d2e-6418-4ff6-8ee1-a40768355808 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:23:40.854144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Router a98c3d88-45ae-4d76-9dc4-034b54c8db90 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:23:40.881223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1cb20-61f0-46f4-95f7-d4fbe7906d21 req-d76ef18f-62ca-43a7-a3dd-67258cfc8553 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:40.882724 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9ac1cb20-61f0-46f4-95f7-d4fbe7906d21 req-d76ef18f-62ca-43a7-a3dd-67258cfc8553 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.3254583 Jun 02 16:23:40.940923 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Allocated IP 172.26.3.148 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/8dbbec11-aff4-4eac-b883-8732e074160d) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:40.984956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Network': ['ID=659e6ef6-880f-4a18-9d63-e4f4fec063ff,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:40.987964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:41.010738 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 659e6ef6-880f-4a18-9d63-e4f4fec063ff details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:23:41.036001 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:41.062957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-85105b07-e8df-4aab-b3be-bbc6701a9a7d tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:41.063450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85105b07-e8df-4aab-b3be-bbc6701a9a7d tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Fanout notify agent at l3_agent the message router_deleted on router 0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:23:41.089383 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9ac1cb20-61f0-46f4-95f7-d4fbe7906d21 req-d770b343-32e9-422e-9b53-707eb5ff0b99 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962218 Jun 02 16:23:41.186593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-85105b07-e8df-4aab-b3be-bbc6701a9a7d tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:41.193454 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-85105b07-e8df-4aab-b3be-bbc6701a9a7d tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "DELETE /v2.0/routers/0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6 HTTP/1.1" status: 204 len: 168 time: 2.5141342 Jun 02 16:23:41.194179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33700) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:41.243678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 467512ee-7cc3-4316-87b8-5694ce8a38a8 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:41.254126 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-99256325-5755-4a98-aa2d-ff78a7ca034a tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "GET /v2.0/ports?device_id=0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6 HTTP/1.1" status: 200 len: 205 time: 0.0572751 Jun 02 16:23:41.263291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:23:41.265059 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33702) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:41.274056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:41.276944 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Sync routers for ids ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:23:41.287793 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Routers {'a98c3d88-45ae-4d76-9dc4-034b54c8db90'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:41.288426 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:41.292103 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] 10.222.0.50 "PUT /v2.0/routers/a98c3d88-45ae-4d76-9dc4-034b54c8db90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3038790 Jun 02 16:23:41.293173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:41.307018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:41.322845 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 467512ee-7cc3-4316-87b8-5694ce8a38a8 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:41.323462 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:41.426729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:41.474820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Pushing event updated for resources: {'Port': ['ID=8bdd12e9-2d8f-46a5-83af-7dbccaf3ca01,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:41.475283 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:41.479195 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Set router a98c3d88-45ae-4d76-9dc4-034b54c8db90 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:23:41.479388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:41.485852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:41.490578 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1867199 Jun 02 16:23:41.490578 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33706) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:41.495991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-9925805f-ca11-465d-86bd-a1fcd6bd708d tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Request body: {'floatingip': {'port_id': 'dd401d03-2106-4aac-980f-25b6b89263cf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:41.574683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:41.582865 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:41.583534 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:41.595831 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9925805f-ca11-465d-86bd-a1fcd6bd708d tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for floatingip, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:41.696831 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-48d85440-5094-4924-95f8-5e03b24c8c56 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] delete failed (client error): The resource could not be found. Jun 02 16:23:41.700474 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-48d85440-5094-4924-95f8-5e03b24c8c56 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "DELETE /v2.0/routers/0cee2be8-d2dd-4a5f-aa3c-8d4aadfdf6b6 HTTP/1.1" status: 404 len: 336 time: 0.4208772 Jun 02 16:23:41.713635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33712) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:41.747876 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:41.763124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:41.787470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:port and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:41.794560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522b29f-65d9-4d44-ad46-d7afbd799bb3 req-fd57f30b-1d8a-4c65-8054-f87cd7a6a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:41.796124 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0522b29f-65d9-4d44-ad46-d7afbd799bb3 req-fd57f30b-1d8a-4c65-8054-f87cd7a6a469 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e97360779e4d6396b45277baa95f46&device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 1099 time: 0.9702163 Jun 02 16:23:41.798684 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 549d4acc-e694-4ae8-9b21-1ca62cbeaf63, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=549d4acc-e694-4ae8-9b21-1ca62cbeaf63,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:41.808010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:41.809728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:41.816179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-322b60b8-8a55-4eba-9323-7f7cfc7a1065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:41.911769 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=549d4acc-e694-4ae8-9b21-1ca62cbeaf63,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:41.915094 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:41.951129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:41.953198 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8a8766e1-4f88-42d6-9753-d509936a75e2 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "GET /v2.0/ports?device_id=4de8289b-2aa1-4b98-bac9-74861b4266a7 HTTP/1.1" status: 200 len: 205 time: 0.2380836 Jun 02 16:23:41.961835 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33714) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:42.001142 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'name': 'tempest-ServersTestManualDisk-1127956330-router', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:25Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '49af58ce2596425195cd0dea7b086537', 'gw_port': {'id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:29Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0e8d4d2e-6418-4ff6-8ee1-a40768355808', 'name': '', 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'mac_address': 'fa:16:3e:57:3d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:37Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 2, 'project_id': '49af58ce2596425195cd0dea7b086537', 'subnets': [{'id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:42.007232 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Checking router: a98c3d88-45ae-4d76-9dc4-034b54c8db90 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:23:42.007807 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Updating router a98c3d88-45ae-4d76-9dc4-034b54c8db90 port 0e8d4d2e-6418-4ff6-8ee1-a40768355808 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:23:42.038487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33716) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:42.044611 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--389863632', 'description': 'tempest-description--2032526368'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:42.052885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:42.066188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Usage tracker for resource:security_group and tenant:49af58ce2596425195cd0dea7b086537 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:42.068647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:42.072737 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:42.074840 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-9925805f-ca11-465d-86bd-a1fcd6bd708d tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] update failed (client error): The resource could not be found. Jun 02 16:23:42.078658 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9925805f-ca11-465d-86bd-a1fcd6bd708d tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] 10.222.0.50 "PUT /v2.0/floatingips/f49dee4d-c0a0-48e7-9164-0b47e468c07f HTTP/1.1" status: 404 len: 507 time: 0.5844979 Jun 02 16:23:42.078658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:42.078995 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33718) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:42.150954 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-73f23180-c199-4097-a578-040df782ea32 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] delete failed (client error): The resource could not be found. Jun 02 16:23:42.152008 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-73f23180-c199-4097-a578-040df782ea32 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "DELETE /v2.0/routers/4de8289b-2aa1-4b98-bac9-74861b4266a7 HTTP/1.1" status: 404 len: 336 time: 0.1870787 Jun 02 16:23:42.156242 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33722) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:42.171254 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'port': 2} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:42.175774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:42.211839 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-780a5957-faa1-468c-96d2-95f83e9c2b97 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b6504e-8cef-44b5-b4dc-866c23eb5f28 HTTP/1.1" status: 200 len: 205 time: 0.0479658 Jun 02 16:23:42.230408 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33724) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:42.237973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:42.316381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:42.408772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:42.418728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Usage tracker for resource:security_group_rule and tenant:49af58ce2596425195cd0dea7b086537 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:42.427675 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:42.444335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:42.496119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209dcac-fa75-4824-a354-9dc13a9419f2 req-b4a83fe2-77fb-4c57-9700-36be943a6c4c tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:42.497747 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e209dcac-fa75-4824-a354-9dc13a9419f2 req-b4a83fe2-77fb-4c57-9700-36be943a6c4c tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.2224326 Jun 02 16:23:42.500298 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:42.513523 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Transition to ACTIVE for port object 0e8d4d2e-6418-4ff6-8ee1-a40768355808 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:42.515099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-5684f766-207e-4375-ae33-05e5c9ed049d tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Deleting port 8bdd12e9-2d8f-46a5-83af-7dbccaf3ca01 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:42.515447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5684f766-207e-4375-ae33-05e5c9ed049d tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:42.520489 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:42.527426 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-45022fd3-105c-45dc-a2d0-e94e3f853889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:42.534154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:42.570570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:42.610984 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-78673521-ef0d-42ab-bab3-ffde26d9796e tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] delete failed (client error): The resource could not be found. Jun 02 16:23:42.612340 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-78673521-ef0d-42ab-bab3-ffde26d9796e tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "DELETE /v2.0/routers/e8b6504e-8cef-44b5-b4dc-866c23eb5f28 HTTP/1.1" status: 404 len: 336 time: 0.3755455 Jun 02 16:23:42.615631 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33726) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:42.692732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5684f766-207e-4375-ae33-05e5c9ed049d tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:42.693075 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5684f766-207e-4375-ae33-05e5c9ed049d tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:42.713606 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Pushing event updated for resources: {'Port': ['ID=0e8d4d2e-6418-4ff6-8ee1-a40768355808,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:42.769214 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:42.769462 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:42.769643 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:42.770172 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:42.770502 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:42.770845 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:42.771175 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:42.771511 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:42.771842 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:42.772257 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:42.772463 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:42.772778 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:42.777490 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:42.784642 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Attempting to bind port 0e8d4d2e-6418-4ff6-8ee1-a40768355808 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:23:42.785015 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Attempting to bind port 0e8d4d2e-6418-4ff6-8ee1-a40768355808 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '9fad278b-51ce-4193-8971-a2593051541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:23:42.785411 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Attempting to bind port 0e8d4d2e-6418-4ff6-8ee1-a40768355808 on network 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:23:42.792597 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:23:42.792597 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Checking segment: {'id': '9fad278b-51ce-4193-8971-a2593051541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:42.792921 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:42.793314 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Bound using segment: {'id': '9fad278b-51ce-4193-8971-a2593051541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:23:42.793845 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Bound port: 0e8d4d2e-6418-4ff6-8ee1-a40768355808, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fad278b-51ce-4193-8971-a2593051541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:23:42.794254 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:42.795952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522b29f-65d9-4d44-ad46-d7afbd799bb3 req-0d8557e8-15cf-4f88-a6e4-0dc292819d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:42.797586 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0522b29f-65d9-4d44-ad46-d7afbd799bb3 req-0d8557e8-15cf-4f88-a6e4-0dc292819d6e service neutron] 10.222.0.49 "GET /v2.0/networks?id=65d13a74-8578-490b-adf4-f817c919af14 HTTP/1.1" status: 200 len: 912 time: 0.8707922 Jun 02 16:23:42.880531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-5684f766-207e-4375-ae33-05e5c9ed049d tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Calling delete_port for 8bdd12e9-2d8f-46a5-83af-7dbccaf3ca01 owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:42.897223 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] For port 0e8d4d2e-6418-4ff6-8ee1-a40768355808, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:23:42.902502 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] For port 0e8d4d2e-6418-4ff6-8ee1-a40768355808, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0e8d4d2e-6418-4ff6-8ee1-a40768355808,segment=NetworkSegment(9fad278b-51ce-4193-8971-a2593051541d),segment_id=9fad278b-51ce-4193-8971-a2593051541d)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:23:42.906639 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-12ab277d-3a91-4d83-adc6-52e7075e90eb tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "GET /v2.0/ports?device_id=83e18c94-f543-4be7-97ef-0913fbe53b69 HTTP/1.1" status: 200 len: 205 time: 0.2832754 Jun 02 16:23:42.910687 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e209dcac-fa75-4824-a354-9dc13a9419f2 req-f0e6870e-1f93-4bec-84e9-a05140afad65 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4004316 Jun 02 16:23:42.911436 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:42.912774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33728) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:42.920174 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:42.981343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:43.009093 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Routers {'a98c3d88-45ae-4d76-9dc4-034b54c8db90'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:43.009743 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:43.023165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:43.035674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:43.050845 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-7f63693e-c9e5-4d36-9a83-a0a1c49a78de tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] delete failed (client error): The resource could not be found. Jun 02 16:23:43.054257 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7f63693e-c9e5-4d36-9a83-a0a1c49a78de tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "DELETE /v2.0/routers/83e18c94-f543-4be7-97ef-0913fbe53b69 HTTP/1.1" status: 404 len: 336 time: 0.1350503 Jun 02 16:23:43.065588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33730) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:43.086305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:43.096358 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Pushing event updated for resources: {'Port': ['ID=0e8d4d2e-6418-4ff6-8ee1-a40768355808,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:43.109838 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:43.172582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:43.173401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046c07c4-8df6-475c-95e9-d5ddba8ceb13,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:43.173668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:43.181269 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5e31233d-67d1-482a-8879-1930d1002018 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "GET /v2.0/ports?device_id=f614e09f-6102-4233-baf6-d6bfa21c96e3 HTTP/1.1" status: 200 len: 205 time: 0.1077607 Jun 02 16:23:43.182488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:43.185255 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:43.186627 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1470191 Jun 02 16:23:43.187171 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33732) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:43.249816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33734) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:43.279470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-20c75bcc-7f39-497e-adba-cebe31a0c9cd tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Request body: {'security_group_rule': {'security_group_id': '046c07c4-8df6-475c-95e9-d5ddba8ceb13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:43.302623 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] Set router a98c3d88-45ae-4d76-9dc4-034b54c8db90 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:23:43.317326 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-4675ff4f-a63d-4f60-8f74-906398663014 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] delete failed (client error): The resource could not be found. Jun 02 16:23:43.319693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-20c75bcc-7f39-497e-adba-cebe31a0c9cd tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:43.320980 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4675ff4f-a63d-4f60-8f74-906398663014 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "DELETE /v2.0/routers/f614e09f-6102-4233-baf6-d6bfa21c96e3 HTTP/1.1" status: 404 len: 336 time: 0.1305826 Jun 02 16:23:43.323065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33736) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:43.324469 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] device_id is not set on port 118be3f6-4ef2-4dcf-aed9-15207258e7d0 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:23:43.354595 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0522b29f-65d9-4d44-ad46-d7afbd799bb3 req-a4649697-8c7b-4f79-81a7-b74312912571 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 HTTP/1.1" status: 200 len: 1000 time: 0.4994452 Jun 02 16:23:43.355657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-20c75bcc-7f39-497e-adba-cebe31a0c9cd tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Usage tracker for resource:security_group_rule and tenant:49af58ce2596425195cd0dea7b086537 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:43.364142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-20c75bcc-7f39-497e-adba-cebe31a0c9cd tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:43.367531 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::1 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/64747e6d-1c8a-4973-8493-b81b337f4333/e4e92f6f-fe60-47b5-ae86-9e423d270f43) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:43.412463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-20c75bcc-7f39-497e-adba-cebe31a0c9cd tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:43.417599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:43.434809 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f9a15e2d-af68-4bcc-aa93-d0464a9bd25f tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "GET /v2.0/ports?device_id=a037e870-da10-43a5-8dad-73cdc5c4623e HTTP/1.1" status: 200 len: 205 time: 0.1089170 Jun 02 16:23:43.437618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33738) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:43.438860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e52d7597-516f-45e8-84f6-cfd0a0811223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-561984731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:43.485241 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:43.517393 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-8cd4ab0f-d710-4a5e-b427-411971b6fabf tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] delete failed (client error): The resource could not be found. Jun 02 16:23:43.520845 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8cd4ab0f-d710-4a5e-b427-411971b6fabf tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "DELETE /v2.0/routers/a037e870-da10-43a5-8dad-73cdc5c4623e HTTP/1.1" status: 404 len: 336 time: 0.0797701 Jun 02 16:23:43.522983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33740) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:43.544185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:43.573286 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:43.573561 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2d4791-b21d-49c5-8b7f-5b4e754bcd77 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] DELETE failed (client error): The resource could not be found. Jun 02 16:23:43.574051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a2d4791-b21d-49c5-8b7f-5b4e754bcd77 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:23:43.583270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5684f766-207e-4375-ae33-05e5c9ed049d tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:43.586881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:43.589343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-143beb5c-8328-43da-90fb-73d6535a74ed tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:43.626646 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7a2d4791-b21d-49c5-8b7f-5b4e754bcd77 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] 10.222.0.50 "DELETE /v2.0/subnets/af3f6bb7-417c-480c-8ae9-7c7e96a4ecc3 HTTP/1.1" status: 404 len: 337 time: 0.0988448 Jun 02 16:23:43.650640 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'name': 'tempest-ServersTestManualDisk-1127956330-router', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:25Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '49af58ce2596425195cd0dea7b086537', 'gw_port': {'id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:29Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0e8d4d2e-6418-4ff6-8ee1-a40768355808', 'name': '', 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'mac_address': 'fa:16:3e:57:3d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:37Z', 'updated_at': '2021-06-02T16:23:42Z', 'revision_number': 4, 'project_id': '49af58ce2596425195cd0dea7b086537', 'subnets': [{'id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:43.655531 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb13ef-9245-4e26-8ecb-6cb128c045db None None] The sync data for ids ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'] in dv-neutron-601336-83-hyperv is: [{'id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'name': 'tempest-ServersTestManualDisk-1127956330-router', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:25Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '49af58ce2596425195cd0dea7b086537', 'gw_port': {'id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:29Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0e8d4d2e-6418-4ff6-8ee1-a40768355808', 'name': '', 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'mac_address': 'fa:16:3e:57:3d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:37Z', 'updated_at': '2021-06-02T16:23:42Z', 'revision_number': 4, 'project_id': '49af58ce2596425195cd0dea7b086537', 'subnets': [{'id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:23:43.677397 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684f766-207e-4375-ae33-05e5c9ed049d tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Pushing event deleted for resources: {'Port': ['ID=8bdd12e9-2d8f-46a5-83af-7dbccaf3ca01,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:43.684925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5684f766-207e-4375-ae33-05e5c9ed049d tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:43.688469 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:43.738860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20c75bcc-7f39-497e-adba-cebe31a0c9cd tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:43.786850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522b29f-65d9-4d44-ad46-d7afbd799bb3 req-751ad9d7-c2da-451c-adf9-1f346f849345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:43.788340 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0522b29f-65d9-4d44-ad46-d7afbd799bb3 req-751ad9d7-c2da-451c-adf9-1f346f849345 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58265fad-4025-46d0-93bb-61bd65052044 HTTP/1.1" status: 200 len: 850 time: 0.4172781 Jun 02 16:23:43.799084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event updated for resources: {'Port': ['ID=8dbbec11-aff4-4eac-b883-8732e074160d,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:43.857825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:43.920446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5684f766-207e-4375-ae33-05e5c9ed049d tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:43.923438 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5684f766-207e-4375-ae33-05e5c9ed049d tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:43.925473 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5684f766-207e-4375-ae33-05e5c9ed049d tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] 10.222.0.50 "DELETE /v2.0/floatingips/f49dee4d-c0a0-48e7-9164-0b47e468c07f HTTP/1.1" status: 204 len: 168 time: 1.8451893 Jun 02 16:23:43.928370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33744) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:43.936406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-adba2a01-be64-47e6-947a-a92e0507a133 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Request body: {'floatingip': {'floating_network_id': 'd89588e1-8e00-491a-b4b7-d0c6bb3649da', 'port_id': 'dd401d03-2106-4aac-980f-25b6b89263cf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:43.940373 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-adba2a01-be64-47e6-947a-a92e0507a133 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:43.955505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-adba2a01-be64-47e6-947a-a92e0507a133 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Usage tracker for resource:floatingip and tenant:3944ae1fd5b94209860fc247993e0646 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:43.963636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-adba2a01-be64-47e6-947a-a92e0507a133 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:43.976862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-adba2a01-be64-47e6-947a-a92e0507a133 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:44.010236 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-adba2a01-be64-47e6-947a-a92e0507a133 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:44.116544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33750) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:44.228400 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-adba2a01-be64-47e6-947a-a92e0507a133 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:23:44.230459 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-adba2a01-be64-47e6-947a-a92e0507a133 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3004010 Jun 02 16:23:44.234162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33754) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:44.240044 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': 'dd401d03-2106-4aac-980f-25b6b89263cf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:44.249807 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:44.254336 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Usage tracker for resource:floatingip and tenant:3944ae1fd5b94209860fc247993e0646 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:44.257684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:44.277947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:44.286217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0bd66a8c-bc1e-4b2a-a0d7-555252ca5c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:44.305179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:44.322138 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0bd66a8c-bc1e-4b2a-a0d7-555252ca5c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:44.329596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0bd66a8c-bc1e-4b2a-a0d7-555252ca5c85 admin admin] Usage tracker for resource:security_group_rule and tenant:cbc4c4e807ce4665bd6e72e8220d8283 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:44.334457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0bd66a8c-bc1e-4b2a-a0d7-555252ca5c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:44.342516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0bd66a8c-bc1e-4b2a-a0d7-555252ca5c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:44.534028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0bd66a8c-bc1e-4b2a-a0d7-555252ca5c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:44.541202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:44.543214 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0bd66a8c-bc1e-4b2a-a0d7-555252ca5c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:44.552232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:44.580168 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:44.641285 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0bd66a8c-bc1e-4b2a-a0d7-555252ca5c85 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cbc4c4e807ce4665bd6e72e8220d8283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236320 Jun 02 16:23:44.645053 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20c75bcc-7f39-497e-adba-cebe31a0c9cd tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:44.645251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd66a8c-bc1e-4b2a-a0d7-555252ca5c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3a59a3-ac7f-4585-b979-673084f750d7,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:44.647929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33756) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:44.667691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0bd66a8c-bc1e-4b2a-a0d7-555252ca5c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:44.672165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:44.675229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object e4e92f6f-fe60-47b5-ae86-9e423d270f43 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:44.685008 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20c75bcc-7f39-497e-adba-cebe31a0c9cd tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:44.729539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:44.768650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522b29f-65d9-4d44-ad46-d7afbd799bb3 req-873cfd5f-6ef7-4b9b-b657-2d63db9c5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:44.770245 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0522b29f-65d9-4d44-ad46-d7afbd799bb3 req-873cfd5f-6ef7-4b9b-b657-2d63db9c5619 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65d13a74-8578-490b-adf4-f817c919af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.9663796 Jun 02 16:23:44.787001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-387f03aa-cfe9-4520-ad8a-26a5efc92743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:44.801846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Allocated IP 172.26.3.44 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/45c49cc6-27c3-4031-80b3-7253564e7a07) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:44.828822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-387f03aa-cfe9-4520-ad8a-26a5efc92743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:44.907542 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c75bcc-7f39-497e-adba-cebe31a0c9cd tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b55f10-a34b-4d6b-93f6-0dbf56de8975,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:44.944400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-20c75bcc-7f39-497e-adba-cebe31a0c9cd tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:44.991957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-387f03aa-cfe9-4520-ad8a-26a5efc92743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:44.999218 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cc2cf574-394f-494b-bb36-a7edc3b685fe tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:45.018721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f03aa-cfe9-4520-ad8a-26a5efc92743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3a59a3-ac7f-4585-b979-673084f750d7,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:45.028186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-387f03aa-cfe9-4520-ad8a-26a5efc92743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:45.039722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.047564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-387f03aa-cfe9-4520-ad8a-26a5efc92743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.051066 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-387f03aa-cfe9-4520-ad8a-26a5efc92743 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c3a59a3-ac7f-4585-b979-673084f750d7 HTTP/1.1" status: 204 len: 168 time: 0.3972778 Jun 02 16:23:45.055951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] device_id is not set on port e9b1349c-69d9-4829-9760-318d390cbb0b yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:23:45.061337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Router d230f2b0-367d-423c-bf89-324ba36a5c56 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:23:45.080781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51d03a-c174-49b6-ad45-e8458410641b req-1ece91fe-93e4-453e-ae5a-bff430d3d13a tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:45.083465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.087115 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ce51d03a-c174-49b6-ad45-e8458410641b req-1ece91fe-93e4-453e-ae5a-bff430d3d13a tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.8395343 Jun 02 16:23:45.087988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-93be07b6-3ef5-4406-80b4-71f1c96487ee tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:45.109868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20c75bcc-7f39-497e-adba-cebe31a0c9cd tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.115106 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-20c75bcc-7f39-497e-adba-cebe31a0c9cd tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8383882 Jun 02 16:23:45.129820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33760) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:45.142774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-2806c321-95a2-4a5f-969b-bdd9a8e2d768 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Request body: {'security_group_rule': {'security_group_id': '046c07c4-8df6-475c-95e9-d5ddba8ceb13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:45.155704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2806c321-95a2-4a5f-969b-bdd9a8e2d768 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:45.174113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0e8d4d2e-6418-4ff6-8ee1-a40768355808 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:45.177485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2806c321-95a2-4a5f-969b-bdd9a8e2d768 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Usage tracker for resource:security_group_rule and tenant:49af58ce2596425195cd0dea7b086537 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:45.183603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:45.184704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2806c321-95a2-4a5f-969b-bdd9a8e2d768 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:45.189999 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:45.197757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:45.225679 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2806c321-95a2-4a5f-969b-bdd9a8e2d768 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:45.227793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Pushing event updated for resources: {'Port': ['ID=45c49cc6-27c3-4031-80b3-7253564e7a07,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:45.235796 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:45.271874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2806c321-95a2-4a5f-969b-bdd9a8e2d768 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.295895 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 0e8d4d2e-6418-4ff6-8ee1-a40768355808 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:45.304761 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 0e8d4d2e-6418-4ff6-8ee1-a40768355808 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:45.305308 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.328791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.346240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0898d4c1-6180-4481-abae-f5fbf1e7576a tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:45.454597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2806c321-95a2-4a5f-969b-bdd9a8e2d768 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.468918 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ce51d03a-c174-49b6-ad45-e8458410641b req-c980aa44-576b-4680-97e8-0316d9606916 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3487024 Jun 02 16:23:45.469646 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2806c321-95a2-4a5f-969b-bdd9a8e2d768 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.469760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.473332 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2a95756a-d535-4c76-ba3e-41e1b786279f tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:45.524346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.537604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33764) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:45.551666 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0522b29f-65d9-4d44-ad46-d7afbd799bb3 req-82d0ae8b-5de4-4284-b2c4-b0386cb08cb4 service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720779 Jun 02 16:23:45.553822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806c321-95a2-4a5f-969b-bdd9a8e2d768 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16850955-e329-4fa3-84aa-214c508bbe82,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:45.567208 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2806c321-95a2-4a5f-969b-bdd9a8e2d768 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:45.577773 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 0e8d4d2e-6418-4ff6-8ee1-a40768355808, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0e8d4d2e-6418-4ff6-8ee1-a40768355808,segment=NetworkSegment(9fad278b-51ce-4193-8971-a2593051541d),segment_id=9fad278b-51ce-4193-8971-a2593051541d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:45.581881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.585496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b6c65e7e-2614-49b9-ba03-8a5f412d53a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:45.589581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2806c321-95a2-4a5f-969b-bdd9a8e2d768 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.593884 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2806c321-95a2-4a5f-969b-bdd9a8e2d768 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4608409 Jun 02 16:23:45.594030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33766) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:45.601056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:45.620802 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:45.633157 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Usage tracker for resource:floatingip and tenant:49af58ce2596425195cd0dea7b086537 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:45.637356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:45.644873 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-befb87b8-d062-47de-998b-66f9da1271f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39137685f28c4250b3bfcb636752b532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1023815 Jun 02 16:23:45.647944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33768) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:45.650235 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:45.661424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=0e8d4d2e-6418-4ff6-8ee1-a40768355808,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:45.662516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Deleting port 45c49cc6-27c3-4031-80b3-7253564e7a07 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:45.662870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.665516 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:45.682787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:45.706781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:45.717808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=e4e92f6f-fe60-47b5-ae86-9e423d270f43,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:45.736417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:45.736967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.755738 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.911448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6f1052b9-3234-4eb9-923e-0948f9a336d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.927737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.928075 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:45.967636 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e3db7669-2f63-47a5-b515-1686e81d884f None None] Provisioning for port e4e92f6f-fe60-47b5-ae86-9e423d270f43 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:45.973280 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e3db7669-2f63-47a5-b515-1686e81d884f None None] Provisioning complete for port e4e92f6f-fe60-47b5-ae86-9e423d270f43 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:45.973911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e3db7669-2f63-47a5-b515-1686e81d884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:46.032195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e3db7669-2f63-47a5-b515-1686e81d884f None None] Port e4e92f6f-fe60-47b5-ae86-9e423d270f43 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:23:46.057261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:46.188594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6f1052b9-3234-4eb9-923e-0948f9a336d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:46.205759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Calling delete_port for 45c49cc6-27c3-4031-80b3-7253564e7a07 owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:46.285100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:23:46.296899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61804889-8c03-4683-a55e-4dd4ccaf013e None None] Sync routers for ids ['d230f2b0-367d-423c-bf89-324ba36a5c56'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:23:46.319932 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61804889-8c03-4683-a55e-4dd4ccaf013e None None] Routers {'d230f2b0-367d-423c-bf89-324ba36a5c56'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:46.320672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-61804889-8c03-4683-a55e-4dd4ccaf013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['d230f2b0-367d-423c-bf89-324ba36a5c56'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:46.343480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6f1052b9-3234-4eb9-923e-0948f9a336d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:46.354360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:46.370248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:46.374227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1052b9-3234-4eb9-923e-0948f9a336d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5946b96-3b5a-4dbf-88de-ca2ab3800900,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:46.378357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6f1052b9-3234-4eb9-923e-0948f9a336d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:46.388643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:46.404698 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-61804889-8c03-4683-a55e-4dd4ccaf013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:46.418862 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61804889-8c03-4683-a55e-4dd4ccaf013e None None] Routers {'d230f2b0-367d-423c-bf89-324ba36a5c56'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:46.419649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-61804889-8c03-4683-a55e-4dd4ccaf013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['d230f2b0-367d-423c-bf89-324ba36a5c56'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:46.424009 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:46.425352 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "PUT /v2.0/routers/d230f2b0-367d-423c-bf89-324ba36a5c56 HTTP/1.1" status: 200 len: 920 time: 11.2043707 Jun 02 16:23:46.428984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33770) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:46.440839 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0522b29f-65d9-4d44-ad46-d7afbd799bb3 req-7c102333-6cf9-4daf-aae6-c36b98ca0fbd service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8686533 Jun 02 16:23:46.487019 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-61804889-8c03-4683-a55e-4dd4ccaf013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:46.487554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61804889-8c03-4683-a55e-4dd4ccaf013e None None] The sync data for ids ['d230f2b0-367d-423c-bf89-324ba36a5c56'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:23:46.517454 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6f1052b9-3234-4eb9-923e-0948f9a336d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:46.521128 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6f1052b9-3234-4eb9-923e-0948f9a336d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5946b96-3b5a-4dbf-88de-ca2ab3800900 HTTP/1.1" status: 204 len: 168 time: 0.8698874 Jun 02 16:23:46.593550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:46.605515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6de8aa9e-92cb-4505-b048-5837a321bdb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:46.689010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:46.741254 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Allocated IP 172.26.3.119 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/44b3d8b1-c79d-473f-a944-7034633d0ec9) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:46.758724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:46.775435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:46.805861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:46.898669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Pushing event deleted for resources: {'Port': ['ID=45c49cc6-27c3-4031-80b3-7253564e7a07,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:46.900800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:46.928332 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:46.997307 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:47.011957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:47.012970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:47.073924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=118be3f6-4ef2-4dcf-aed9-15207258e7d0,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:47.079472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:47.096744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7f3f0c21-fa38-4526-869d-351f4c7b38f3 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:47.140331 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0e8d4d2e-6418-4ff6-8ee1-a40768355808 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:47.249152 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3e1d75ec-97b4-4023-8f0a-2f9b850e2ca0 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/routers/d230f2b0-367d-423c-bf89-324ba36a5c56 HTTP/1.1" status: 200 len: 926 time: 0.8158350 Jun 02 16:23:47.252023 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 0e8d4d2e-6418-4ff6-8ee1-a40768355808 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:47.253068 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:47.257590 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33788) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:47.263262 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] create failed (client error): The resource could not be found. Jun 02 16:23:47.264348 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0289862 Jun 02 16:23:47.266948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=e9b1349c-69d9-4829-9760-318d390cbb0b,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:47.278742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33790) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:47.306275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:47.434530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b88fc0-a897-469f-9923-799416330cbe req-f5d98b86-7f57-42f3-a40c-1ecee6c31822 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:47.436741 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a5b88fc0-a897-469f-9923-799416330cbe req-f5d98b86-7f57-42f3-a40c-1ecee6c31822 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.8386018 Jun 02 16:23:47.461668 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:47.542781 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a5b88fc0-a897-469f-9923-799416330cbe req-374700f2-ceb3-49ce-b94f-aa0487640da0 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850492 Jun 02 16:23:47.565699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33798) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:47.573960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a52fc759-7e3a-48a9-a31d-446c16f1af5b tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Deleting port dd401d03-2106-4aac-980f-25b6b89263cf {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:47.574280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a52fc759-7e3a-48a9-a31d-446c16f1af5b tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:47.656195 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:47.664872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Checking segment: {'id': '524db7a8-dc6f-4a10-9925-c11643612187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '659e6ef6-880f-4a18-9d63-e4f4fec063ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:47.665261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network hostable DHCP agents. Network: 659e6ef6-880f-4a18-9d63-e4f4fec063ff, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:23:47.666285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:47.765423 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ecaead0b-b926-4b84-bd41-2851fbf27560 tempest-AgentManagementNegativeTest-1734818579 tempest-AgentManagementNegativeTest-1734818579-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1934245 Jun 02 16:23:47.765423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:47.787651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:47.796673 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:47.800402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 659e6ef6-880f-4a18-9d63-e4f4fec063ff is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:23:47.805468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Router a2d7d433-c249-49a7-ba10-3f28c36a2915 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:23:47.818580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb367b0-adc9-42a5-9304-a6a05cc0a07f tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:47.822811 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ecb367b0-adc9-42a5-9304-a6a05cc0a07f tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&device_id=d230f2b0-367d-423c-bf89-324ba36a5c56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5502923 Jun 02 16:23:47.826205 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33804) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:47.855937 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a52fc759-7e3a-48a9-a31d-446c16f1af5b tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:47.862676 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 659e6ef6-880f-4a18-9d63-e4f4fec063ff) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:47.864588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Pushing event updated for resources: {'Port': ['ID=44b3d8b1-c79d-473f-a944-7034633d0ec9,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:47.868868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:47.872804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf2dd04-d636-4f9e-a053-51c715fe0bf8 None None] Network 659e6ef6-880f-4a18-9d63-e4f4fec063ff requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:48.009400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a52fc759-7e3a-48a9-a31d-446c16f1af5b tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Calling delete_port for dd401d03-2106-4aac-980f-25b6b89263cf owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:48.013077 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:48.019896 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:48.025208 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:48.026129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:48.074139 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.8315454 Jun 02 16:23:48.075293 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:23:48.096749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33808) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:48.158139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:48.166876 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33810) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:48.187978 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:48.188838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:48.211548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:48.249066 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0efc2e0d-eec0-431e-8104-865a8fb829ec tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:48.322764 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:48.402526 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a52fc759-7e3a-48a9-a31d-446c16f1af5b tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:48.405731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ec64aab2-01bd-4670-8b6a-5157efbc3c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:48.411256 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bdf60d98-fc19-475f-a3f2-0ed691ffda1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:48.475726 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fc759-7e3a-48a9-a31d-446c16f1af5b tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Pushing event deleted for resources: {'Port': ['ID=dd401d03-2106-4aac-980f-25b6b89263cf,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:48.483293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a52fc759-7e3a-48a9-a31d-446c16f1af5b tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:48.518977 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=e4e92f6f-fe60-47b5-ae86-9e423d270f43,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:48.535240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:48.536507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890b4a63-3bfb-4ca2-8689-e8de1aa88cf2 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:48.537904 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-890b4a63-3bfb-4ca2-8689-e8de1aa88cf2 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/networks/3e4df761-1bd3-455c-9709-426e794fcea2 HTTP/1.1" status: 200 len: 881 time: 0.7080626 Jun 02 16:23:48.546863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ec64aab2-01bd-4670-8b6a-5157efbc3c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:48.555237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33814) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:48.599009 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:23:48.610357 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Sync routers for ids ['a2d7d433-c249-49a7-ba10-3f28c36a2915'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:23:48.613247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ec64aab2-01bd-4670-8b6a-5157efbc3c6f admin admin] Usage tracker for resource:security_group_rule and tenant:61a1646ee8d142d698784d9a6278c79b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:48.627777 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Routers {'a2d7d433-c249-49a7-ba10-3f28c36a2915'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:48.629514 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a2d7d433-c249-49a7-ba10-3f28c36a2915'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:48.633396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ec64aab2-01bd-4670-8b6a-5157efbc3c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:48.646601 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cfc14bb9-456c-420c-ad4f-cf87d4764622 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d230f2b0-367d-423c-bf89-324ba36a5c56 HTTP/1.1" status: 200 len: 205 time: 0.0874557 Jun 02 16:23:48.655388 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33818) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:48.670486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ec64aab2-01bd-4670-8b6a-5157efbc3c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:48.719521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:48.732251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:48.741479 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-781b01dc-e152-44fa-b214-205e8e100ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:48.825956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:48.830657 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8dc12773-6f69-49d7-88e0-e97e56586b8c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 12.1717272 Jun 02 16:23:48.840543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33820) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:48.842748 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Set router a2d7d433-c249-49a7-ba10-3f28c36a2915 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:23:48.869429 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:48.889376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a52fc759-7e3a-48a9-a31d-446c16f1af5b tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:48.889607 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:48.900152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:48.909033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Pushing event updated for resources: {'Port': ['ID=44b3d8b1-c79d-473f-a944-7034633d0ec9,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:48.912074 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:48.925395 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a52fc759-7e3a-48a9-a31d-446c16f1af5b tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] 10.222.0.50 "DELETE /v2.0/ports/dd401d03-2106-4aac-980f-25b6b89263cf HTTP/1.1" status: 204 len: 168 time: 1.6365647 Jun 02 16:23:48.925863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33824) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:48.961395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:48.980643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-870e4acc-4b85-4df2-a292-28c51b3a78d9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port e9b1349c-69d9-4829-9760-318d390cbb0b {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:48.981096 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-870e4acc-4b85-4df2-a292-28c51b3a78d9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:49.018924 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:49.020131 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4251697 Jun 02 16:23:49.065742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3acb9-621c-46a4-a587-e630ba62dd8e tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:49.066938 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-eab3acb9-621c-46a4-a587-e630ba62dd8e tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Synchronizing usage tracker for tenant:3944ae1fd5b94209860fc247993e0646 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:49.108422 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-eab3acb9-621c-46a4-a587-e630ba62dd8e tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Unset dirty status for tenant:3944ae1fd5b94209860fc247993e0646 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:49.112662 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-eab3acb9-621c-46a4-a587-e630ba62dd8e tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b43792a-7d30-49e0-8c74-80f60d1e1d70 HTTP/1.1" status: 200 len: 913 time: 0.1832294 Jun 02 16:23:49.113045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33828) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:49.285045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3b82df81-4f2a-4115-8b27-4ea256d897d7 None None] Provisioning complete for port e4e92f6f-fe60-47b5-ae86-9e423d270f43 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:49.285604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3b82df81-4f2a-4115-8b27-4ea256d897d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:49.301110 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626977264', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:36Z', 'updated_at': '2021-06-02T16:23:44Z', 'revision_number': 3, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'gw_port': {'id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:38Z', 'updated_at': '2021-06-02T16:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:49.308021 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Checking router: a2d7d433-c249-49a7-ba10-3f28c36a2915 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:23:49.308776 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Updating router a2d7d433-c249-49a7-ba10-3f28c36a2915 port 8dbbec11-aff4-4eac-b883-8732e074160d binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:23:49.370719 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:49.435968 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-3b82df81-4f2a-4115-8b27-4ea256d897d7 None None] Port e4e92f6f-fe60-47b5-ae86-9e423d270f43 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:23:49.539922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-5ee19cca-b963-4932-b28e-2c3344cc0f0a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Synchronizing usage tracker for tenant:49af58ce2596425195cd0dea7b086537 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:49.578120 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-540c4bdc-eacf-4117-aa4f-708c5cf563da tempest-TestNetworkAdvancedServerOps-2118376987 tempest-TestNetworkAdvancedServerOps-2118376987-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=63cb22b2aa5349b4b453b929309f04b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7352724 Jun 02 16:23:49.587884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33844) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:49.610677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:49.680801 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-5ee19cca-b963-4932-b28e-2c3344cc0f0a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Unset dirty status for tenant:49af58ce2596425195cd0dea7b086537 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:49.682020 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-5ee19cca-b963-4932-b28e-2c3344cc0f0a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--389863632&fields=id&tenant_id=49af58ce2596425195cd0dea7b086537 HTTP/1.1" status: 200 len: 267 time: 0.3587036 Jun 02 16:23:49.690130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-870e4acc-4b85-4df2-a292-28c51b3a78d9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:49.727390 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:49.741214 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Transition to ACTIVE for port object 8dbbec11-aff4-4eac-b883-8732e074160d will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:49.748373 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:49.752536 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:49.829545 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Attempting to bind port 8dbbec11-aff4-4eac-b883-8732e074160d on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:23:49.829936 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Attempting to bind port 8dbbec11-aff4-4eac-b883-8732e074160d by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:23:49.830326 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Attempting to bind port 8dbbec11-aff4-4eac-b883-8732e074160d on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:23:49.832404 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cce61-d4c3-4ed3-90b2-63bede561e1d None None] Pushing event updated for resources: {'Port': ['ID=8dbbec11-aff4-4eac-b883-8732e074160d,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:49.835441 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-699cce61-d4c3-4ed3-90b2-63bede561e1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:49.840499 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:23:49.840900 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:49.841722 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:49.841722 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:23:49.842198 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Bound port: 8dbbec11-aff4-4eac-b883-8732e074160d, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:23:49.843129 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:49.862583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d191c-0732-49b7-8545-b2a04e5624de req-daada36d-67f9-48fa-95a9-8f0ee4831e94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:49.864362 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de1d191c-0732-49b7-8545-b2a04e5624de req-daada36d-67f9-48fa-95a9-8f0ee4831e94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 1.1042786 Jun 02 16:23:49.880728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-870e4acc-4b85-4df2-a292-28c51b3a78d9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for e9b1349c-69d9-4829-9760-318d390cbb0b owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:49.928728 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] For port 8dbbec11-aff4-4eac-b883-8732e074160d, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:23:49.933056 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] For port 8dbbec11-aff4-4eac-b883-8732e074160d, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8dbbec11-aff4-4eac-b883-8732e074160d,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:23:49.938763 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:49.943429 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:49.996849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ec64aab2-01bd-4670-8b6a-5157efbc3c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:50.024326 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cce61-d4c3-4ed3-90b2-63bede561e1d None None] Pushing event updated for resources: {'Port': ['ID=8dbbec11-aff4-4eac-b883-8732e074160d,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:50.026457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc72a313-e0ac-42ea-901b-72a56b8f99ce tempest-TestNetworkAdvancedServerOps-2118376987 tempest-TestNetworkAdvancedServerOps-2118376987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:50.028168 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ec64aab2-01bd-4670-8b6a-5157efbc3c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:50.030657 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cc72a313-e0ac-42ea-901b-72a56b8f99ce tempest-TestNetworkAdvancedServerOps-2118376987 tempest-TestNetworkAdvancedServerOps-2118376987-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4415681 Jun 02 16:23:50.030873 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-699cce61-d4c3-4ed3-90b2-63bede561e1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:50.031267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33846) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:50.038229 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Routers {'a2d7d433-c249-49a7-ba10-3f28c36a2915'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:50.038870 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a2d7d433-c249-49a7-ba10-3f28c36a2915'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:50.056084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:50.097691 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1c7addfe-7cd3-4512-94c7-4b3bc60c8ff1 tempest-TestNetworkAdvancedServerOps-2118376987 tempest-TestNetworkAdvancedServerOps-2118376987-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0609717 Jun 02 16:23:50.099119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33848) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:50.108767 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de1d191c-0732-49b7-8545-b2a04e5624de req-0a970fb0-6b00-4ce3-920b-126d95c90aa9 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197042 Jun 02 16:23:50.118304 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1332799437', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:50.147355 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-e11d89a0-e0ad-477e-8503-3c5939a5a18e tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:50.148063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-e11d89a0-e0ad-477e-8503-3c5939a5a18e tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Synchronizing usage tracker for tenant:49af58ce2596425195cd0dea7b086537 on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:50.159000 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ec64aab2-01bd-4670-8b6a-5157efbc3c6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61a1646ee8d142d698784d9a6278c79b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9910865 Jun 02 16:23:50.162050 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33852) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:50.163665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64aab2-01bd-4670-8b6a-5157efbc3c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd698545-728a-4c73-ab88-45b66d5b1d61,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:50.169458 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ec64aab2-01bd-4670-8b6a-5157efbc3c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:50.181273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:50.188241 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Router 06435d71-70da-4705-b2f3-c2335f511aae is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:23:50.248556 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] Set router a2d7d433-c249-49a7-ba10-3f28c36a2915 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:23:50.285100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-e11d89a0-e0ad-477e-8503-3c5939a5a18e tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Unset dirty status for tenant:49af58ce2596425195cd0dea7b086537 on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:50.286339 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-e11d89a0-e0ad-477e-8503-3c5939a5a18e tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/networks?id=5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 HTTP/1.1" status: 200 len: 812 time: 0.5870233 Jun 02 16:23:50.299038 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:50.321734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Usage tracker for resource:subnet and tenant:63cb22b2aa5349b4b453b929309f04b5 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:50.326060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:50.329640 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a40ab93a-fecb-4cea-98da-cbb91735dfe5 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/quotas/49af58ce2596425195cd0dea7b086537 HTTP/1.1" status: 200 len: 375 time: 0.0363266 Jun 02 16:23:50.335958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:50.389971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-97aca243-9703-462a-b431-06a2a022a3ca tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:50.416438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-870e4acc-4b85-4df2-a292-28c51b3a78d9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:50.425811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7254805b-0899-4198-9366-df3ee67744d6 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:50.442617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Made reservation on behalf of 63cb22b2aa5349b4b453b929309f04b5 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:50.446198 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:50.504746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e4acc-4b85-4df2-a292-28c51b3a78d9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=e9b1349c-69d9-4829-9760-318d390cbb0b,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:50.515275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-870e4acc-4b85-4df2-a292-28c51b3a78d9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:50.525539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b3c74d53-0962-48f0-9d9f-7f350be98731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:50.538302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-870e4acc-4b85-4df2-a292-28c51b3a78d9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:50.557652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:23:50.574273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Sync routers for ids ['06435d71-70da-4705-b2f3-c2335f511aae'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:23:50.585013 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626977264', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:36Z', 'updated_at': '2021-06-02T16:23:44Z', 'revision_number': 3, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'gw_port': {'id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:38Z', 'updated_at': '2021-06-02T16:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:50.590380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Routers {'06435d71-70da-4705-b2f3-c2335f511aae'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:50.590856 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984c653-6c26-4d8b-9fe0-75bce214b1c2 None None] The sync data for ids ['a2d7d433-c249-49a7-ba10-3f28c36a2915'] in dv-neutron-601336-83-hyperv is: [{'id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626977264', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:36Z', 'updated_at': '2021-06-02T16:23:44Z', 'revision_number': 3, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'gw_port': {'id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:38Z', 'updated_at': '2021-06-02T16:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:23:50.591775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['06435d71-70da-4705-b2f3-c2335f511aae'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:50.592997 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-870e4acc-4b85-4df2-a292-28c51b3a78d9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/e9b1349c-69d9-4829-9760-318d390cbb0b HTTP/1.1" status: 204 len: 168 time: 2.4777284 Jun 02 16:23:50.599493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33854) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:50.601766 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b3c74d53-0962-48f0-9d9f-7f350be98731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:50.613230 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "PUT /v2.0/routers/06435d71-70da-4705-b2f3-c2335f511aae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9351454 Jun 02 16:23:50.616706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Deleting port 8bbac71a-a0dd-47e8-b0e1-2c376fd42c9a {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:50.617301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:50.641270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33856) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:50.794376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Set router 06435d71-70da-4705-b2f3-c2335f511aae gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:23:50.855492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fb8270-d98b-4c7a-84d9-f678ce8dc5f0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:50.858140 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-18fb8270-d98b-4c7a-84d9-f678ce8dc5f0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports/e4e92f6f-fe60-47b5-ae86-9e423d270f43 HTTP/1.1" status: 200 len: 911 time: 0.2146485 Jun 02 16:23:50.862374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33858) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:50.895593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-0be93f08-9a0f-48d2-ae7f-013ff683af90 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Synchronizing usage tracker for tenant:49af58ce2596425195cd0dea7b086537 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:51.027597 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:51.051478 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b3c74d53-0962-48f0-9d9f-7f350be98731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:51.055951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-0be93f08-9a0f-48d2-ae7f-013ff683af90 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Unset dirty status for tenant:49af58ce2596425195cd0dea7b086537 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:51.057296 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-0be93f08-9a0f-48d2-ae7f-013ff683af90 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=49af58ce2596425195cd0dea7b086537&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7077432 Jun 02 16:23:51.162349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:51.217373 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8dbbec11-aff4-4eac-b883-8732e074160d up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:51.270349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Calling delete_port for 8bbac71a-a0dd-47e8-b0e1-2c376fd42c9a owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:51.312468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824b348-ac42-4f65-baf8-5e6245f01a88 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:51.319611 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824b348-ac42-4f65-baf8-5e6245f01a88 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:51.320412 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d824b348-ac42-4f65-baf8-5e6245f01a88 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:51.333114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c74d53-0962-48f0-9d9f-7f350be98731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd698545-728a-4c73-ab88-45b66d5b1d61,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:51.338164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b3c74d53-0962-48f0-9d9f-7f350be98731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:51.363159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b3c74d53-0962-48f0-9d9f-7f350be98731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:51.364696 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b3c74d53-0962-48f0-9d9f-7f350be98731 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd698545-728a-4c73-ab88-45b66d5b1d61 HTTP/1.1" status: 204 len: 168 time: 1.1978238 Jun 02 16:23:51.375434 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 8dbbec11-aff4-4eac-b883-8732e074160d completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:51.388677 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 8dbbec11-aff4-4eac-b883-8732e074160d triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:51.389064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:51.460232 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-953e8c25-09ca-478b-b018-809f6e8f2412 service neutron] 10.222.0.50 "GET /v2.0/networks/5a75d7e7-a9b6-4122-8b21-d9fba5e3b411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788960 Jun 02 16:23:51.631977 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06435d71-70da-4705-b2f3-c2335f511aae', 'name': 'tempest-NetworksTestDHCPv6-router-803438036', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:37Z', 'updated_at': '2021-06-02T16:23:46Z', 'revision_number': 2, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'gw_port_host': None, '_interfaces': [{'id': 'e4e92f6f-fe60-47b5-ae86-9e423d270f43', 'name': '', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'mac_address': 'fa:16:3e:a6:15:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06435d71-70da-4705-b2f3-c2335f511aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64747e6d-1c8a-4973-8493-b81b337f4333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:41Z', 'updated_at': '2021-06-02T16:23:47Z', 'revision_number': 2, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'subnets': [{'id': '64747e6d-1c8a-4973-8493-b81b337f4333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:51.637103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:51.658321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 8dbbec11-aff4-4eac-b883-8732e074160d, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8dbbec11-aff4-4eac-b883-8732e074160d,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:51.661735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Checking router: 06435d71-70da-4705-b2f3-c2335f511aae for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:23:51.662356 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Updating router 06435d71-70da-4705-b2f3-c2335f511aae port e4e92f6f-fe60-47b5-ae86-9e423d270f43 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:23:51.710467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95a17b-a00c-49a2-ac77-04a78e5208fe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:51.717107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95a17b-a00c-49a2-ac77-04a78e5208fe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:51.719407 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fb95a17b-a00c-49a2-ac77-04a78e5208fe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:51.730187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:51.741642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:51.745912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-02abb76d-65c4-4b46-9bb0-5e5c9612ba75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:51.767201 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d824b348-ac42-4f65-baf8-5e6245f01a88 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:51.768617 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d824b348-ac42-4f65-baf8-5e6245f01a88 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 1.1538615 Jun 02 16:23:51.772152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33864) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:51.774274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fb95a17b-a00c-49a2-ac77-04a78e5208fe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:51.779912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33866) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:51.782276 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fb95a17b-a00c-49a2-ac77-04a78e5208fe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9152429 Jun 02 16:23:51.870191 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-97aca243-9703-462a-b431-06a2a022a3ca tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Deleting port 60070035-3291-4a70-99b1-6264b8de1eab {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:51.871004 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-97aca243-9703-462a-b431-06a2a022a3ca tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:51.983944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=8dbbec11-aff4-4eac-b883-8732e074160d,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:51.989701 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:52.102425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-61ea9242-f7a3-4233-a9e5-266d9fee0fd7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port 118be3f6-4ef2-4dcf-aed9-15207258e7d0 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:52.103025 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-61ea9242-f7a3-4233-a9e5-266d9fee0fd7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:52.126778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:52.135397 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4688f648-6948-4130-83d4-42a64401f508 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:52.244112 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Pushing event deleted for resources: {'Port': ['ID=8bbac71a-a0dd-47e8-b0e1-2c376fd42c9a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:52.247318 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:52.331270 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-fa8bb99e-3807-4b70-9c1e-c8e78f0d785a service neutron] 10.222.0.50 "GET /v2.0/networks/5a75d7e7-a9b6-4122-8b21-d9fba5e3b411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8643310 Jun 02 16:23:52.351427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:52.354703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-61ea9242-f7a3-4233-a9e5-266d9fee0fd7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:52.379419 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Transition to ACTIVE for port object e4e92f6f-fe60-47b5-ae86-9e423d270f43 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:52.390916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:52.422323 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4a23a0c4-b5cf-437f-b593-e57737f568d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:52.521430 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-61ea9242-f7a3-4233-a9e5-266d9fee0fd7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for 118be3f6-4ef2-4dcf-aed9-15207258e7d0 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:52.537505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:52.726892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-97aca243-9703-462a-b431-06a2a022a3ca tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:52.792271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33888) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:52.805708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966fbf0-7b07-4835-8924-9805329f5bb1 None None] Pushing event updated for resources: {'Port': ['ID=e4e92f6f-fe60-47b5-ae86-9e423d270f43,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:52.819704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c966fbf0-7b07-4835-8924-9805329f5bb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:52.850566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Attempting to bind port e4e92f6f-fe60-47b5-ae86-9e423d270f43 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:23:52.851089 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Attempting to bind port e4e92f6f-fe60-47b5-ae86-9e423d270f43 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:23:52.851304 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Attempting to bind port e4e92f6f-fe60-47b5-ae86-9e423d270f43 on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:23:52.863007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:23:52.863385 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:52.863794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:52.864196 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:23:52.864650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Bound port: e4e92f6f-fe60-47b5-ae86-9e423d270f43, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:23:52.865123 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:52.960373 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-97aca243-9703-462a-b431-06a2a022a3ca tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Calling delete_port for 60070035-3291-4a70-99b1-6264b8de1eab owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:52.974747 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7b4b740e-d7ea-47a9-89b7-c7acfecce5c5 req-3a4c9d06-0bfd-45a3-acd8-e5eac3aa56d0 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 210 time: 0.1832418 Jun 02 16:23:52.977523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:52.982035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:53.036592 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:53.037116 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Fanout notify agent at l3_agent the message router_deleted on router d230f2b0-367d-423c-bf89-324ba36a5c56 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:23:53.043821 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] For port e4e92f6f-fe60-47b5-ae86-9e423d270f43, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:23:53.052598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] For port e4e92f6f-fe60-47b5-ae86-9e423d270f43, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e4e92f6f-fe60-47b5-ae86-9e423d270f43,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:23:53.064923 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:53.070085 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:53.084952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:53.086277 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "DELETE /v2.0/routers/d230f2b0-367d-423c-bf89-324ba36a5c56 HTTP/1.1" status: 204 len: 168 time: 4.4133015 Jun 02 16:23:53.090372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33896) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:53.098688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-715986104', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:53.122004 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-61ea9242-f7a3-4233-a9e5-266d9fee0fd7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:53.125041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:53.156710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:53.174998 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8dbbec11-aff4-4eac-b883-8732e074160d up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:53.212989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-61ea9242-f7a3-4233-a9e5-266d9fee0fd7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:53.231814 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Usage tracker for resource:router and tenant:3870ed385c4440b8b5a8988084965d39 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:53.238117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:53.245215 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:53.251603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-38246441'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:53.258463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:53.261833 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea9242-f7a3-4233-a9e5-266d9fee0fd7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=118be3f6-4ef2-4dcf-aed9-15207258e7d0,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:53.264973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-61ea9242-f7a3-4233-a9e5-266d9fee0fd7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:53.270065 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:53.276277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:53.280233 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Usage tracker for resource:network and tenant:b1e6ae044866456481b224d8f3cd9b84 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:53.284259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:53.290832 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-61ea9242-f7a3-4233-a9e5-266d9fee0fd7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/118be3f6-4ef2-4dcf-aed9-15207258e7d0 HTTP/1.1" status: 204 len: 168 time: 1.5174522 Jun 02 16:23:53.297389 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33900) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:53.299128 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:53.358966 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Routers {'06435d71-70da-4705-b2f3-c2335f511aae'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:53.365483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:53.367081 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:53.368810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['06435d71-70da-4705-b2f3-c2335f511aae'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:53.384003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:53.397059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Checking segment: {'id': 'b424153d-49e0-424b-9c2b-48967b1cae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:53.397549 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Network hostable DHCP agents. Network: 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:23:53.403644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event updated for resources: {'Subnet': ['ID=37890743-a156-48e2-9877-ae966842ebc7,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:53.411794 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:53.419081 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Made reservation on behalf of b1e6ae044866456481b224d8f3cd9b84 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:53.423588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:53.462790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Network 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:23:53.511113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:53.549586 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966fbf0-7b07-4835-8924-9805329f5bb1 None None] Pushing event updated for resources: {'Port': ['ID=e4e92f6f-fe60-47b5-ae86-9e423d270f43,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:53.554852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:53.555451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:53.565238 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287eda2a-72ba-4f5e-862d-369605bfb3b4 None None] Network 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:53.636187 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.5275886 Jun 02 16:23:53.640641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33902) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:53.646090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:53.646624 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c966fbf0-7b07-4835-8924-9805329f5bb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:53.690713 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:53.732367 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] Set router 06435d71-70da-4705-b2f3-c2335f511aae gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:23:53.758679 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Usage tracker for resource:security_group_rule and tenant:b1e6ae044866456481b224d8f3cd9b84 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:53.765596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:53.782523 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 8dbbec11-aff4-4eac-b883-8732e074160d triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:53.783038 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:53.845368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-97aca243-9703-462a-b431-06a2a022a3ca tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:53.855136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:53.920599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aca243-9703-462a-b431-06a2a022a3ca tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Pushing event deleted for resources: {'Port': ['ID=60070035-3291-4a70-99b1-6264b8de1eab,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:53.923655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-97aca243-9703-462a-b431-06a2a022a3ca tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:53.980528 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:54.011926 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac33de8f-9be3-4e20-b21c-eb31789e7d09 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:54.012688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ac33de8f-9be3-4e20-b21c-eb31789e7d09 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:54.018392 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:54.088868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ac33de8f-9be3-4e20-b21c-eb31789e7d09 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:54.092625 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ac33de8f-9be3-4e20-b21c-eb31789e7d09 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7883806 Jun 02 16:23:54.095269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33906) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:54.224000 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe42806-314a-4764-ab22-7813284348bc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] GET failed (client error): The resource could not be found. Jun 02 16:23:54.226105 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0fe42806-314a-4764-ab22-7813284348bc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/e9b1349c-69d9-4829-9760-318d390cbb0b HTTP/1.1" status: 404 len: 333 time: 0.1282175 Jun 02 16:23:54.241859 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33908) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:54.251626 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'fixed_ips': [{'subnet_id': '37890743-a156-48e2-9877-ae966842ebc7'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:23:54.252616 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:54.428285 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f175b21c-d8ed-4225-af9e-ab3c2f823b96 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] GET failed (client error): The resource could not be found. Jun 02 16:23:54.429664 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f175b21c-d8ed-4225-af9e-ab3c2f823b96 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/118be3f6-4ef2-4dcf-aed9-15207258e7d0 HTTP/1.1" status: 404 len: 333 time: 0.1855555 Jun 02 16:23:54.454608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33910) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:54.469508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63f3879e-89b9-4d4d-8279-a3cddedf3ee1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:54.573727 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Allocated IP 172.20.0.2 (2d5fd4a6-9151-4311-8e5f-7f09280e7ce9/37890743-a156-48e2-9877-ae966842ebc7/37c3e8cc-fa38-4c30-a1c3-367f17f8707e) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:54.587959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06435d71-70da-4705-b2f3-c2335f511aae', 'name': 'tempest-NetworksTestDHCPv6-router-803438036', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:37Z', 'updated_at': '2021-06-02T16:23:46Z', 'revision_number': 2, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'gw_port_host': None, '_interfaces': [{'id': 'e4e92f6f-fe60-47b5-ae86-9e423d270f43', 'name': '', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'mac_address': 'fa:16:3e:a6:15:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06435d71-70da-4705-b2f3-c2335f511aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64747e6d-1c8a-4973-8493-b81b337f4333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:41Z', 'updated_at': '2021-06-02T16:23:53Z', 'revision_number': 4, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'subnets': [{'id': '64747e6d-1c8a-4973-8493-b81b337f4333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:54.593149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3444e7f2-7b61-4b9a-b202-6a19c149bfc8 None None] The sync data for ids ['06435d71-70da-4705-b2f3-c2335f511aae'] in dv-neutron-601336-83-hyperv is: [{'id': '06435d71-70da-4705-b2f3-c2335f511aae', 'name': 'tempest-NetworksTestDHCPv6-router-803438036', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:37Z', 'updated_at': '2021-06-02T16:23:46Z', 'revision_number': 2, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'gw_port_host': None, '_interfaces': [{'id': 'e4e92f6f-fe60-47b5-ae86-9e423d270f43', 'name': '', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'mac_address': 'fa:16:3e:a6:15:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06435d71-70da-4705-b2f3-c2335f511aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64747e6d-1c8a-4973-8493-b81b337f4333', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:41Z', 'updated_at': '2021-06-02T16:23:53Z', 'revision_number': 4, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'subnets': [{'id': '64747e6d-1c8a-4973-8493-b81b337f4333', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:23:54.640104 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-fc358d64-0a48-47f8-8a0d-2bea1051fa27 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:54.641679 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-fc358d64-0a48-47f8-8a0d-2bea1051fa27 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.49 "GET /v2.0/networks?id=5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 HTTP/1.1" status: 200 len: 812 time: 0.4527121 Jun 02 16:23:54.643664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:54.659690 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:54.679025 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8b15f35b-6c43-44db-ac42-11e68386b121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:54.690015 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-df2d19d9-663f-457c-906c-bd54b77f314d req-46ea8e68-37cb-4af3-8baa-f3e9e5fd23cd tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 210 time: 0.1593745 Jun 02 16:23:54.707829 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c93bdd73-cb12-44c6-8b5f-67ffe119e0d5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:54.770378 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:23:54.787757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0952be1-fa1e-48b6-8f6f-60dfe0ccfe4a,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:54.810196 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-f377ba6f-4eda-4984-b920-063097526596 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49af58ce2596425195cd0dea7b086537 HTTP/1.1" status: 200 len: 379 time: 0.1511469 Jun 02 16:23:54.813884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:54.814465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:54.814963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:54.815405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:54.815870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:54.816354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:54.817008 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:54.817246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:54.817711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:54.818204 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:54.818668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:54.819123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:54.831152 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:54.837666 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:54.838019 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Added segment c8869af4-c981-4cf6-b693-c00b82be8e4f of type vlan for network 584ee21e-a025-4e28-865a-5c7810a9a012 Jun 02 16:23:54.839643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:54.844929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Request body: {'port': {'device_id': '140d306d-4923-46bf-9416-3c8ba5e12b97', 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'admin_state_up': True, 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'security_groups': ['046c07c4-8df6-475c-95e9-d5ddba8ceb13']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:54.846943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Transition to ACTIVE for port object 37c3e8cc-fa38-4c30-a1c3-367f17f8707e will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:54.870606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Transition to ACTIVE for port object 37c3e8cc-fa38-4c30-a1c3-367f17f8707e will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:54.880595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:54.884896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-93013750-87c8-4920-a0b0-35a33bc1d033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:55.055214 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-97aca243-9703-462a-b431-06a2a022a3ca tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:55.128092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Network 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:55.136982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:55.145677 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:55.148224 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Pushing event updated for resources: {'Port': ['ID=37c3e8cc-fa38-4c30-a1c3-367f17f8707e,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:55.152171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:55.248091 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e4e92f6f-fe60-47b5-ae86-9e423d270f43 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:55.320911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:55.326863 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Attempting to bind port 37c3e8cc-fa38-4c30-a1c3-367f17f8707e on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:23:55.327489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Attempting to bind port 37c3e8cc-fa38-4c30-a1c3-367f17f8707e by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'b424153d-49e0-424b-9c2b-48967b1cae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:23:55.327624 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Attempting to bind port 37c3e8cc-fa38-4c30-a1c3-367f17f8707e on network 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:23:55.337709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:23:55.338099 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Checking segment: {'id': 'b424153d-49e0-424b-9c2b-48967b1cae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:55.338770 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:55.338906 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Bound using segment: {'id': 'b424153d-49e0-424b-9c2b-48967b1cae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:23:55.339389 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Bound port: 37c3e8cc-fa38-4c30-a1c3-367f17f8707e, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b424153d-49e0-424b-9c2b-48967b1cae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:23:55.339765 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:55.433498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port e4e92f6f-fe60-47b5-ae86-9e423d270f43 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:55.451496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e4e92f6f-fe60-47b5-ae86-9e423d270f43 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:55.451868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:55.471665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:55.506006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] For port 37c3e8cc-fa38-4c30-a1c3-367f17f8707e, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:23:55.519914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] For port 37c3e8cc-fa38-4c30-a1c3-367f17f8707e, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=37c3e8cc-fa38-4c30-a1c3-367f17f8707e,segment=NetworkSegment(b424153d-49e0-424b-9c2b-48967b1cae27),segment_id=b424153d-49e0-424b-9c2b-48967b1cae27)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:23:55.532291 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:55.533093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c93bdd73-cb12-44c6-8b5f-67ffe119e0d5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:55.540627 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2880e92d-4bf3-4250-9559-b8f6576db66f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:55.540857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:55.546814 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:55.547431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:55.561052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-184e0e28-4404-452f-8514-2ef1a7f71b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:55.586661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:55.593243 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-c93bdd73-cb12-44c6-8b5f-67ffe119e0d5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659e6ef6-880f-4a18-9d63-e4f4fec063ff']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:55.661209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:55.673021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Pushing event updated for resources: {'Port': ['ID=37c3e8cc-fa38-4c30-a1c3-367f17f8707e,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:55.681955 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-c93bdd73-cb12-44c6-8b5f-67ffe119e0d5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524db7a8-dc6f-4a10-9925-c11643612187') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:55.681955 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-c93bdd73-cb12-44c6-8b5f-67ffe119e0d5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524db7a8-dc6f-4a10-9925-c11643612187') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:55.683970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:55.687756 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:55.694595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97aca243-9703-462a-b431-06a2a022a3ca tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Router 5b43792a-7d30-49e0-8c74-80f60d1e1d70 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:23:55.725355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port e4e92f6f-fe60-47b5-ae86-9e423d270f43, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e4e92f6f-fe60-47b5-ae86-9e423d270f43,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:55.734280 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:55.747100 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8af0014f-3970-4416-a575-18883e57e660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:55.782348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:55.821913 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c93bdd73-cb12-44c6-8b5f-67ffe119e0d5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:55.849325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Network': ['ID=584ee21e-a025-4e28-865a-5c7810a9a012,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:55.871857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 584ee21e-a025-4e28-865a-5c7810a9a012 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:23:55.876368 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.0829539 Jun 02 16:23:55.919359 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=e4e92f6f-fe60-47b5-ae86-9e423d270f43,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:55.949364 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33918) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:55.950672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:55.976442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'subnet': {'network_id': '584ee21e-a025-4e28-865a-5c7810a9a012', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:56.026960 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:56.027331 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:56.027694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:56.028028 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:56.028355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:56.028764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:56.029002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:56.029333 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:56.029659 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:56.029975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:56.030332 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:56.030648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:56.045541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:56.120450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97aca243-9703-462a-b431-06a2a022a3ca tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:23:56.125818 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-97aca243-9703-462a-b431-06a2a022a3ca tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] 10.222.0.50 "PUT /v2.0/routers/5b43792a-7d30-49e0-8c74-80f60d1e1d70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0105188 Jun 02 16:23:56.138320 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97251d6d-70fd-4b8e-ba8d-d13d1183af34 None None] Sync routers for ids ['5b43792a-7d30-49e0-8c74-80f60d1e1d70'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:23:56.140354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33920) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:56.164718 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97251d6d-70fd-4b8e-ba8d-d13d1183af34 None None] Routers {'5b43792a-7d30-49e0-8c74-80f60d1e1d70'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:56.167218 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-97251d6d-70fd-4b8e-ba8d-d13d1183af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['5b43792a-7d30-49e0-8c74-80f60d1e1d70'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:56.241871 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-97251d6d-70fd-4b8e-ba8d-d13d1183af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:56.251248 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97251d6d-70fd-4b8e-ba8d-d13d1183af34 None None] Routers {'5b43792a-7d30-49e0-8c74-80f60d1e1d70'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:56.251988 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-97251d6d-70fd-4b8e-ba8d-d13d1183af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['5b43792a-7d30-49e0-8c74-80f60d1e1d70'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:56.267159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c93bdd73-cb12-44c6-8b5f-67ffe119e0d5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:56.288601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Made reservation on behalf of 49af58ce2596425195cd0dea7b086537 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:56.292414 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:56.317610 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed951-f363-48c4-9229-b25ecb72c579 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:56.346783 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-97251d6d-70fd-4b8e-ba8d-d13d1183af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:56.347374 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97251d6d-70fd-4b8e-ba8d-d13d1183af34 None None] The sync data for ids ['5b43792a-7d30-49e0-8c74-80f60d1e1d70'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:23:56.350227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93bdd73-cb12-44c6-8b5f-67ffe119e0d5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:23:56.350875 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c93bdd73-cb12-44c6-8b5f-67ffe119e0d5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:23:56.372655 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:23:56.398715 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-183fc308-e300-4fd9-8902-79a5cafb993b req-193da5c8-6026-4dd1-ae1a-0022269b9f09 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 210 time: 0.1270003 Jun 02 16:23:56.420152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-63f3879e-89b9-4d4d-8279-a3cddedf3ee1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port e4e92f6f-fe60-47b5-ae86-9e423d270f43 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:23:56.420152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63f3879e-89b9-4d4d-8279-a3cddedf3ee1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:56.421288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:56.531224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Usage tracker for resource:subnet and tenant:b1e6ae044866456481b224d8f3cd9b84 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:56.535821 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Allocated IP 172.26.3.207 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/4015e7bf-af99-4df5-ad9c-db1876d41e49) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:56.538100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:56.562963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:56.584457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c93bdd73-cb12-44c6-8b5f-67ffe119e0d5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:56.597871 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0aec4378-1188-4663-8033-b0d6fa2fdee0 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:56.632518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c93bdd73-cb12-44c6-8b5f-67ffe119e0d5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:56.634941 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Made reservation on behalf of b1e6ae044866456481b224d8f3cd9b84 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:56.638337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:56.685714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bdd73-cb12-44c6-8b5f-67ffe119e0d5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Network': ['ID=659e6ef6-880f-4a18-9d63-e4f4fec063ff,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:56.734906 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c93bdd73-cb12-44c6-8b5f-67ffe119e0d5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:56.774890 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c93bdd73-cb12-44c6-8b5f-67ffe119e0d5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/networks/659e6ef6-880f-4a18-9d63-e4f4fec063ff HTTP/1.1" status: 204 len: 168 time: 2.3188229 Jun 02 16:23:56.784296 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33922) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:56.791159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed951-f363-48c4-9229-b25ecb72c579 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:56.803468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-955675591'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:56.808712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed951-f363-48c4-9229-b25ecb72c579 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:56.819215 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:56.824895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:56.851393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:network and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:56.869276 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:56.921387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Allocated IP 172.20.0.14 (5a75d7e7-a9b6-4122-8b21-d9fba5e3b411/bf6c0475-33ce-4de8-b05c-e927a7d26e87/1ad59cdb-97df-4ce3-9e7d-805e23042e4e) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:56.947804 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:56.965713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-63f3879e-89b9-4d4d-8279-a3cddedf3ee1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] For port e4e92f6f-fe60-47b5-ae86-9e423d270f43, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e4e92f6f-fe60-47b5-ae86-9e423d270f43,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:56.966099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63f3879e-89b9-4d4d-8279-a3cddedf3ee1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:56.972084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:56.975046 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed951-f363-48c4-9229-b25ecb72c579 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:56.975543 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0ed951-f363-48c4-9229-b25ecb72c579 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Fanout notify agent at l3_agent the message router_deleted on router 5b43792a-7d30-49e0-8c74-80f60d1e1d70 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:23:57.137060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-63f3879e-89b9-4d4d-8279-a3cddedf3ee1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for e4e92f6f-fe60-47b5-ae86-9e423d270f43 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:23:57.140028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:57.143475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:57.161762 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b0ed951-f363-48c4-9229-b25ecb72c579 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:57.163220 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3b0ed951-f363-48c4-9229-b25ecb72c579 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] 10.222.0.50 "DELETE /v2.0/routers/5b43792a-7d30-49e0-8c74-80f60d1e1d70 HTTP/1.1" status: 204 len: 168 time: 1.0222929 Jun 02 16:23:57.166452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33924) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:57.230244 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e4e92f6f-fe60-47b5-ae86-9e423d270f43 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:57.310311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e4e92f6f-fe60-47b5-ae86-9e423d270f43 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:57.310850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:57.378549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:57.393712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-b891fef3-f177-4463-bc7c-bff661bf4291 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Deleting subnet 064f1262-a58f-4685-bcc2-275f49712adf {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:23:57.414371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:57.420517 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b891fef3-f177-4463-bc7c-bff661bf4291 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:57.442908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612349f2-12ab-45a2-be13-ebbe2b98bbc5 None None] Network 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:57.460629 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-870e4acc-4b85-4df2-a292-28c51b3a78d9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:57.495341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Transition to ACTIVE for port object 1ad59cdb-97df-4ce3-9e7d-805e23042e4e will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:57.525733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:23:57.537304 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:57.558972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:57.559235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5a3d96c3-9d09-4ff5-b0e4-776479292c85 None None] Provisioning for port 37c3e8cc-fa38-4c30-a1c3-367f17f8707e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:57.561632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:57.564847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 37c3e8cc-fa38-4c30-a1c3-367f17f8707e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:57.594870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:57.598349 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Added segment 8d96e975-d00c-4264-9f33-183f6e92e970 of type vlan for network 23ac10b4-5c86-4bce-ba6b-f175f237fce9 Jun 02 16:23:57.616513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b891fef3-f177-4463-bc7c-bff661bf4291 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:57.644308 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-866c4c23-5d8f-4277-b5c9-7a4f51f87a2e req-a04f10fc-2471-49bd-9526-adba97d5b842 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 210 time: 0.1160142 Jun 02 16:23:57.701511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Pushing event updated for resources: {'Port': ['ID=4015e7bf-af99-4df5-ad9c-db1876d41e49,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:57.704985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:57.718835 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 37c3e8cc-fa38-4c30-a1c3-367f17f8707e completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:57.725447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 37c3e8cc-fa38-4c30-a1c3-367f17f8707e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:57.725823 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:57.746876 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:57.826285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:57.843939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Allocated IP 172.20.0.1 (2d5fd4a6-9151-4311-8e5f-7f09280e7ce9/37890743-a156-48e2-9877-ae966842ebc7/f534ed46-e1a3-4a79-b6a2-95cfdd4bff10) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:23:57.846736 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:57.852645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:57.853268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:57.860041 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-42573635-2bde-4297-9281-fc2aa08af7f5 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:57.907080 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:57.949238 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 37c3e8cc-fa38-4c30-a1c3-367f17f8707e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=37c3e8cc-fa38-4c30-a1c3-367f17f8707e,segment=NetworkSegment(b424153d-49e0-424b-9c2b-48967b1cae27),segment_id=b424153d-49e0-424b-9c2b-48967b1cae27)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:23:57.956430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:57.959536 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:58.047777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=37c3e8cc-fa38-4c30-a1c3-367f17f8707e,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:58.051719 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:58.070827 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-145a004f-6e7b-449e-bb18-2bc1cfedd5b6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:58.076504 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2883587 Jun 02 16:23:58.084601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33928) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:58.096636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'subnet': {'network_id': '23ac10b4-5c86-4bce-ba6b-f175f237fce9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:58.138896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ad27762b-e45b-4796-aa2a-c3bfd7163f54 None None] Provisioning complete for port 37c3e8cc-fa38-4c30-a1c3-367f17f8707e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:58.139421 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ad27762b-e45b-4796-aa2a-c3bfd7163f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:58.182109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Network': ['ID=23ac10b4-5c86-4bce-ba6b-f175f237fce9,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:58.212382 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Network 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:58.223628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:58.226240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:58.272510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:58.272873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:58.273245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:58.273601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:58.274167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:58.274336 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:58.274673 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:58.275022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:58.275379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:58.275718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:58.276076 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:58.276413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:23:58.286616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:58.289537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Pushing event updated for resources: {'Port': ['ID=1ad59cdb-97df-4ce3-9e7d-805e23042e4e,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:58.291273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 23ac10b4-5c86-4bce-ba6b-f175f237fce9 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:23:58.293791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:58.322109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63f3879e-89b9-4d4d-8279-a3cddedf3ee1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:58.332279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b891fef3-f177-4463-bc7c-bff661bf4291 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:58.345631 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7a23d260-015d-4ceb-b15e-26e7511b98bd tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:58.453389 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:58.454090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:58.533088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3879e-89b9-4d4d-8279-a3cddedf3ee1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=e4e92f6f-fe60-47b5-ae86-9e423d270f43,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:58.541209 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:23:58.553856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-63f3879e-89b9-4d4d-8279-a3cddedf3ee1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:58.568034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:subnet and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:23:58.611154 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7702761 Jun 02 16:23:58.614247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c0235883-83bd-463e-b0fe-4f8dde326309 None None] Provisioning for port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:58.620602 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c0235883-83bd-463e-b0fe-4f8dde326309 None None] Provisioning complete for port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:58.621481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c0235883-83bd-463e-b0fe-4f8dde326309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:58.625227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:23:58.634883 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Request body: {'port': {'device_id': '140d306d-4923-46bf-9416-3c8ba5e12b97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:23:58.637969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:58.650669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:23:58.667158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63f3879e-89b9-4d4d-8279-a3cddedf3ee1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:58.679505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Transition to ACTIVE for port object f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:23:58.708636 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c0235883-83bd-463e-b0fe-4f8dde326309 None None] Port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:23:58.747307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:23:58.750806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:58.869543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:58.994199 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:59.019814 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2aae5b03-eca7-4511-8769-408534935384 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:59.126360 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 37c3e8cc-fa38-4c30-a1c3-367f17f8707e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:23:59.195966 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 37c3e8cc-fa38-4c30-a1c3-367f17f8707e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:59.196321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:59.206992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:59.213558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e96eee59-9f4e-40cc-8361-121015929cb7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:59.229461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:59.263620 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f3879e-89b9-4d4d-8279-a3cddedf3ee1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Router 06435d71-70da-4705-b2f3-c2335f511aae has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:23:59.292058 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Subnet': ['ID=a7c9fa21-81eb-474a-aba4-3bbf21b18ee1,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:59.292913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Network 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:23:59.295063 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:59.305692 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:23:59.344791 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:23:59.414502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Checking segment: {'id': 'c8869af4-c981-4cf6-b693-c00b82be8e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '584ee21e-a025-4e28-865a-5c7810a9a012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:23:59.414869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network hostable DHCP agents. Network: 584ee21e-a025-4e28-865a-5c7810a9a012, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:23:59.437198 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27a780-1292-421e-a06d-d34246c1e1a1 req-725b9292-80c8-4057-9d10-cb8b0fd5afaf tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:59.438247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event updated for resources: {'Port': ['ID=f534ed46-e1a3-4a79-b6a2-95cfdd4bff10,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:59.438963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-bf27a780-1292-421e-a06d-d34246c1e1a1 req-725b9292-80c8-4057-9d10-cb8b0fd5afaf tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Synchronizing usage tracker for tenant:49af58ce2596425195cd0dea7b086537 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:59.455377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:59.551651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f3879e-89b9-4d4d-8279-a3cddedf3ee1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:23:59.562257 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bfc80a-6a7b-4309-b710-2a14137602d2 None None] Sync routers for ids ['06435d71-70da-4705-b2f3-c2335f511aae'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:23:59.575653 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bfc80a-6a7b-4309-b710-2a14137602d2 None None] Routers {'06435d71-70da-4705-b2f3-c2335f511aae'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:59.576424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-59bfc80a-6a7b-4309-b710-2a14137602d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['06435d71-70da-4705-b2f3-c2335f511aae'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:59.579348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b891fef3-f177-4463-bc7c-bff661bf4291 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:59.581981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:59.589226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:23:59.590939 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-63f3879e-89b9-4d4d-8279-a3cddedf3ee1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "PUT /v2.0/routers/06435d71-70da-4705-b2f3-c2335f511aae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7990854 Jun 02 16:23:59.602882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33932) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:59.714500 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-59bfc80a-6a7b-4309-b710-2a14137602d2 None None] Set router 06435d71-70da-4705-b2f3-c2335f511aae gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:23:59.720458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7739ea-4881-461d-9505-19faa76e62e7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:59.722101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7739ea-4881-461d-9505-19faa76e62e7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:23:59.722917 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7c7739ea-4881-461d-9505-19faa76e62e7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:23:59.759956 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e7618824-1db6-4636-aa04-235692098be6 None None] Provisioning for port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:23:59.798425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7c7739ea-4881-461d-9505-19faa76e62e7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:59.802114 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7c7739ea-4881-461d-9505-19faa76e62e7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1958036 Jun 02 16:23:59.804492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33934) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:23:59.817507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891fef3-f177-4463-bc7c-bff661bf4291 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Pushing event deleted for resources: {'Subnet': ['ID=064f1262-a58f-4685-bcc2-275f49712adf,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:23:59.820536 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e7618824-1db6-4636-aa04-235692098be6 None None] Provisioning complete for port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:23:59.820792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e7618824-1db6-4636-aa04-235692098be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:59.834687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b891fef3-f177-4463-bc7c-bff661bf4291 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:23:59.844470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b891fef3-f177-4463-bc7c-bff661bf4291 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:59.856215 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network 584ee21e-a025-4e28-865a-5c7810a9a012 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:23:59.869033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-bf27a780-1292-421e-a06d-d34246c1e1a1 req-725b9292-80c8-4057-9d10-cb8b0fd5afaf tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Unset dirty status for tenant:49af58ce2596425195cd0dea7b086537 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:23:59.872066 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97950307-1134-44aa-9bb3-56bfe8561d2f None None] Network d89588e1-8e00-491a-b4b7-d0c6bb3649da requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:23:59.875543 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bf27a780-1292-421e-a06d-d34246c1e1a1 req-725b9292-80c8-4057-9d10-cb8b0fd5afaf tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 932 time: 1.1048841 Jun 02 16:23:59.892705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-59bfc80a-6a7b-4309-b710-2a14137602d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06435d71-70da-4705-b2f3-c2335f511aae', 'name': 'tempest-NetworksTestDHCPv6-router-803438036', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:37Z', 'updated_at': '2021-06-02T16:23:57Z', 'revision_number': 3, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:59.904460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-c094f81a-4ee4-4111-b082-05d2f02aee47 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 64747e6d-1c8a-4973-8493-b81b337f4333 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:23:59.908943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bfc80a-6a7b-4309-b710-2a14137602d2 None None] Checking router: 06435d71-70da-4705-b2f3-c2335f511aae for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:23:59.910474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c094f81a-4ee4-4111-b082-05d2f02aee47 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:23:59.973469 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e7618824-1db6-4636-aa04-235692098be6 None None] Port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:23:59.987138 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b891fef3-f177-4463-bc7c-bff661bf4291 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] 10.222.0.50 "DELETE /v2.0/subnets/064f1262-a58f-4685-bcc2-275f49712adf HTTP/1.1" status: 204 len: 168 time: 2.8166723 Jun 02 16:23:59.990643 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bfc80a-6a7b-4309-b710-2a14137602d2 None None] Routers {'06435d71-70da-4705-b2f3-c2335f511aae'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:23:59.991285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-59bfc80a-6a7b-4309-b710-2a14137602d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['06435d71-70da-4705-b2f3-c2335f511aae'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:23:59.996024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33936) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:00.018571 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 584ee21e-a025-4e28-865a-5c7810a9a012) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:00.032208 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c094f81a-4ee4-4111-b082-05d2f02aee47 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:00.049224 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71345d3-ac55-41f6-a3a6-5dfafd34c3a3 None None] Network 584ee21e-a025-4e28-865a-5c7810a9a012 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:00.083075 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:00.174157 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bf27a780-1292-421e-a06d-d34246c1e1a1 req-f66a3cb5-5acf-4c1e-964f-072b6df90331 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/security-groups?id=046c07c4-8df6-475c-95e9-d5ddba8ceb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971947 Jun 02 16:24:00.207069 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:00.207843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:00.215039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-59bfc80a-6a7b-4309-b710-2a14137602d2 None None] Set router 06435d71-70da-4705-b2f3-c2335f511aae gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:24:00.247503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:00.272320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:00.331435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c094f81a-4ee4-4111-b082-05d2f02aee47 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:00.364719 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:00.369336 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.4149361 Jun 02 16:24:00.373575 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33938) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:00.375826 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0212e869-3aa6-4684-8408-41c50277bc62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:00.380941 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1428982175', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:00.382786 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-59bfc80a-6a7b-4309-b710-2a14137602d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06435d71-70da-4705-b2f3-c2335f511aae', 'name': 'tempest-NetworksTestDHCPv6-router-803438036', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:37Z', 'updated_at': '2021-06-02T16:23:57Z', 'revision_number': 3, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:00.391251 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bfc80a-6a7b-4309-b710-2a14137602d2 None None] The sync data for ids ['06435d71-70da-4705-b2f3-c2335f511aae'] in dv-neutron-601336-83-hyperv is: [{'id': '06435d71-70da-4705-b2f3-c2335f511aae', 'name': 'tempest-NetworksTestDHCPv6-router-803438036', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:37Z', 'updated_at': '2021-06-02T16:23:57Z', 'revision_number': 3, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'gw_port_host': None}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:24:00.394641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:00.417011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Usage tracker for resource:router and tenant:b1e6ae044866456481b224d8f3cd9b84 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:00.424482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:00.533917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:00.566838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:24:00.578688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:00.580311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:00.580945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Subnet': ['ID=6dea75ee-a6c9-4ca6-8ce3-d894cf7a29f5,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:00.599412 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe599bea-26b0-442b-87c1-8ff87ef42934 None None] Network 584ee21e-a025-4e28-865a-5c7810a9a012 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:00.681871 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:00.708047 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad59cdb-97df-4ce3-9e7d-805e23042e4e {{(pid=92322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:24:00.720366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:00.753527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Deleting port fe7e4c55-430b-46ae-908c-c73b14d7267c {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:00.753869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:00.791890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:00.808574 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d4dc91-6df3-4a6b-ab04-896df544c2cc None None] DHCP port deletion for d89588e1-8e00-491a-b4b7-d0c6bb3649da request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:24:00.824016 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Transition to ACTIVE for port object 1ad59cdb-97df-4ce3-9e7d-805e23042e4e will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:00.837410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Checking segment: {'id': '8d96e975-d00c-4264-9f33-183f6e92e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '23ac10b4-5c86-4bce-ba6b-f175f237fce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:00.837767 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network hostable DHCP agents. Network: 23ac10b4-5c86-4bce-ba6b-f175f237fce9, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:24:00.853135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:00.858913 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-57fab8d7-94e4-4778-8b97-4a92df525e6e tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:00.909766 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4dc91-6df3-4a6b-ab04-896df544c2cc None None] Deleting port fe7e4c55-430b-46ae-908c-c73b14d7267c {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:00.910301 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a1d4dc91-6df3-4a6b-ab04-896df544c2cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:00.979615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 23ac10b4-5c86-4bce-ba6b-f175f237fce9 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:24:01.031760 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-a1d4dc91-6df3-4a6b-ab04-896df544c2cc None None] For port fe7e4c55-430b-46ae-908c-c73b14d7267c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fe7e4c55-430b-46ae-908c-c73b14d7267c,segment=NetworkSegment(873a5b6b-6daf-46c0-9cc6-d50ef52ac3c6),segment_id=873a5b6b-6daf-46c0-9cc6-d50ef52ac3c6)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:01.033706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a1d4dc91-6df3-4a6b-ab04-896df544c2cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:01.060410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 23ac10b4-5c86-4bce-ba6b-f175f237fce9) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:01.119513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:01.120410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:01.133683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efde8744-683e-4be3-b107-96d513a202f4 None None] Network 23ac10b4-5c86-4bce-ba6b-f175f237fce9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:01.172603 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0820186 Jun 02 16:24:01.173872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33940) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:01.181550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:01.184497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c094f81a-4ee4-4111-b082-05d2f02aee47 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:01.198805 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'network_id': '23ac10b4-5c86-4bce-ba6b-f175f237fce9', 'name': 'tempest-PortsTestJSON-2051029067'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:01.213900 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-82f8b95a-7628-423c-814c-978be3d3339e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:01.244578 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:01.250379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad59cdb-97df-4ce3-9e7d-805e23042e4e,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:01.301959 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094f81a-4ee4-4111-b082-05d2f02aee47 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=64747e6d-1c8a-4973-8493-b81b337f4333,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:01.311603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Router 276d2e46-f107-42b0-9e3b-08e004ac36ed is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:24:01.314246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:01.323371 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c094f81a-4ee4-4111-b082-05d2f02aee47 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:01.324001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2c98113c-3a4e-4be3-8d5a-c3aaf3d5e2ac tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:01.362561 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c094f81a-4ee4-4111-b082-05d2f02aee47 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:01.364559 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c094f81a-4ee4-4111-b082-05d2f02aee47 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/64747e6d-1c8a-4973-8493-b81b337f4333 HTTP/1.1" status: 204 len: 168 time: 1.5580492 Jun 02 16:24:01.393794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4dc91-6df3-4a6b-ab04-896df544c2cc None None] Calling delete_port for fe7e4c55-430b-46ae-908c-c73b14d7267c owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:01.412461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fe7e4c55-430b-46ae-908c-c73b14d7267c no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:24:01.421791 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33944) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:01.447249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f83f1-bc34-4c99-8f4e-e92ae0bf79f0 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:01.549899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:01.593311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] For port fe7e4c55-430b-46ae-908c-c73b14d7267c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fe7e4c55-430b-46ae-908c-c73b14d7267c,segment=NetworkSegment(873a5b6b-6daf-46c0-9cc6-d50ef52ac3c6),segment_id=873a5b6b-6daf-46c0-9cc6-d50ef52ac3c6)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:01.594039 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:01.601670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:01.606777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event updated for resources: {'Port': ['ID=f534ed46-e1a3-4a79-b6a2-95cfdd4bff10,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:01.628097 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:01.748413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:01.814970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b5cc01d5-b6ad-4005-8fd6-90bd6547e5ed tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:router {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:01.823519 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Calling delete_port for fe7e4c55-430b-46ae-908c-c73b14d7267c owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:01.826952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a1d4dc91-6df3-4a6b-ab04-896df544c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:01.827508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:01.837527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:01.865618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b584e0f-ae1f-4689-8b7e-3e0fdf0bbd05 req-d64289f5-6c36-4eb9-96b3-ebec34aad7ba tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:01.867171 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8b584e0f-ae1f-4689-8b7e-3e0fdf0bbd05 req-d64289f5-6c36-4eb9-96b3-ebec34aad7ba tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 944 time: 0.5062377 Jun 02 16:24:01.886960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:01.890281 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:01.901635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4dc91-6df3-4a6b-ab04-896df544c2cc None None] Pushing event deleted for resources: {'Port': ['ID=fe7e4c55-430b-46ae-908c-c73b14d7267c,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:01.908866 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a1d4dc91-6df3-4a6b-ab04-896df544c2cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:01.918886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b5cc01d5-b6ad-4005-8fd6-90bd6547e5ed tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:router {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:01.925171 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b5cc01d5-b6ad-4005-8fd6-90bd6547e5ed tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4905553 Jun 02 16:24:01.925386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d4dc91-6df3-4a6b-ab04-896df544c2cc None None] No DVR routers for this DVR port fe7e4c55-430b-46ae-908c-c73b14d7267c on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:24:01.926876 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33946) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:01.929866 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Attempting to bind port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:24:01.930252 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Attempting to bind port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9fad278b-51ce-4193-8971-a2593051541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:24:01.930579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Attempting to bind port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e on network 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:24:01.959807 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:01.991731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-23ac10b4-5c86-4bce-ba6b-f175f237fce9', 'network_id': '23ac10b4-5c86-4bce-ba6b-f175f237fce9', 'tenant_id': '1d61c543383943e08977d6b7e75fc692', 'fixed_ips': [{'subnet_id': '6dea75ee-a6c9-4ca6-8ce3-d894cf7a29f5'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:24:01.992578 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:02.008812 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] device_id is not set on port 1789b95b-1543-4ad9-b3e2-ccf90bd7b662 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:02.018909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e on network 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:24:02.019434 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Attempting to bind port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e on network 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:24:02.040717 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:24:02.041252 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Checking segment: {'id': '9fad278b-51ce-4193-8971-a2593051541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:02.041753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Bound using segment: {'id': '9fad278b-51ce-4193-8971-a2593051541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:24:02.042420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Bound port: 1ad59cdb-97df-4ce3-9e7d-805e23042e4e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fad278b-51ce-4193-8971-a2593051541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:24:02.042869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:02.063268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:24:02.074156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Network 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:02.082436 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82a51e2-ba5b-4c8a-9370-190aee70535e None None] Sync routers for ids ['276d2e46-f107-42b0-9e3b-08e004ac36ed'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:24:02.083633 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:02.113878 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e4e92f6f-fe60-47b5-ae86-9e423d270f43 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:24:02.114901 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82a51e2-ba5b-4c8a-9370-190aee70535e None None] Routers {'276d2e46-f107-42b0-9e3b-08e004ac36ed'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:02.115576 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f82a51e2-ba5b-4c8a-9370-190aee70535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['276d2e46-f107-42b0-9e3b-08e004ac36ed'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:02.167166 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: e4e92f6f-fe60-47b5-ae86-9e423d270f43 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:24:02.167553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e4e92f6f-fe60-47b5-ae86-9e423d270f43 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:24:02.183295 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:02.184337 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8b584e0f-ae1f-4689-8b7e-3e0fdf0bbd05 req-eacff60d-e4c8-4a14-89ba-9a2633f87b23 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/security-groups?id=046c07c4-8df6-475c-95e9-d5ddba8ceb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3089235 Jun 02 16:24:02.188079 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.0966649 Jun 02 16:24:02.206507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5e1189cb-d1a5-468e-bb92-32ba78bd2732 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:02.209999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 33948) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:02.217482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:02.290163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f221d2-8b36-4b78-9ec3-e8a7fa4064c0 None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:24:02.290442 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f82a51e2-ba5b-4c8a-9370-190aee70535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:02.315847 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82a51e2-ba5b-4c8a-9370-190aee70535e None None] Routers {'276d2e46-f107-42b0-9e3b-08e004ac36ed'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:02.316511 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f82a51e2-ba5b-4c8a-9370-190aee70535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['276d2e46-f107-42b0-9e3b-08e004ac36ed'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:02.398521 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f82a51e2-ba5b-4c8a-9370-190aee70535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:02.399185 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82a51e2-ba5b-4c8a-9370-190aee70535e None None] The sync data for ids ['276d2e46-f107-42b0-9e3b-08e004ac36ed'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:24:02.453430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Allocated IP 172.20.0.2 (23ac10b4-5c86-4bce-ba6b-f175f237fce9/6dea75ee-a6c9-4ca6-8ce3-d894cf7a29f5/943059e5-25fa-4913-8121-14679f14f9db) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:02.472005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:02.486403 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a95737ed-b7ac-4c9b-b1bb-3fe770a58e6e None None] Provisioning complete for port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:02.486842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a95737ed-b7ac-4c9b-b1bb-3fe770a58e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:02.498588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1bc74524-5683-4f07-a1ab-c183197a5d6b tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:02.567266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] For port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:24:02.571212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] No DVR routers for this DVR port fe7e4c55-430b-46ae-908c-c73b14d7267c on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:24:02.573051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Pushing event deleted for resources: {'Port': ['ID=fe7e4c55-430b-46ae-908c-c73b14d7267c,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:02.613022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:02.636159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-12f221d2-8b36-4b78-9ec3-e8a7fa4064c0 None None] Deleting port 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:02.636541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-12f221d2-8b36-4b78-9ec3-e8a7fa4064c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:02.648690 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] For port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1ad59cdb-97df-4ce3-9e7d-805e23042e4e,segment=NetworkSegment(9fad278b-51ce-4193-8971-a2593051541d),segment_id=9fad278b-51ce-4193-8971-a2593051541d)] {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:24:02.648901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-a95737ed-b7ac-4c9b-b1bb-3fe770a58e6e None None] Port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:24:02.673595 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:02.737059 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:02.776943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-12f221d2-8b36-4b78-9ec3-e8a7fa4064c0 None None] For port 549d4acc-e694-4ae8-9b21-1ca62cbeaf63, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=549d4acc-e694-4ae8-9b21-1ca62cbeaf63,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:02.777229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-12f221d2-8b36-4b78-9ec3-e8a7fa4064c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:02.867948 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5e1189cb-d1a5-468e-bb92-32ba78bd2732 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:02.872187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5e1189cb-d1a5-468e-bb92-32ba78bd2732 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:02.904413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Router a2d7d433-c249-49a7-ba10-3f28c36a2915 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:24:02.909807 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5e1189cb-d1a5-468e-bb92-32ba78bd2732 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:02.910605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1189cb-d1a5-468e-bb92-32ba78bd2732 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Fanout notify agent at l3_agent the message router_deleted on router 06435d71-70da-4705-b2f3-c2335f511aae {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:24:02.951188 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:02.970510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-12f221d2-8b36-4b78-9ec3-e8a7fa4064c0 None None] Calling delete_port for 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:03.003345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:03.003597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b10ae7d8-5194-43c4-9722-93758156437d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:03.009057 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:03.010615 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] 10.222.0.49 "PUT /v2.0/ports/1ad59cdb-97df-4ce3-9e7d-805e23042e4e HTTP/1.1" status: 200 len: 1094 time: 4.3799543 Jun 02 16:24:03.011259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140d306d-4923-46bf-9416-3c8ba5e12b97', 'tag': '1ad59cdb-97df-4ce3-9e7d-805e23042e4e'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:24:03.013913 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c003421-8465-4578-bdff-1d41bd389d30" -d '{"events": [{"name": "network-changed", "server_uuid": "140d306d-4923-46bf-9416-3c8ba5e12b97", "tag": "1ad59cdb-97df-4ce3-9e7d-805e23042e4e"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:24:03.022600 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5e1189cb-d1a5-468e-bb92-32ba78bd2732 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:03.024145 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5e1189cb-d1a5-468e-bb92-32ba78bd2732 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/routers/06435d71-70da-4705-b2f3-c2335f511aae HTTP/1.1" status: 204 len: 168 time: 1.0939207 Jun 02 16:24:03.027829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33950) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:03.033526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:03.046510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-be679947-42c2-4439-afd9-90370acd70cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:03.053155 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Transition to ACTIVE for port object 943059e5-25fa-4913-8121-14679f14f9db will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:03.099337 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Transition to ACTIVE for port object 943059e5-25fa-4913-8121-14679f14f9db will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:03.115122 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:03.121219 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:03.158064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:24:03.253468 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Network 23ac10b4-5c86-4bce-ba6b-f175f237fce9 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:03.265340 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:03.270292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:03.287706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Pushing event updated for resources: {'Port': ['ID=943059e5-25fa-4913-8121-14679f14f9db,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:03.298098 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:03.335774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-12f221d2-8b36-4b78-9ec3-e8a7fa4064c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:03.347588 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:03.387393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff1788f-6e10-4158-9f54-e817e493da42 x-openstack-request-id: req-bff1788f-6e10-4158-9f54-e817e493da42 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:24:03.387716 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140d306d-4923-46bf-9416-3c8ba5e12b97", "tag": "1ad59cdb-97df-4ce3-9e7d-805e23042e4e", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:24:03.388226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bff1788f-6e10-4158-9f54-e817e493da42 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:24:03.388660 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140d306d-4923-46bf-9416-3c8ba5e12b97', 'tag': '1ad59cdb-97df-4ce3-9e7d-805e23042e4e', 'status': 'completed', 'code': 200} Jun 02 16:24:03.392400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89588e1-8e00-491a-b4b7-d0c6bb3649da']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:03.427280 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] No active binding found for port 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 {{(pid=92324) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 02 16:24:03.427691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:24:03.448731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f221d2-8b36-4b78-9ec3-e8a7fa4064c0 None None] Pushing event deleted for resources: {'Port': ['ID=549d4acc-e694-4ae8-9b21-1ca62cbeaf63,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:03.449324 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:24:03.455371 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "PUT /v2.0/routers/a2d7d433-c249-49a7-ba10-3f28c36a2915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8115251 Jun 02 16:24:03.455888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f221d2-8b36-4b78-9ec3-e8a7fa4064c0 None None] No DVR routers for this DVR port 549d4acc-e694-4ae8-9b21-1ca62cbeaf63 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:24:03.477702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-12f221d2-8b36-4b78-9ec3-e8a7fa4064c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:03.483712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Attempting to bind port 943059e5-25fa-4913-8121-14679f14f9db on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:24:03.483712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Attempting to bind port 943059e5-25fa-4913-8121-14679f14f9db by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '8d96e975-d00c-4264-9f33-183f6e92e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '23ac10b4-5c86-4bce-ba6b-f175f237fce9'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:24:03.483712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Attempting to bind port 943059e5-25fa-4913-8121-14679f14f9db on network 23ac10b4-5c86-4bce-ba6b-f175f237fce9 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:24:03.486028 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Sync routers for ids ['a2d7d433-c249-49a7-ba10-3f28c36a2915'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:24:03.486466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-be679947-42c2-4439-afd9-90370acd70cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:03.492955 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:24:03.493347 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Checking segment: {'id': '8d96e975-d00c-4264-9f33-183f6e92e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '23ac10b4-5c86-4bce-ba6b-f175f237fce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:03.493868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:03.494296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Bound using segment: {'id': '8d96e975-d00c-4264-9f33-183f6e92e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '23ac10b4-5c86-4bce-ba6b-f175f237fce9'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:24:03.494786 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Bound port: 943059e5-25fa-4913-8121-14679f14f9db, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d96e975-d00c-4264-9f33-183f6e92e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '23ac10b4-5c86-4bce-ba6b-f175f237fce9'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:24:03.495174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:03.506627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Allocated IP 172.20.0.11 (23ac10b4-5c86-4bce-ba6b-f175f237fce9/6dea75ee-a6c9-4ca6-8ce3-d894cf7a29f5/1789b95b-1543-4ad9-b3e2-ccf90bd7b662) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:03.512588 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Routers {'a2d7d433-c249-49a7-ba10-3f28c36a2915'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:03.513278 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:23:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a2d7d433-c249-49a7-ba10-3f28c36a2915'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:03.514735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-be679947-42c2-4439-afd9-90370acd70cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:03.556145 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be679947-42c2-4439-afd9-90370acd70cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:03.559856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-be679947-42c2-4439-afd9-90370acd70cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:03.568327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873a5b6b-6daf-46c0-9cc6-d50ef52ac3c6') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:03.568780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873a5b6b-6daf-46c0-9cc6-d50ef52ac3c6') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:03.584598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:03.594061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff1145-16f6-418f-bf55-928cd82e61a8 req-fbae6e86-deb3-439d-aaf8-8bc1e951841c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:03.595682 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9dff1145-16f6-418f-bf55-928cd82e61a8 req-fbae6e86-deb3-439d-aaf8-8bc1e951841c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 944 time: 0.2570829 Jun 02 16:24:03.608334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:03.737007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:24:03.738975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:03.757621 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9dff1145-16f6-418f-bf55-928cd82e61a8 req-e18bad3a-25df-4764-8d59-38b264bc092c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/security-groups?id=046c07c4-8df6-475c-95e9-d5ddba8ceb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541851 Jun 02 16:24:03.790276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Set router a2d7d433-c249-49a7-ba10-3f28c36a2915 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: util.warn( Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: util.warn( Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: util.warn( Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: util.warn( Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:24:03.792163 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:24:03.794757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad59cdb-97df-4ce3-9e7d-805e23042e4e,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:03.830374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.093s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:03.832413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] For port 943059e5-25fa-4913-8121-14679f14f9db, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:24:03.845892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:03.939384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:03.963766 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:03.970114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Transition to ACTIVE for port object 1789b95b-1543-4ad9-b3e2-ccf90bd7b662 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:04.011925 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-a262d91a-b5a5-4e7c-9a2a-e259d2c4e8bf tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Synchronizing usage tracker for tenant:63cb22b2aa5349b4b453b929309f04b5 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:04.063158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:04.070838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-97955d46-d1ee-4a20-b338-c5561f3269e5 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:04.084920 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] For port 943059e5-25fa-4913-8121-14679f14f9db, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=943059e5-25fa-4913-8121-14679f14f9db,segment=NetworkSegment(8d96e975-d00c-4264-9f33-183f6e92e970),segment_id=8d96e975-d00c-4264-9f33-183f6e92e970)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:24:04.097033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:04.106175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:04.108147 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:04.114907 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c966fbf0-7b07-4835-8924-9805329f5bb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:04.132379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:04.161314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a4469348-f0d9-4a1a-aa8c-b21b7ce4b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:04.162853 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-a4469348-f0d9-4a1a-aa8c-b21b7ce4b527 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af58ce2596425195cd0dea7b086537&device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 1097 time: 0.8056471 Jun 02 16:24:04.163723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Pushing event deleted for resources: {'Network': ['ID=d89588e1-8e00-491a-b4b7-d0c6bb3649da,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:04.184338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:04.256954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-a262d91a-b5a5-4e7c-9a2a-e259d2c4e8bf tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Unset dirty status for tenant:63cb22b2aa5349b4b453b929309f04b5 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:04.258057 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-a262d91a-b5a5-4e7c-9a2a-e259d2c4e8bf tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583804814&fields=id&tenant_id=63cb22b2aa5349b4b453b929309f04b5 HTTP/1.1" status: 200 len: 267 time: 0.5456510 Jun 02 16:24:04.273311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:04.274168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Pushing event updated for resources: {'Port': ['ID=943059e5-25fa-4913-8121-14679f14f9db,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:04.278960 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:04.298537 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-135d4f17-54e4-4a22-9f5d-86abd35384e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ad59cdb-97df-4ce3-9e7d-805e23042e4e HTTP/1.1" status: 200 len: 217 time: 0.1133275 Jun 02 16:24:04.323318 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626977264', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:36Z', 'updated_at': '2021-06-02T16:23:59Z', 'revision_number': 4, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'gw_port': {'id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:38Z', 'updated_at': '2021-06-02T16:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'f534ed46-e1a3-4a79-b6a2-95cfdd4bff10', 'name': '', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'mac_address': 'fa:16:3e:a1:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '37890743-a156-48e2-9877-ae966842ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:57Z', 'updated_at': '2021-06-02T16:24:00Z', 'revision_number': 2, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'subnets': [{'id': '37890743-a156-48e2-9877-ae966842ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:04.331195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Checking router: a2d7d433-c249-49a7-ba10-3f28c36a2915 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:24:04.331195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Updating router a2d7d433-c249-49a7-ba10-3f28c36a2915 port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:24:04.368739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=1789b95b-1543-4ad9-b3e2-ccf90bd7b662,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:04.378739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 23ac10b4-5c86-4bce-ba6b-f175f237fce9 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:04.388453 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:04.394263 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] 10.222.0.50 "DELETE /v2.0/networks/d89588e1-8e00-491a-b4b7-d0c6bb3649da HTTP/1.1" status: 204 len: 168 time: 4.3915834 Jun 02 16:24:04.403464 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:04.405647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:04.423356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:04.504532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:04.555009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:04.555676 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:04.565482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-1fc01390-3b74-4c43-ad8f-0b20a266fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:04.567348 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-1fc01390-3b74-4c43-ad8f-0b20a266fb6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf6c0475-33ce-4de8-b05c-e927a7d26e87 HTTP/1.1" status: 200 len: 851 time: 0.2595501 Jun 02 16:24:04.578656 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Allocated IP 172.26.3.127 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/f16546e3-f873-4ed5-8786-e16fc408d2a2) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:04.619445 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4424193 Jun 02 16:24:04.622092 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33974) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:04.784874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9fb70464-543c-4204-9b4b-edb12d032c95 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:04.785477 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9fb70464-543c-4204-9b4b-edb12d032c95 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Synchronizing usage tracker for tenant:63cb22b2aa5349b4b453b929309f04b5 on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:04.839827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-be679947-42c2-4439-afd9-90370acd70cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:04.846837 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cf83eb25-93f3-4594-bd5d-2b20404b7b56 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:04.926333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9fb70464-543c-4204-9b4b-edb12d032c95 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Unset dirty status for tenant:63cb22b2aa5349b4b453b929309f04b5 on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:04.927599 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9fb70464-543c-4204-9b4b-edb12d032c95 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/networks?id=2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 HTTP/1.1" status: 200 len: 797 time: 0.6503727 Jun 02 16:24:04.938971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be679947-42c2-4439-afd9-90370acd70cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=b475fd65-3bf5-41f0-be2f-4049fd9767b4,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:04.949424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-be679947-42c2-4439-afd9-90370acd70cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:04.956817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-cd4b4b03-11b6-41de-83c9-4222f1591ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:04.958379 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-cd4b4b03-11b6-41de-83c9-4222f1591ce7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a75d7e7-a9b6-4122-8b21-d9fba5e3b411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3756666 Jun 02 16:24:04.959840 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Deleting port 4015e7bf-af99-4df5-ad9c-db1876d41e49 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:04.960183 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:04.970495 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:04.983186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be679947-42c2-4439-afd9-90370acd70cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:04.988097 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Transition to ACTIVE for port object f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:04.990353 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-be679947-42c2-4439-afd9-90370acd70cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:05.002897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:05.004043 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-3e93e49d-da99-4597-8df7-abafded9ff47 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/quotas/63cb22b2aa5349b4b453b929309f04b5 HTTP/1.1" status: 200 len: 375 time: 0.0608256 Jun 02 16:24:05.017385 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d814e1c6-98f6-429d-a9d6-52da125c4a8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:05.021611 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be679947-42c2-4439-afd9-90370acd70cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:05.022459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-be679947-42c2-4439-afd9-90370acd70cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:05.041736 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-4e8e5432-a2dd-4698-a7e4-ced9c982dbe3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port 1789b95b-1543-4ad9-b3e2-ccf90bd7b662 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:05.042120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5432-a2dd-4698-a7e4-ced9c982dbe3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:05.064418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c33c64-2cce-47c8-8cc4-5bef85d74d9f None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:05.067617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:05.182234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33980) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:05.189120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:05.267504 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-be679947-42c2-4439-afd9-90370acd70cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2385848 Jun 02 16:24:05.271575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33984) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:05.277791 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-06ede82e-c85f-453e-afc5-7769394cb870 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1910199899', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:05.297173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-06ede82e-c85f-453e-afc5-7769394cb870 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:05.305539 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-06ede82e-c85f-453e-afc5-7769394cb870 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:router and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:05.313152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-06ede82e-c85f-453e-afc5-7769394cb870 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:05.341606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 943059e5-25fa-4913-8121-14679f14f9db up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:05.363633 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-06ede82e-c85f-453e-afc5-7769394cb870 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:05.419471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5432-a2dd-4698-a7e4-ced9c982dbe3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:05.433473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06ede82e-c85f-453e-afc5-7769394cb870 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:05.434798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06ede82e-c85f-453e-afc5-7769394cb870 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:05.480699 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b94522-0633-44ba-843c-aedab26a36eb None None] Pushing event updated for resources: {'Port': ['ID=f534ed46-e1a3-4a79-b6a2-95cfdd4bff10,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:05.493360 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-53b94522-0633-44ba-843c-aedab26a36eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:05.514977 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:05.604792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-4e8e5432-a2dd-4698-a7e4-ced9c982dbe3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for 1789b95b-1543-4ad9-b3e2-ccf90bd7b662 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:05.625603 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eed6f1f6-c0ec-4f28-80ea-4eb00e936b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:05.634308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7131c-c97b-44d6-95fb-6fa61fb66d57 req-f9fe94ad-b78e-4f56-885b-4a81ee7be577 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:05.634966 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 943059e5-25fa-4913-8121-14679f14f9db completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:05.635912 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d5d7131c-c97b-44d6-95fb-6fa61fb66d57 req-f9fe94ad-b78e-4f56-885b-4a81ee7be577 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 944 time: 0.4517348 Jun 02 16:24:05.667674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06ede82e-c85f-453e-afc5-7769394cb870 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:05.671062 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Attempting to bind port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:24:05.671442 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Attempting to bind port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'b424153d-49e0-424b-9c2b-48967b1cae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:24:05.671815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Attempting to bind port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 on network 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:24:05.678668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Calling delete_port for 4015e7bf-af99-4df5-ad9c-db1876d41e49 owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:05.696248 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:24:05.697206 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Checking segment: {'id': 'b424153d-49e0-424b-9c2b-48967b1cae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:05.697623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:05.698523 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Bound using segment: {'id': 'b424153d-49e0-424b-9c2b-48967b1cae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:24:05.699033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Bound port: f534ed46-e1a3-4a79-b6a2-95cfdd4bff10, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b424153d-49e0-424b-9c2b-48967b1cae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:24:05.699591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:05.741709 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d5d7131c-c97b-44d6-95fb-6fa61fb66d57 req-19208a66-5705-4bfa-b4e3-a6efb06b934d tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/security-groups?id=046c07c4-8df6-475c-95e9-d5ddba8ceb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946352 Jun 02 16:24:05.742661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06ede82e-c85f-453e-afc5-7769394cb870 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:05.769883 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-125e2183-8c05-4ff4-af6a-6fef94d54d3a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3944ae1fd5b94209860fc247993e0646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5341897 Jun 02 16:24:05.774763 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33986) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:05.774959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9237681-1681-4da7-b1e1-49e3d413c412 None None] Network 23ac10b4-5c86-4bce-ba6b-f175f237fce9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:05.797538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06ede82e-c85f-453e-afc5-7769394cb870 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:05.803115 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-06ede82e-c85f-453e-afc5-7769394cb870 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5248439 Jun 02 16:24:05.803115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33988) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:05.837261 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': 'b475fd65-3bf5-41f0-be2f-4049fd9767b4'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:24:05.838209 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:05.923430 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-730cd2d1-0a08-4c22-bd0a-aab6275cc0e4 service neutron] 10.222.0.49 "GET /v2.0/networks/5a75d7e7-a9b6-4122-8b21-d9fba5e3b411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9478285 Jun 02 16:24:05.980000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ea390557-82ff-44ac-9484-82982e3d362c None None] Provisioning for port 943059e5-25fa-4913-8121-14679f14f9db completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:06.016482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ea390557-82ff-44ac-9484-82982e3d362c None None] Provisioning complete for port 943059e5-25fa-4913-8121-14679f14f9db triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:06.016849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ea390557-82ff-44ac-9484-82982e3d362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:06.072954 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] For port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:24:06.116546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] For port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f534ed46-e1a3-4a79-b6a2-95cfdd4bff10,segment=NetworkSegment(b424153d-49e0-424b-9c2b-48967b1cae27),segment_id=b424153d-49e0-424b-9c2b-48967b1cae27)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:24:06.129504 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-3b068a0c-c5f1-447b-bca8-63c7aa91dc0f tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=63cb22b2aa5349b4b453b929309f04b5&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1055346 Jun 02 16:24:06.160432 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5250444a-5dd9-448f-8e97-1a294afcdb02 req-6b19d258-7fe3-4e20-acfa-4bc9ddb75640 service neutron] 10.222.0.49 "GET /v2.0/networks/5a75d7e7-a9b6-4122-8b21-d9fba5e3b411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278202 Jun 02 16:24:06.160650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-54ea2c9e-b9ff-4fae-9964-76ad3278a1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:06.165941 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:06.172402 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:06.185506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ab3e4383-4d15-4808-b90a-3a62c5417166 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:06.224437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:06.305678 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:06.351796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:06.362187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:06.428839 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-fa6e51d6-9c88-43cf-8733-ef749ba035dd service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:06.429956 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-fa6e51d6-9c88-43cf-8733-ef749ba035dd service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2023461 Jun 02 16:24:06.465536 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Routers {'a2d7d433-c249-49a7-ba10-3f28c36a2915'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:06.466243 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a2d7d433-c249-49a7-ba10-3f28c36a2915'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:06.481060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=f16546e3-f873-4ed5-8786-e16fc408d2a2,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:06.496668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:06.540997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Allocated IP 2001:db8::2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/b475fd65-3bf5-41f0-be2f-4049fd9767b4/f061c875-8096-4ac5-91a2-4437e0c7a5c9) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:06.555354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b94522-0633-44ba-843c-aedab26a36eb None None] Pushing event updated for resources: {'Port': ['ID=f534ed46-e1a3-4a79-b6a2-95cfdd4bff10,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:06.576459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-53b94522-0633-44ba-843c-aedab26a36eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:06.580024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:06.587061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cd59262c-b1bd-4dcd-81e4-74fed5c316fb tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:06.596650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-54ea2c9e-b9ff-4fae-9964-76ad3278a1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:06.604230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5432-a2dd-4698-a7e4-ced9c982dbe3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:06.619335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:06.681120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e5432-a2dd-4698-a7e4-ced9c982dbe3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=1789b95b-1543-4ad9-b3e2-ccf90bd7b662,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:06.684367 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4e8e5432-a2dd-4698-a7e4-ced9c982dbe3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:06.694031 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:06.707220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Pushing event deleted for resources: {'Port': ['ID=4015e7bf-af99-4df5-ad9c-db1876d41e49,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:06.736422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:06.807512 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ea390557-82ff-44ac-9484-82982e3d362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:06.816788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5432-a2dd-4698-a7e4-ced9c982dbe3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:06.830768 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4e8e5432-a2dd-4698-a7e4-ced9c982dbe3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/1789b95b-1543-4ad9-b3e2-ccf90bd7b662 HTTP/1.1" status: 204 len: 168 time: 2.2075717 Jun 02 16:24:06.833726 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33996) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:06.893880 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] Set router a2d7d433-c249-49a7-ba10-3f28c36a2915 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:24:06.913639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c003421-8465-4578-bdff-1d41bd389d30 req-10be2738-abde-4b4d-b5bd-d4f063cc06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:06.916013 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4c003421-8465-4578-bdff-1d41bd389d30 req-10be2738-abde-4b4d-b5bd-d4f063cc06a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af58ce2596425195cd0dea7b086537&device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 1097 time: 0.6802545 Jun 02 16:24:06.916488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:06.975508 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-ea390557-82ff-44ac-9484-82982e3d362c None None] For port 943059e5-25fa-4913-8121-14679f14f9db, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=943059e5-25fa-4913-8121-14679f14f9db,segment=NetworkSegment(8d96e975-d00c-4264-9f33-183f6e92e970),segment_id=8d96e975-d00c-4264-9f33-183f6e92e970)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:06.998814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ea390557-82ff-44ac-9484-82982e3d362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:07.002191 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c41e39-049e-4808-9276-e79721d584b3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] DELETE failed (client error): The resource could not be found. Jun 02 16:24:07.002191 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c41e39-049e-4808-9276-e79721d584b3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:24:07.004753 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:07.024424 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b3c41e39-049e-4808-9276-e79721d584b3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/1789b95b-1543-4ad9-b3e2-ccf90bd7b662 HTTP/1.1" status: 404 len: 333 time: 0.1538987 Jun 02 16:24:07.025180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 33998) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:07.133866 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-580dee10-7ce1-496f-aef8-9aaae59711c2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] GET failed (client error): The resource could not be found. Jun 02 16:24:07.134406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-580dee10-7ce1-496f-aef8-9aaae59711c2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:07.221760 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-54ea2c9e-b9ff-4fae-9964-76ad3278a1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:07.224240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-54ea2c9e-b9ff-4fae-9964-76ad3278a1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:07.227980 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-54ea2c9e-b9ff-4fae-9964-76ad3278a1a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23649eaa-a7df-41e1-9b98-a4b853f9f4c9 HTTP/1.1" status: 204 len: 168 time: 1.4488485 Jun 02 16:24:07.242970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-008653bb-9fdd-451c-ac5e-128e4c385984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:07.263713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea2c9e-b9ff-4fae-9964-76ad3278a1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23649eaa-a7df-41e1-9b98-a4b853f9f4c9,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:07.274724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-54ea2c9e-b9ff-4fae-9964-76ad3278a1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:07.297370 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-06504fff-a1c3-40fa-84d3-5dbf3542ed50 service neutron] 10.222.0.50 "GET /v2.0/networks/2d5fd4a6-9151-4311-8e5f-7f09280e7ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8530517 Jun 02 16:24:07.352941 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:07.356669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-580dee10-7ce1-496f-aef8-9aaae59711c2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:07.357962 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-580dee10-7ce1-496f-aef8-9aaae59711c2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/1789b95b-1543-4ad9-b3e2-ccf90bd7b662 HTTP/1.1" status: 404 len: 333 time: 0.3309956 Jun 02 16:24:07.367188 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea390557-82ff-44ac-9484-82982e3d362c None None] Pushing event updated for resources: {'Port': ['ID=943059e5-25fa-4913-8121-14679f14f9db,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:07.370782 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ea390557-82ff-44ac-9484-82982e3d362c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:07.385218 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34002) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:07.397632 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Transition to ACTIVE for port object f061c875-8096-4ac5-91a2-4437e0c7a5c9 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:07.455441 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Transition to ACTIVE for port object f061c875-8096-4ac5-91a2-4437e0c7a5c9 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:07.508306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:07.519237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ca4f2bfe-49f6-470d-9667-7408cc977af5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:07.606523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:07.609340 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:07.620171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:07.624299 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::1 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/b475fd65-3bf5-41f0-be2f-4049fd9767b4/11974597-85d6-4e9b-bce9-00ae0dd7a47f) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:07.627796 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:07.642332 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Pushing event updated for resources: {'Port': ['ID=f061c875-8096-4ac5-91a2-4437e0c7a5c9,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:07.651520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f05f9ea9-1d78-41a3-ae61-79446ebc5bd5 None None] Provisioning complete for port 943059e5-25fa-4913-8121-14679f14f9db triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:07.652007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f05f9ea9-1d78-41a3-ae61-79446ebc5bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:07.691566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6069dc-67e1-45d2-8853-2f9250e00f58 req-91fff213-1d6f-4626-b56e-d51d6e1c2e82 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:07.693198 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0c6069dc-67e1-45d2-8853-2f9250e00f58 req-91fff213-1d6f-4626-b56e-d51d6e1c2e82 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 944 time: 0.7482820 Jun 02 16:24:07.712811 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:07.771688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:07.836798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-1757998f-1d56-41d7-be43-5581b1213907 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting subnet 6dea75ee-a6c9-4ca6-8ce3-d894cf7a29f5 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:24:07.846438 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1757998f-1d56-41d7-be43-5581b1213907 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:07.877920 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0c6069dc-67e1-45d2-8853-2f9250e00f58 req-5273af1f-2e44-47dc-b969-d02e5f1c0653 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/security-groups?id=046c07c4-8df6-475c-95e9-d5ddba8ceb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727283 Jun 02 16:24:07.884839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Attempting to bind port f061c875-8096-4ac5-91a2-4437e0c7a5c9 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:24:07.885218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Attempting to bind port f061c875-8096-4ac5-91a2-4437e0c7a5c9 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:24:07.885607 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Attempting to bind port f061c875-8096-4ac5-91a2-4437e0c7a5c9 on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:24:07.898171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626977264', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:36Z', 'updated_at': '2021-06-02T16:23:59Z', 'revision_number': 4, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'gw_port': {'id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:38Z', 'updated_at': '2021-06-02T16:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'f534ed46-e1a3-4a79-b6a2-95cfdd4bff10', 'name': '', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'mac_address': 'fa:16:3e:a1:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '37890743-a156-48e2-9877-ae966842ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:57Z', 'updated_at': '2021-06-02T16:24:06Z', 'revision_number': 4, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'subnets': [{'id': '37890743-a156-48e2-9877-ae966842ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:07.907955 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:24:07.907955 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:07.907955 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:07.907955 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:24:07.907955 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Bound port: f061c875-8096-4ac5-91a2-4437e0c7a5c9, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:24:07.907955 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:07.924866 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268a374e-4dc4-436f-b884-ad1bff975b79 None None] The sync data for ids ['a2d7d433-c249-49a7-ba10-3f28c36a2915'] in dv-neutron-601336-83-hyperv is: [{'id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626977264', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:36Z', 'updated_at': '2021-06-02T16:23:59Z', 'revision_number': 4, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'gw_port': {'id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:38Z', 'updated_at': '2021-06-02T16:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'f534ed46-e1a3-4a79-b6a2-95cfdd4bff10', 'name': '', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'mac_address': 'fa:16:3e:a1:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '37890743-a156-48e2-9877-ae966842ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:57Z', 'updated_at': '2021-06-02T16:24:06Z', 'revision_number': 4, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'subnets': [{'id': '37890743-a156-48e2-9877-ae966842ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:24:07.932755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1757998f-1d56-41d7-be43-5581b1213907 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:08.133056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1ad59cdb-97df-4ce3-9e7d-805e23042e4e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:24:08.134911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1757998f-1d56-41d7-be43-5581b1213907 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:08.226261 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] For port f061c875-8096-4ac5-91a2-4437e0c7a5c9, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:24:08.228287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f05f9ea9-1d78-41a3-ae61-79446ebc5bd5 None None] Could not find standard attr ID for object 1789b95b-1543-4ad9-b3e2-ccf90bd7b662. {{(pid=92324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 16:24:08.379372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c003421-8465-4578-bdff-1d41bd389d30 req-7c352daa-c1ac-480a-9ebf-ec6d2bb64672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:08.388788 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4c003421-8465-4578-bdff-1d41bd389d30 req-7c352daa-c1ac-480a-9ebf-ec6d2bb64672 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 HTTP/1.1" status: 200 len: 913 time: 1.4425194 Jun 02 16:24:08.418524 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] For port f061c875-8096-4ac5-91a2-4437e0c7a5c9, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f061c875-8096-4ac5-91a2-4437e0c7a5c9,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:24:08.429061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:08.435111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:08.439450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:08.515289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object 11974597-85d6-4e9b-bce9-00ae0dd7a47f will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:08.533676 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34022) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:08.582730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1757998f-1d56-41d7-be43-5581b1213907 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:08.588746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-77366850-3aee-4e62-b4b3-6d3e5fa10d0c tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:08.600639 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4c003421-8465-4578-bdff-1d41bd389d30 req-4e9a0ed3-0c82-46d1-b3f9-0b57227f0201 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ad59cdb-97df-4ce3-9e7d-805e23042e4e HTTP/1.1" status: 200 len: 217 time: 0.0896354 Jun 02 16:24:08.627408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:08.638722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757998f-1d56-41d7-be43-5581b1213907 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Subnet': ['ID=6dea75ee-a6c9-4ca6-8ce3-d894cf7a29f5,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:08.648531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1757998f-1d56-41d7-be43-5581b1213907 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:08.652253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1757998f-1d56-41d7-be43-5581b1213907 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:08.663634 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:08.667933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fd089f3b-8fce-4e14-8cbb-1ca852fa7a7a tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:08.678364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823d8489-9611-4c53-a1f7-a0bfe892fc66 None None] Network 23ac10b4-5c86-4bce-ba6b-f175f237fce9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:08.695107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c003421-8465-4578-bdff-1d41bd389d30 req-f18478b0-f496-4bce-b63d-75dc3929ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:08.696659 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4c003421-8465-4578-bdff-1d41bd389d30 req-f18478b0-f496-4bce-b63d-75dc3929ed39 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf6c0475-33ce-4de8-b05c-e927a7d26e87 HTTP/1.1" status: 200 len: 851 time: 0.0763319 Jun 02 16:24:08.703268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:08.746609 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1757998f-1d56-41d7-be43-5581b1213907 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/6dea75ee-a6c9-4ca6-8ce3-d894cf7a29f5 HTTP/1.1" status: 204 len: 168 time: 1.3553896 Jun 02 16:24:08.747409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34026) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:08.758063 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1ad59cdb-97df-4ce3-9e7d-805e23042e4e,segment=NetworkSegment(9fad278b-51ce-4193-8971-a2593051541d),segment_id=9fad278b-51ce-4193-8971-a2593051541d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:08.780085 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Pushing event updated for resources: {'Port': ['ID=f061c875-8096-4ac5-91a2-4437e0c7a5c9,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:08.782211 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-1b5a036a-7540-47c9-8612-1ffba5a755e5 service neutron] 10.222.0.50 "GET /v2.0/networks/2d5fd4a6-9151-4311-8e5f-7f09280e7ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4837320 Jun 02 16:24:08.794891 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:08.896961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '1ad59cdb-97df-4ce3-9e7d-805e23042e4e', 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'port_id': '1ad59cdb-97df-4ce3-9e7d-805e23042e4e', 'mac_address': 'fa:16:3e:91:ed:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:24:09.201824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:09.231937 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad59cdb-97df-4ce3-9e7d-805e23042e4e {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:24:09.263394 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group': {'name': 'tempest-secgroup--1536325559'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:09.287199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1ad59cdb-97df-4ce3-9e7d-805e23042e4e,segment=NetworkSegment(9fad278b-51ce-4193-8971-a2593051541d),segment_id=9fad278b-51ce-4193-8971-a2593051541d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:09.294286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:09.299974 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:09.311369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:09.320781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:09.326184 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:09.387656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 943059e5-25fa-4913-8121-14679f14f9db up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:09.391233 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:09.393501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:09.401459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:09.402455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:09.442058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:09.467461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec15aa9-4b52-46b7-8d38-9464ac0c60ee None None] DHCP port deletion for 23ac10b4-5c86-4bce-ba6b-f175f237fce9 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:24:09.484691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:09.494052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:09.547685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:09.561343 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-602808e4-da83-44eb-a5e3-18d5e85d2c1f req-e63ec3a6-0335-4b3e-9be2-db3b8053ed7c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 210 time: 0.2074895 Jun 02 16:24:09.575446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:09.595871 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=1ad59cdb-97df-4ce3-9e7d-805e23042e4e,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:09.596791 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=11974597-85d6-4e9b-bce9-00ae0dd7a47f,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:09.602876 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:09.633012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 943059e5-25fa-4913-8121-14679f14f9db triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:09.633390 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:09.683682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['1ad59cdb-97df-4ce3-9e7d-805e23042e4e'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:24:09.693592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.026s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:09.766432 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:09.781479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-bec15aa9-4b52-46b7-8d38-9464ac0c60ee None None] Deleting port 943059e5-25fa-4913-8121-14679f14f9db {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:09.781990 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bec15aa9-4b52-46b7-8d38-9464ac0c60ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:09.796461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:09.807687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Router 276d2e46-f107-42b0-9e3b-08e004ac36ed has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:24:09.820028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:09.860897 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:09.880148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:09.976456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:10.002043 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-bec15aa9-4b52-46b7-8d38-9464ac0c60ee None None] For port 943059e5-25fa-4913-8121-14679f14f9db, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=943059e5-25fa-4913-8121-14679f14f9db,segment=NetworkSegment(8d96e975-d00c-4264-9f33-183f6e92e970),segment_id=8d96e975-d00c-4264-9f33-183f6e92e970)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:10.002643 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bec15aa9-4b52-46b7-8d38-9464ac0c60ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:10.007477 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c003421-8465-4578-bdff-1d41bd389d30 req-e83d74f3-ae23-4272-ad1a-587cc7ab7956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:10.017100 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4c003421-8465-4578-bdff-1d41bd389d30 req-e83d74f3-ae23-4272-ad1a-587cc7ab7956 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a75d7e7-a9b6-4122-8b21-d9fba5e3b411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.2910776 Jun 02 16:24:10.021311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5749e-c84d-434e-8437-2209def9e3df req-50e376a7-7c66-4c1d-9bf7-6524239dd25b tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:10.022989 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a5c5749e-c84d-434e-8437-2209def9e3df req-50e376a7-7c66-4c1d-9bf7-6524239dd25b tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 945 time: 0.7253098 Jun 02 16:24:10.090274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port 943059e5-25fa-4913-8121-14679f14f9db {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:10.090617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:10.207936 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-bec15aa9-4b52-46b7-8d38-9464ac0c60ee None None] Calling delete_port for 943059e5-25fa-4913-8121-14679f14f9db owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:10.278885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f061c875-8096-4ac5-91a2-4437e0c7a5c9 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:10.314153 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a5c5749e-c84d-434e-8437-2209def9e3df req-b7cab04b-21e4-4060-8133-a3152496fb8a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/security-groups?id=046c07c4-8df6-475c-95e9-d5ddba8ceb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779212 Jun 02 16:24:10.337278 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:24:10.348813 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d51eaff-1f4d-49db-ac31-5da27e109b1d None None] Sync routers for ids ['276d2e46-f107-42b0-9e3b-08e004ac36ed'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:24:10.367252 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51eaff-1f4d-49db-ac31-5da27e109b1d None None] Routers {'276d2e46-f107-42b0-9e3b-08e004ac36ed'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:10.367894 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7d51eaff-1f4d-49db-ac31-5da27e109b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['276d2e46-f107-42b0-9e3b-08e004ac36ed'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:10.404016 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:10.405212 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "PUT /v2.0/routers/276d2e46-f107-42b0-9e3b-08e004ac36ed HTTP/1.1" status: 200 len: 709 time: 8.1928663 Jun 02 16:24:10.422345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34042) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:10.468438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port f061c875-8096-4ac5-91a2-4437e0c7a5c9 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:10.476860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bec15aa9-4b52-46b7-8d38-9464ac0c60ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:10.484110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c7e6923d-7497-45e9-9413-97e2aafa5828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:10.493885 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7d51eaff-1f4d-49db-ac31-5da27e109b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:10.504244 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51eaff-1f4d-49db-ac31-5da27e109b1d None None] Routers {'276d2e46-f107-42b0-9e3b-08e004ac36ed'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:10.505178 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7d51eaff-1f4d-49db-ac31-5da27e109b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['276d2e46-f107-42b0-9e3b-08e004ac36ed'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:10.553976 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4c003421-8465-4578-bdff-1d41bd389d30 req-87eb9f35-f85d-466b-b081-d6a0eccf598d service neutron] 10.222.0.49 "GET /v2.0/networks/5a75d7e7-a9b6-4122-8b21-d9fba5e3b411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555599 Jun 02 16:24:10.558213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec15aa9-4b52-46b7-8d38-9464ac0c60ee None None] Pushing event deleted for resources: {'Port': ['ID=943059e5-25fa-4913-8121-14679f14f9db,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:10.570421 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-bec15aa9-4b52-46b7-8d38-9464ac0c60ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:10.571422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:10.635978 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] For port 943059e5-25fa-4913-8121-14679f14f9db, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=943059e5-25fa-4913-8121-14679f14f9db,segment=NetworkSegment(8d96e975-d00c-4264-9f33-183f6e92e970),segment_id=8d96e975-d00c-4264-9f33-183f6e92e970)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:10.636661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:10.640062 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7d51eaff-1f4d-49db-ac31-5da27e109b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:10.640660 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d51eaff-1f4d-49db-ac31-5da27e109b1d None None] The sync data for ids ['276d2e46-f107-42b0-9e3b-08e004ac36ed'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:24:10.729805 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4b5bebf4-6c62-4b5f-ba9b-a8105962c660 tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/routers/276d2e46-f107-42b0-9e3b-08e004ac36ed HTTP/1.1" status: 200 len: 744 time: 0.3061554 Jun 02 16:24:10.734177 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34046) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:10.734694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec15aa9-4b52-46b7-8d38-9464ac0c60ee None None] No DVR routers for this DVR port 943059e5-25fa-4913-8121-14679f14f9db on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:24:10.737900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1483daf0-ea8a-4e65-98bc-13db805661e6 None None] Provisioning for port f061c875-8096-4ac5-91a2-4437e0c7a5c9 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:10.746512 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1483daf0-ea8a-4e65-98bc-13db805661e6 None None] Provisioning complete for port f061c875-8096-4ac5-91a2-4437e0c7a5c9 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:10.746957 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1483daf0-ea8a-4e65-98bc-13db805661e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:10.838387 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a46b247f-46ef-4292-a45f-b7646fb36fac req-a92c5ba6-77b2-47ee-b06a-bcc218888aa9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 210 time: 0.0949979 Jun 02 16:24:10.874349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 61c5a599-0152-4746-8e04-c17f6727ee6e is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:24:10.893320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:10.893320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:10.893662 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:10.903106 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4c003421-8465-4578-bdff-1d41bd389d30 req-9bd66e7a-412d-45b4-b96a-713e0127421b service neutron] 10.222.0.49 "GET /v2.0/networks/5a75d7e7-a9b6-4122-8b21-d9fba5e3b411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311055 Jun 02 16:24:10.943385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for 943059e5-25fa-4913-8121-14679f14f9db owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:10.960437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1483daf0-ea8a-4e65-98bc-13db805661e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:10.967250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:10.990420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:10.994955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:10.999720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:11.003375 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:11.011091 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1483daf0-ea8a-4e65-98bc-13db805661e6 None None] For port f061c875-8096-4ac5-91a2-4437e0c7a5c9, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f061c875-8096-4ac5-91a2-4437e0c7a5c9,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:11.014269 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-28754224-a23e-41d0-b7e2-e95b3027bfbe tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&device_id=276d2e46-f107-42b0-9e3b-08e004ac36ed HTTP/1.1" status: 200 len: 205 time: 0.2118425 Jun 02 16:24:11.017422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34050) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:11.019292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:11.022929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-24b01606-71ae-40f9-845c-4a5e79c1723c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:11.071598 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-63409ed5-aeb0-483c-a688-164cb97e13d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "GET /v2.0/ports?device_id=276d2e46-f107-42b0-9e3b-08e004ac36ed HTTP/1.1" status: 200 len: 205 time: 0.0488091 Jun 02 16:24:11.078306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34054) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:11.094836 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1483daf0-ea8a-4e65-98bc-13db805661e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:11.101777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-bec15aa9-4b52-46b7-8d38-9464ac0c60ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:11.176095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:11.211466 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483daf0-ea8a-4e65-98bc-13db805661e6 None None] Pushing event updated for resources: {'Port': ['ID=f061c875-8096-4ac5-91a2-4437e0c7a5c9,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:11.216163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1483daf0-ea8a-4e65-98bc-13db805661e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:11.231532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f534ed46-e1a3-4a79-b6a2-95cfdd4bff10,segment=NetworkSegment(b424153d-49e0-424b-9c2b-48967b1cae27),segment_id=b424153d-49e0-424b-9c2b-48967b1cae27)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:11.234816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-05cc89b2-f461-41c6-851c-d33d1c74c8a1 None None] Provisioning for port 11974597-85d6-4e9b-bce9-00ae0dd7a47f completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:11.240430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:11.242995 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-375137da-c561-4939-bb3d-9c378bd28489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:11.273018 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-05cc89b2-f461-41c6-851c-d33d1c74c8a1 None None] Provisioning complete for port 11974597-85d6-4e9b-bce9-00ae0dd7a47f triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:11.273409 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-05cc89b2-f461-41c6-851c-d33d1c74c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:11.357484 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-05cc89b2-f461-41c6-851c-d33d1c74c8a1 None None] Port 11974597-85d6-4e9b-bce9-00ae0dd7a47f cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:24:11.361968 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=f534ed46-e1a3-4a79-b6a2-95cfdd4bff10,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:11.365959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f061c875-8096-4ac5-91a2-4437e0c7a5c9 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:11.393615 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:11.411063 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c37a731c-e117-4ab8-ab9b-0337fb16dc19 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:11.421494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d0e0c0-8558-421e-87e2-4ea1069f5aba,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:11.438944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port f061c875-8096-4ac5-91a2-4437e0c7a5c9 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:11.439322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:11.494103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:11.594993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-8787fcf9-2dbd-4f63-933b-e9b4124899cc tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:11.596502 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-8787fcf9-2dbd-4f63-933b-e9b4124899cc tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.49 "GET /v2.0/networks?id=2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 HTTP/1.1" status: 200 len: 797 time: 0.8653333 Jun 02 16:24:11.627832 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 943059e5-25fa-4913-8121-14679f14f9db no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:24:11.657596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:11.663983 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 943059e5-25fa-4913-8121-14679f14f9db {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:24:11.664239 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 943059e5-25fa-4913-8121-14679f14f9db not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:24:11.676360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:11.684466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:11.722785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:11.723573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:11.739493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:11.759245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=943059e5-25fa-4913-8121-14679f14f9db,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:11.762859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No DVR routers for this DVR port 943059e5-25fa-4913-8121-14679f14f9db on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:24:11.768381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:11.796097 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:11.797590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6f1052b9-3234-4eb9-923e-0948f9a336d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:11.809573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:24:11.812976 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d1a79564-e100-461b-92b3-cf94e250a468 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63cb22b2aa5349b4b453b929309f04b5 HTTP/1.1" status: 200 len: 379 time: 0.1943376 Jun 02 16:24:11.819482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9156fd-a2b1-4bac-ba96-11aa51217731 None None] Sync routers for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:24:11.819917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c37a731c-e117-4ab8-ab9b-0337fb16dc19 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:11.823774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c37a731c-e117-4ab8-ab9b-0337fb16dc19 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:11.831302 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9156fd-a2b1-4bac-ba96-11aa51217731 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:11.831949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-4f9156fd-a2b1-4bac-ba96-11aa51217731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:11.838506 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Request body: {'port': {'device_id': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'admin_state_up': True, 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'security_groups': ['a244fd46-3b64-4e92-8cc0-f2a042ad1f82']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:11.848045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:11.849428 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.4743669 Jun 02 16:24:11.854163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34058) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:11.916531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-4f9156fd-a2b1-4bac-ba96-11aa51217731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:11.926934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9156fd-a2b1-4bac-ba96-11aa51217731 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:11.927564 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-4f9156fd-a2b1-4bac-ba96-11aa51217731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:11.986755 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-4f9156fd-a2b1-4bac-ba96-11aa51217731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:11.987168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9156fd-a2b1-4bac-ba96-11aa51217731 None None] The sync data for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:24:12.019174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c37a731c-e117-4ab8-ab9b-0337fb16dc19 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:12.019683 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37a731c-e117-4ab8-ab9b-0337fb16dc19 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Fanout notify agent at l3_agent the message router_deleted on router 276d2e46-f107-42b0-9e3b-08e004ac36ed {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:24:12.040049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f924c8-63bc-4583-9ae1-a65a4ebaddf0 req-58974f02-2f29-4bfb-a47d-3947fdfafc26 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:12.041516 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-01f924c8-63bc-4583-9ae1-a65a4ebaddf0 req-58974f02-2f29-4bfb-a47d-3947fdfafc26 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 945 time: 0.5461688 Jun 02 16:24:12.051402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657a9afa-f117-4d45-9715-cf9bb57d9dc5,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:12.077911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:12.078538 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c37a731c-e117-4ab8-ab9b-0337fb16dc19 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:12.079643 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c37a731c-e117-4ab8-ab9b-0337fb16dc19 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "DELETE /v2.0/routers/276d2e46-f107-42b0-9e3b-08e004ac36ed HTTP/1.1" status: 204 len: 168 time: 1.0004718 Jun 02 16:24:12.093373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34062) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:12.096880 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-453a9378-955d-47a0-84e8-98ed1e751971 req-7ae8a9df-ae14-421f-ab2b-132c5f4e9732 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 210 time: 0.0787644 Jun 02 16:24:12.122189 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-63f3879e-89b9-4d4d-8279-a3cddedf3ee1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:12.132791 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1ad59cdb-97df-4ce3-9e7d-805e23042e4e up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:12.148545 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0389ab5e-a901-44b2-8e00-8949a4aee753 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "GET /v2.0/ports?device_id=276d2e46-f107-42b0-9e3b-08e004ac36ed HTTP/1.1" status: 200 len: 205 time: 0.0516565 Jun 02 16:24:12.150338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34064) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:12.186567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:12.187820 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.6521034 Jun 02 16:24:12.207370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34066) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:12.210775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:12.216604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:12.217159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:12.226520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:12.281393 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-7ccb9597-32f4-44f8-b74a-6d1a6ec807ce tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] delete failed (client error): The resource could not be found. Jun 02 16:24:12.282448 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7ccb9597-32f4-44f8-b74a-6d1a6ec807ce tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "DELETE /v2.0/routers/276d2e46-f107-42b0-9e3b-08e004ac36ed HTTP/1.1" status: 404 len: 336 time: 0.1313553 Jun 02 16:24:12.290811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34068) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:12.302197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ac10b4-5c86-4bce-ba6b-f175f237fce9']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:12.336277 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-01f924c8-63bc-4583-9ae1-a65a4ebaddf0 req-0c595a4d-fc87-4e49-9661-50279f016827 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/security-groups?id=046c07c4-8df6-475c-95e9-d5ddba8ceb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2752035 Jun 02 16:24:12.338284 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6bef0ac1-12c1-47a8-8fca-8196f8e4cd79 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "GET /v2.0/ports?device_id=d230f2b0-367d-423c-bf89-324ba36a5c56 HTTP/1.1" status: 200 len: 205 time: 0.0462151 Jun 02 16:24:12.341145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34070) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:12.352156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=11974597-85d6-4e9b-bce9-00ae0dd7a47f,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:12.366613 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d96e975-d00c-4264-9f33-183f6e92e970') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:12.366864 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:12.366983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d96e975-d00c-4264-9f33-183f6e92e970') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:12.378390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:12.403929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:12.405375 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1ad59cdb-97df-4ce3-9e7d-805e23042e4e,segment=NetworkSegment(9fad278b-51ce-4193-8971-a2593051541d),segment_id=9fad278b-51ce-4193-8971-a2593051541d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:12.407030 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140d306d-4923-46bf-9416-3c8ba5e12b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad59cdb-97df-4ce3-9e7d-805e23042e4e'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:24:12.410047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c756524f-d60d-4350-8928-22584927f65c" -d '{"events": [{"server_uuid": "140d306d-4923-46bf-9416-3c8ba5e12b97", "name": "network-vif-plugged", "status": "completed", "tag": "1ad59cdb-97df-4ce3-9e7d-805e23042e4e"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:24:12.414904 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:12.418394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0f0f9ada-b60f-4728-87f3-1983b7b79d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:12.419037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:12.428656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:12.431957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:12.432780 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-c6915790-23bd-43f4-969c-e9c4d114ba86 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] delete failed (client error): The resource could not be found. Jun 02 16:24:12.433833 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c6915790-23bd-43f4-969c-e9c4d114ba86 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "DELETE /v2.0/routers/d230f2b0-367d-423c-bf89-324ba36a5c56 HTTP/1.1" status: 404 len: 336 time: 0.0917876 Jun 02 16:24:12.437196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34074) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:12.446782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Usage tracker for resource:port and tenant:63cb22b2aa5349b4b453b929309f04b5 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:12.451817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:12.455174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:12.536312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0964f7f1-ac9b-4668-9830-cd57bdf6a417 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:12.537471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee25ab1-7d95-4f45-b03b-75c50e70edaf x-openstack-request-id: req-aee25ab1-7d95-4f45-b03b-75c50e70edaf {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:24:12.537935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140d306d-4923-46bf-9416-3c8ba5e12b97", "name": "network-vif-plugged", "status": "completed", "tag": "1ad59cdb-97df-4ce3-9e7d-805e23042e4e", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:24:12.538364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aee25ab1-7d95-4f45-b03b-75c50e70edaf {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:24:12.539005 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140d306d-4923-46bf-9416-3c8ba5e12b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad59cdb-97df-4ce3-9e7d-805e23042e4e', 'code': 200} Jun 02 16:24:12.550840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=1ad59cdb-97df-4ce3-9e7d-805e23042e4e,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:12.555700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:12.556331 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:12.558723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:24:12.559749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:24:12.588383 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:24:12.739800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Made reservation on behalf of 63cb22b2aa5349b4b453b929309f04b5 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:12.744075 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:12.753603 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a83a812d-eee6-4c4d-876f-dd86accfd450 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "GET /v2.0/ports?device_id=6aceee49-7349-42bd-96d5-22dc603c6924 HTTP/1.1" status: 200 len: 205 time: 0.3146882 Jun 02 16:24:12.761556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34076) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:12.767875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0964f7f1-ac9b-4668-9830-cd57bdf6a417 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:12.769187 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0964f7f1-ac9b-4668-9830-cd57bdf6a417 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5577483 Jun 02 16:24:12.775220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34078) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:12.779998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-96b65948-342f-4a49-b6bc-7af90b85d00f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group': {'name': 'tempest-security--1164192302', 'description': 'tempest-security-description-21979317'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:12.851722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:12.857941 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-2616cc0d-707d-46e1-93f7-62c33c45d8d6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] delete failed (client error): The resource could not be found. Jun 02 16:24:12.859106 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2616cc0d-707d-46e1-93f7-62c33c45d8d6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "DELETE /v2.0/routers/6aceee49-7349-42bd-96d5-22dc603c6924 HTTP/1.1" status: 404 len: 336 time: 0.0960693 Jun 02 16:24:12.860682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f483e0b3-3cd9-4d03-891b-77038ac756bd tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:12.862596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34080) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:12.888954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:12.897630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9e3f9650-d812-4046-a213-7776cef03dba None None] Provisioning complete for port 11974597-85d6-4e9b-bce9-00ae0dd7a47f triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:12.898194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9650-d812-4046-a213-7776cef03dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:12.913728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Network': ['ID=23ac10b4-5c86-4bce-ba6b-f175f237fce9,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:12.927508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:12.935268 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/networks/23ac10b4-5c86-4bce-ba6b-f175f237fce9 HTTP/1.1" status: 204 len: 168 time: 4.1765525 Jun 02 16:24:12.941604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34082) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:12.950273 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96b65948-342f-4a49-b6bc-7af90b85d00f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:12.958478 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f9650-d812-4046-a213-7776cef03dba None None] Port 11974597-85d6-4e9b-bce9-00ae0dd7a47f cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:24:12.967904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-190673009'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:12.983065 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f365c897-2cd2-4152-9d8d-c758c1b99ada tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "GET /v2.0/ports?device_id=10aa0055-0d3d-4808-b3c2-a3ddf5edf982 HTTP/1.1" status: 200 len: 205 time: 0.0692430 Jun 02 16:24:12.986946 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34084) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:12.987246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:13.005599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:network and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:13.009968 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:13.056765 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:13.072923 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-ae4c35ba-a348-4809-a876-278380836789 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] delete failed (client error): The resource could not be found. Jun 02 16:24:13.073987 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ae4c35ba-a348-4809-a876-278380836789 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "DELETE /v2.0/routers/10aa0055-0d3d-4808-b3c2-a3ddf5edf982 HTTP/1.1" status: 404 len: 336 time: 0.0860868 Jun 02 16:24:13.077465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34086) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:13.108206 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96b65948-342f-4a49-b6bc-7af90b85d00f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:13.109168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Router 0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:24:13.110991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:13.114383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:13.135480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96b65948-342f-4a49-b6bc-7af90b85d00f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:13.138060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96b65948-342f-4a49-b6bc-7af90b85d00f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:13.142006 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-96b65948-342f-4a49-b6bc-7af90b85d00f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "PUT /v2.0/security-groups/657a9afa-f117-4d45-9715-cf9bb57d9dc5 HTTP/1.1" status: 200 len: 1776 time: 0.3631694 Jun 02 16:24:13.145079 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e62e549e-b6a2-495e-b849-c1d7fce4f36f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:13.154608 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34090) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:13.158543 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Allocated IP 172.20.0.6 (2d5fd4a6-9151-4311-8e5f-7f09280e7ce9/37890743-a156-48e2-9877-ae966842ebc7/5a6aea31-8e6b-43a2-a35d-de6027716132) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:13.197761 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f5aa2ab3-2ef3-4918-a5f3-822134433cce tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba12029f-2456-4257-8d67-a27c84b88640 HTTP/1.1" status: 200 len: 205 time: 0.0678520 Jun 02 16:24:13.202112 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34092) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:13.277061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58515f4-af2a-4445-b538-cf7e9a41e9f2 req-b862bcbc-c4a7-427f-81ec-2db0412e4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:13.282115 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a58515f4-af2a-4445-b538-cf7e9a41e9f2 req-b862bcbc-c4a7-427f-81ec-2db0412e4f7e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 1099 time: 0.5707784 Jun 02 16:24:13.283411 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-de7d2d84-bedc-4da2-8fc6-00bb20e636a8 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] delete failed (client error): The resource could not be found. Jun 02 16:24:13.284592 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-de7d2d84-bedc-4da2-8fc6-00bb20e636a8 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "DELETE /v2.0/routers/ba12029f-2456-4257-8d67-a27c84b88640 HTTP/1.1" status: 404 len: 336 time: 0.0814648 Jun 02 16:24:13.289337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34094) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:13.337893 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:13.390361 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0c823561-6399-4c02-8082-d14b15cedc67 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "GET /v2.0/ports?device_id=41555239-b1a2-4cab-8e90-5299892198bb HTTP/1.1" status: 200 len: 205 time: 0.0719614 Jun 02 16:24:13.422406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34098) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:13.427827 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a58515f4-af2a-4445-b538-cf7e9a41e9f2 req-a8d670a3-b799-4570-9976-d83bc563fc20 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=046c07c4-8df6-475c-95e9-d5ddba8ceb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388061 Jun 02 16:24:13.429896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:13.430422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:13.482178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:24:13.548792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b65948-342f-4a49-b6bc-7af90b85d00f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657a9afa-f117-4d45-9715-cf9bb57d9dc5,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:13.551538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-9a9561d8-9e9f-4591-9e0c-a795fa0e4782 req-8b643c9a-d2c5-4eb4-a4b7-cc5f273d14f5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Synchronizing usage tracker for tenant:63cb22b2aa5349b4b453b929309f04b5 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:13.554466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-96b65948-342f-4a49-b6bc-7af90b85d00f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:13.558653 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-a53da3a5-e1d2-4430-8a74-4c2cb39dc85f tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] delete failed (client error): The resource could not be found. Jun 02 16:24:13.563164 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a53da3a5-e1d2-4430-8a74-4c2cb39dc85f tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "DELETE /v2.0/routers/41555239-b1a2-4cab-8e90-5299892198bb HTTP/1.1" status: 404 len: 336 time: 0.1343515 Jun 02 16:24:13.563703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34100) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:13.601246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:13.601572 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Added segment bda03093-a208-44b9-9e1e-cc1cf6de7c87 of type vlan for network 27f1c2fa-73c3-4392-8264-44650a59443e Jun 02 16:24:13.639653 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-246c9621-444e-45ea-a56b-24052fe6ea86 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] DELETE failed (client error): The resource could not be found. Jun 02 16:24:13.640018 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246c9621-444e-45ea-a56b-24052fe6ea86 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:24:13.641731 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-246c9621-444e-45ea-a56b-24052fe6ea86 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] 10.222.0.50 "DELETE /v2.0/subnets/bf7a8f53-e0e2-4e4c-a783-3190e7ef40fb HTTP/1.1" status: 404 len: 337 time: 0.0745149 Jun 02 16:24:13.646798 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fa5ce9dd-27f8-4f55-82d1-25f1ef033659 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-groups/657a9afa-f117-4d45-9715-cf9bb57d9dc5 HTTP/1.1" status: 200 len: 1776 time: 0.4854481 Jun 02 16:24:13.649509 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34104) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:13.678201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:24:13.691523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-9a9561d8-9e9f-4591-9e0c-a795fa0e4782 req-8b643c9a-d2c5-4eb4-a4b7-cc5f273d14f5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Unset dirty status for tenant:63cb22b2aa5349b4b453b929309f04b5 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:13.692433 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9a9561d8-9e9f-4591-9e0c-a795fa0e4782 req-8b643c9a-d2c5-4eb4-a4b7-cc5f273d14f5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 210 time: 0.4385297 Jun 02 16:24:13.696936 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Sync routers for ids ['0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:24:13.726675 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Routers {'0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:13.727638 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:13.746448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:13.758784 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "PUT /v2.0/routers/0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9556501 Jun 02 16:24:13.763366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34106) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:13.833325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16c52e-4cde-4c65-addf-01c0aae53035 req-0a4c4ae6-9abb-4306-b8a0-4abfba987247 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:13.841877 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4e16c52e-4cde-4c65-addf-01c0aae53035 req-0a4c4ae6-9abb-4306-b8a0-4abfba987247 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 946 time: 0.3439143 Jun 02 16:24:13.866041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:13.879174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-970f81c5-9bc9-40ea-88cf-a05b03942126 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:13.887869 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51993da3-1ed4-47e6-8c89-5460933ff12e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:13.888487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-51993da3-1ed4-47e6-8c89-5460933ff12e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:13.901044 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:13.907540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:13.908190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:13.928218 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:13.944392 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Set router 0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:24:13.992730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-970f81c5-9bc9-40ea-88cf-a05b03942126 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:14.045025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34110) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:14.049355 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0884466 Jun 02 16:24:14.061266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34112) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:14.079580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'subnet': {'network_id': '27f1c2fa-73c3-4392-8264-44650a59443e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:14.092352 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4e16c52e-4cde-4c65-addf-01c0aae53035 req-9726d012-6207-40e6-b445-d713258d9149 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/security-groups?id=046c07c4-8df6-475c-95e9-d5ddba8ceb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491443 Jun 02 16:24:14.101499 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Network': ['ID=27f1c2fa-73c3-4392-8264-44650a59443e,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:14.105629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:14.123918 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 27f1c2fa-73c3-4392-8264-44650a59443e details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:24:14.135711 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:14.141395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-51993da3-1ed4-47e6-8c89-5460933ff12e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:14.157684 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-51993da3-1ed4-47e6-8c89-5460933ff12e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports/11974597-85d6-4e9b-bce9-00ae0dd7a47f HTTP/1.1" status: 200 len: 911 time: 0.3919964 Jun 02 16:24:14.165661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34116) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:14.363691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65919517-e29e-44e4-af3d-1d553ac07a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:14.388900 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766', 'name': 'tempest-NetworksTestDHCPv6-router-1910199899', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:24:05Z', 'updated_at': '2021-06-02T16:24:09Z', 'revision_number': 2, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'gw_port_host': None, '_interfaces': [{'id': '11974597-85d6-4e9b-bce9-00ae0dd7a47f', 'name': '', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'mac_address': 'fa:16:3e:0a:c8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b475fd65-3bf5-41f0-be2f-4049fd9767b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:24:07Z', 'updated_at': '2021-06-02T16:24:10Z', 'revision_number': 2, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'subnets': [{'id': 'b475fd65-3bf5-41f0-be2f-4049fd9767b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:14.393623 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Checking router: 0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:24:14.398246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-65919517-e29e-44e4-af3d-1d553ac07a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:14.398758 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Updating router 0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766 port 11974597-85d6-4e9b-bce9-00ae0dd7a47f binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:24:14.399965 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:14.405300 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-65919517-e29e-44e4-af3d-1d553ac07a23 admin admin] Usage tracker for resource:security_group_rule and tenant:3870ed385c4440b8b5a8988084965d39 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:14.409323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-65919517-e29e-44e4-af3d-1d553ac07a23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:14.413166 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:subnet and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:14.420107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:14.422959 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-65919517-e29e-44e4-af3d-1d553ac07a23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:14.434202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:14.460950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dffe54c-3a5d-4a21-949b-e364be122abd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:14.466830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dffe54c-3a5d-4a21-949b-e364be122abd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:14.467979 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:14.471385 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5dffe54c-3a5d-4a21-949b-e364be122abd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3047328 Jun 02 16:24:14.473593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34118) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:14.533023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:14.535910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:14.550973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Transition to ACTIVE for port object 5a6aea31-8e6b-43a2-a35d-de6027716132 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:14.559124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-970f81c5-9bc9-40ea-88cf-a05b03942126 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:14.567892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bdde64f9-72e3-4d85-9c9a-d3e5be2c1a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:14.585386 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f81c5-9bc9-40ea-88cf-a05b03942126 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=657a9afa-f117-4d45-9715-cf9bb57d9dc5,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:14.591665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-970f81c5-9bc9-40ea-88cf-a05b03942126 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:14.647902 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-970f81c5-9bc9-40ea-88cf-a05b03942126 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:14.651458 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-970f81c5-9bc9-40ea-88cf-a05b03942126 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-groups/657a9afa-f117-4d45-9715-cf9bb57d9dc5 HTTP/1.1" status: 204 len: 168 time: 0.9964986 Jun 02 16:24:14.655467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34120) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:14.767770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8d5b7bf5-7043-48f2-a181-20e9d7fb2527 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:14.809465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8d5b7bf5-7043-48f2-a181-20e9d7fb2527 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:14.813611 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8d5b7bf5-7043-48f2-a181-20e9d7fb2527 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1552353 Jun 02 16:24:14.814803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34124) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:14.862357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:14.870007 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:14.874703 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-284b118b-2175-4001-982c-5b65caf0c4ec tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] delete failed (client error): The resource could not be found. Jun 02 16:24:14.875859 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-284b118b-2175-4001-982c-5b65caf0c4ec tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-groups/657a9afa-f117-4d45-9715-cf9bb57d9dc5 HTTP/1.1" status: 404 len: 347 time: 0.0600731 Jun 02 16:24:14.882922 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Transition to ACTIVE for port object 11974597-85d6-4e9b-bce9-00ae0dd7a47f will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:14.885259 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34126) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:14.886268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:14.893668 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:14.900494 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:14.919110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Allocated IP 172.20.0.1 (584ee21e-a025-4e28-865a-5c7810a9a012/a7c9fa21-81eb-474a-aba4-3bbf21b18ee1/e40db7ea-16f9-4525-b796-ebe9f5779173) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:14.925115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-01c2f174-ffe2-41ce-9dc2-3090bfc60877 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group': {'name': 'tempest-secgroup--774310828'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:15.093625 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24519e-4f90-4ad0-b7fb-6e96977f4119 None None] Pushing event updated for resources: {'Port': ['ID=11974597-85d6-4e9b-bce9-00ae0dd7a47f,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:15.139898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:15.159448 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-0c24519e-4f90-4ad0-b7fb-6e96977f4119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:15.182554 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Attempting to bind port 11974597-85d6-4e9b-bce9-00ae0dd7a47f on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:24:15.182963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:15.183194 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Attempting to bind port 11974597-85d6-4e9b-bce9-00ae0dd7a47f by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:24:15.183642 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Attempting to bind port 11974597-85d6-4e9b-bce9-00ae0dd7a47f on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:24:15.188452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-df074e88-fe2f-428d-a10a-b0ae281ccb0f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:15.190299 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:24:15.190749 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:15.191214 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:15.191798 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:24:15.192336 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Bound port: 11974597-85d6-4e9b-bce9-00ae0dd7a47f, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:24:15.192926 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:15.270398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network 584ee21e-a025-4e28-865a-5c7810a9a012 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:15.292765 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-01c2f174-ffe2-41ce-9dc2-3090bfc60877 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:15.308176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:15.322816 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] For port 11974597-85d6-4e9b-bce9-00ae0dd7a47f, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:24:15.326667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:15.327602 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] For port 11974597-85d6-4e9b-bce9-00ae0dd7a47f, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=11974597-85d6-4e9b-bce9-00ae0dd7a47f,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:24:15.333036 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:15.338773 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Network 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:15.339387 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-699cce61-d4c3-4ed3-90b2-63bede561e1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:15.364167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:15.364437 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=e40db7ea-16f9-4525-b796-ebe9f5779173,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:15.367275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-01c2f174-ffe2-41ce-9dc2-3090bfc60877 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:15.371664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:15.374944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event updated for resources: {'Port': ['ID=5a6aea31-8e6b-43a2-a35d-de6027716132,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:15.386265 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:15.418120 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:15.426047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:15.449329 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Routers {'0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:15.450844 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:15.463507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566acb9-0241-420c-8669-96c254b77a41 req-d7ada92f-c136-4ad6-b557-c31446846c45 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:15.465197 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b566acb9-0241-420c-8669-96c254b77a41 req-d7ada92f-c136-4ad6-b557-c31446846c45 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 946 time: 0.1976287 Jun 02 16:24:15.535827 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24519e-4f90-4ad0-b7fb-6e96977f4119 None None] Pushing event updated for resources: {'Port': ['ID=11974597-85d6-4e9b-bce9-00ae0dd7a47f,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:15.573633 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65919517-e29e-44e4-af3d-1d553ac07a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:15.580677 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b566acb9-0241-420c-8669-96c254b77a41 req-123feb39-2842-4fa3-a29c-c9816d490575 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/security-groups?id=046c07c4-8df6-475c-95e9-d5ddba8ceb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039989 Jun 02 16:24:15.609487 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-0c24519e-4f90-4ad0-b7fb-6e96977f4119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:15.696630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65919517-e29e-44e4-af3d-1d553ac07a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:15.700108 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] Set router 0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:24:15.713536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c2f82717-4d60-491b-bbca-3cede2925f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:15.735691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:15.745231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-01c2f174-ffe2-41ce-9dc2-3090bfc60877 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:15.825947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:15.826482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:15.881227 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-65919517-e29e-44e4-af3d-1d553ac07a23 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3870ed385c4440b8b5a8988084965d39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8331370 Jun 02 16:24:15.883924 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-01c2f174-ffe2-41ce-9dc2-3090bfc60877 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:15.885182 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-20023d1b-79aa-4353-a54f-84a2dff87fee None None] Provisioning for port 5a6aea31-8e6b-43a2-a35d-de6027716132 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:15.886511 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34132) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:15.893540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65919517-e29e-44e4-af3d-1d553ac07a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa834da-7f30-46dd-97a5-f2a79696987c,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:15.894597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-20023d1b-79aa-4353-a54f-84a2dff87fee None None] Provisioning complete for port 5a6aea31-8e6b-43a2-a35d-de6027716132 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:15.895255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-20023d1b-79aa-4353-a54f-84a2dff87fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:15.910609 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-65919517-e29e-44e4-af3d-1d553ac07a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:15.919225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-01c2f174-ffe2-41ce-9dc2-3090bfc60877 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:15.930910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-01c2f174-ffe2-41ce-9dc2-3090bfc60877 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:15.978206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f6189-3db5-4290-9212-7b3cda932927 req-fb289f67-c7cc-4d5a-a8f4-04a909e5ebf0 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:15.979737 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-20023d1b-79aa-4353-a54f-84a2dff87fee None None] Port 5a6aea31-8e6b-43a2-a35d-de6027716132 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:24:15.980139 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d85f6189-3db5-4290-9212-7b3cda932927 req-fb289f67-c7cc-4d5a-a8f4-04a909e5ebf0 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 946 time: 0.2242188 Jun 02 16:24:15.992130 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1c23f-cda0-4cf0-b5d2-b20e87208b6f req-8841c6ef-616c-4c49-a356-44758b659af5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:15.993710 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-eff1c23f-cda0-4cf0-b5d2-b20e87208b6f req-8841c6ef-616c-4c49-a356-44758b659af5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 931 time: 1.0747905 Jun 02 16:24:15.998034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34134) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:16.009325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-01c2f174-ffe2-41ce-9dc2-3090bfc60877 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:16.013785 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1792843 Jun 02 16:24:16.028731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-f84cc1ac-3630-48f7-8968-01e763530bb4 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Request body: {'floatingip': {'port_id': '1ad59cdb-97df-4ce3-9e7d-805e23042e4e'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:16.088968 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766', 'name': 'tempest-NetworksTestDHCPv6-router-1910199899', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:24:05Z', 'updated_at': '2021-06-02T16:24:09Z', 'revision_number': 2, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'gw_port_host': None, '_interfaces': [{'id': '11974597-85d6-4e9b-bce9-00ae0dd7a47f', 'name': '', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'mac_address': 'fa:16:3e:0a:c8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b475fd65-3bf5-41f0-be2f-4049fd9767b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:24:07Z', 'updated_at': '2021-06-02T16:24:15Z', 'revision_number': 4, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'subnets': [{'id': 'b475fd65-3bf5-41f0-be2f-4049fd9767b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:16.093020 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce4bb2-2d03-43e9-b9fa-81473e4d2ba8 None None] The sync data for ids ['0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766'] in dv-neutron-601336-83-hyperv is: [{'id': '0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766', 'name': 'tempest-NetworksTestDHCPv6-router-1910199899', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:24:05Z', 'updated_at': '2021-06-02T16:24:09Z', 'revision_number': 2, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'gw_port_host': None, '_interfaces': [{'id': '11974597-85d6-4e9b-bce9-00ae0dd7a47f', 'name': '', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'mac_address': 'fa:16:3e:0a:c8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b475fd65-3bf5-41f0-be2f-4049fd9767b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:24:07Z', 'updated_at': '2021-06-02T16:24:15Z', 'revision_number': 4, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'subnets': [{'id': 'b475fd65-3bf5-41f0-be2f-4049fd9767b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:24:16.104180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Request body: {'port': {'device_id': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:16.212117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f84cc1ac-3630-48f7-8968-01e763530bb4 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for floatingip, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:16.243573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:16.249652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:16.283162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:16.408666 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=e40db7ea-16f9-4525-b796-ebe9f5779173,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:16.421519 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:16.428038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:16.476168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6fef6c1a-cf40-4a16-b84a-0ef5fb5acc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:16.481520 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-eff1c23f-cda0-4cf0-b5d2-b20e87208b6f req-da1bbb27-5f22-438c-b1d7-b47d9b30f3b8 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4009619 Jun 02 16:24:16.587472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network 584ee21e-a025-4e28-865a-5c7810a9a012 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:16.588958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:16.661714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6fef6c1a-cf40-4a16-b84a-0ef5fb5acc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:16.686940 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:16.712159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-01c2f174-ffe2-41ce-9dc2-3090bfc60877 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:16.770657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-01c2f174-ffe2-41ce-9dc2-3090bfc60877 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:16.791150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3ce4f3c5-00e5-4797-838b-dab737d6106b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:16.979988 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 61c5a599-0152-4746-8e04-c17f6727ee6e has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:24:17.008212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2f174-ffe2-41ce-9dc2-3090bfc60877 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96a48c6-d732-485d-887c-5468205d5dff,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:17.035752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-01c2f174-ffe2-41ce-9dc2-3090bfc60877 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:17.121330 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:24:17.129831 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-01c2f174-ffe2-41ce-9dc2-3090bfc60877 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.132658 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-01c2f174-ffe2-41ce-9dc2-3090bfc60877 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2136984 Jun 02 16:24:17.140878 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34136) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:17.147624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-4c9b7d94-75dc-4498-a6f7-96b0e53c4b71 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group_rule': {'security_group_id': 'e96a48c6-d732-485d-887c-5468205d5dff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:17.171161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4c9b7d94-75dc-4498-a6f7-96b0e53c4b71 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:17.184719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4c9b7d94-75dc-4498-a6f7-96b0e53c4b71 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:17.192612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4c9b7d94-75dc-4498-a6f7-96b0e53c4b71 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:17.202564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6fef6c1a-cf40-4a16-b84a-0ef5fb5acc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.210630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4c9b7d94-75dc-4498-a6f7-96b0e53c4b71 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:17.218935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:24:17.226215 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:17.232592 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2d002-048a-4e25-9dde-66b7cd7b6abd None None] Sync routers for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:24:17.239818 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "PUT /v2.0/routers/61c5a599-0152-4746-8e04-c17f6727ee6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3852439 Jun 02 16:24:17.245616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34138) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:17.247641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7d94-75dc-4498-a6f7-96b0e53c4b71 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.249228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2d002-048a-4e25-9dde-66b7cd7b6abd None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:17.250157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d1e2d002-048a-4e25-9dde-66b7cd7b6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:17.295092 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'port': {'network_id': '584ee21e-a025-4e28-865a-5c7810a9a012', 'name': 'tempest-FloatingIPTestJSON-1339193102'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:17.333846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7d94-75dc-4498-a6f7-96b0e53c4b71 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.340935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7d94-75dc-4498-a6f7-96b0e53c4b71 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.343780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6493d01a-bfc9-4717-aef6-b819294cdc1a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:17.348683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d1e2d002-048a-4e25-9dde-66b7cd7b6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:17.361287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2d002-048a-4e25-9dde-66b7cd7b6abd None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:17.362947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d1e2d002-048a-4e25-9dde-66b7cd7b6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:17.363358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b7d94-75dc-4498-a6f7-96b0e53c4b71 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed21c50a-5e94-46af-83bb-70f895ba3cc0,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:17.367779 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4c9b7d94-75dc-4498-a6f7-96b0e53c4b71 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:17.388329 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7d94-75dc-4498-a6f7-96b0e53c4b71 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.389850 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4c9b7d94-75dc-4498-a6f7-96b0e53c4b71 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2479711 Jun 02 16:24:17.392924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34140) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:17.445414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d1e2d002-048a-4e25-9dde-66b7cd7b6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:17.446137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2d002-048a-4e25-9dde-66b7cd7b6abd None None] The sync data for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:24:17.449055 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 11974597-85d6-4e9b-bce9-00ae0dd7a47f up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:17.451368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3a686e57-5753-4bb0-a66f-eba8f5912d91 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.464568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3a686e57-5753-4bb0-a66f-eba8f5912d91 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.502640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3a686e57-5753-4bb0-a66f-eba8f5912d91 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.512485 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-20769481-e354-4993-b87b-b60ced9fed91 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:17.516156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6fef6c1a-cf40-4a16-b84a-0ef5fb5acc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.520121 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6fef6c1a-cf40-4a16-b84a-0ef5fb5acc94 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3fa834da-7f30-46dd-97a5-f2a79696987c HTTP/1.1" status: 204 len: 168 time: 1.6207216 Jun 02 16:24:17.523238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3a686e57-5753-4bb0-a66f-eba8f5912d91 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.529087 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3a686e57-5753-4bb0-a66f-eba8f5912d91 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ed21c50a-5e94-46af-83bb-70f895ba3cc0 HTTP/1.1" status: 204 len: 168 time: 0.1346750 Jun 02 16:24:17.531588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34146) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:17.532421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a686e57-5753-4bb0-a66f-eba8f5912d91 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed21c50a-5e94-46af-83bb-70f895ba3cc0,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:17.537005 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef6c1a-cf40-4a16-b84a-0ef5fb5acc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa834da-7f30-46dd-97a5-f2a79696987c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:17.547377 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3a686e57-5753-4bb0-a66f-eba8f5912d91 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:17.551477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.558466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6fef6c1a-cf40-4a16-b84a-0ef5fb5acc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:17.570683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:17.601915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 11974597-85d6-4e9b-bce9-00ae0dd7a47f completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:17.612358 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 11974597-85d6-4e9b-bce9-00ae0dd7a47f triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:17.615569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.647547 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-886a4574-cc70-49c7-a2ba-0425af63ccad tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:17.748489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-886a4574-cc70-49c7-a2ba-0425af63ccad tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:17.749768 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-886a4574-cc70-49c7-a2ba-0425af63ccad tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2014081 Jun 02 16:24:17.755514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34150) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:17.782410 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.840570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 11974597-85d6-4e9b-bce9-00ae0dd7a47f, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=11974597-85d6-4e9b-bce9-00ae0dd7a47f,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:17.848288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.850578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4346b848-d790-43c1-a22f-dad4fab3d639 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.851148 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-207d7bb1-1889-4aff-8331-0fe7f8447d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:17.875477 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0bc18-c3b1-4e08-865e-0396fbec63c0 req-d447a2b2-7d78-4d09-aa50-7e03d80a77b7 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:17.877014 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-61c0bc18-c3b1-4e08-865e-0396fbec63c0 req-d447a2b2-7d78-4d09-aa50-7e03d80a77b7 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 931 time: 0.1820366 Jun 02 16:24:17.940590 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=11974597-85d6-4e9b-bce9-00ae0dd7a47f,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:17.944588 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:17.957715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4346b848-d790-43c1-a22f-dad4fab3d639 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:17.975158 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-61c0bc18-c3b1-4e08-865e-0396fbec63c0 req-72bd88c6-0c35-4f89-8b55-7f3f54ab23f6 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828660 Jun 02 16:24:18.002924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34152) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:18.056958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4346b848-d790-43c1-a22f-dad4fab3d639 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.061780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-da9ac1f9-4793-4ad6-bc48-7e06a06d7b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:18.072596 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-57157885-2d21-47b7-8280-1ede10eb5498 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d4cc99ad0eb24e0989ccc21d2989e88c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0682456 Jun 02 16:24:18.079037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34154) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:18.095616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346b848-d790-43c1-a22f-dad4fab3d639 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96a48c6-d732-485d-887c-5468205d5dff,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:18.098461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4346b848-d790-43c1-a22f-dad4fab3d639 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:18.120624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4346b848-d790-43c1-a22f-dad4fab3d639 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.124628 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4346b848-d790-43c1-a22f-dad4fab3d639 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-groups/e96a48c6-d732-485d-887c-5468205d5dff HTTP/1.1" status: 204 len: 168 time: 0.3652468 Jun 02 16:24:18.124892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34156) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:18.182961 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d167d180-1c46-4ac7-be9f-811c62428bfe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.200164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8cfd37ff-daa7-4bef-95d4-1ecbeec0367f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.204426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-29d1a3f4-e435-462b-a0ca-15a5016000c3 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:18.239170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8cfd37ff-daa7-4bef-95d4-1ecbeec0367f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.249193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-29d1a3f4-e435-462b-a0ca-15a5016000c3 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:18.250475 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-29d1a3f4-e435-462b-a0ca-15a5016000c3 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1247969 Jun 02 16:24:18.258950 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34158) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:18.263833 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c49fe4bf-7a29-4fe9-bea8-60f81c8bb31c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group': {'name': 'tempest-secgroup--970500022'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:18.273546 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c49fe4bf-7a29-4fe9-bea8-60f81c8bb31c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:18.295172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c49fe4bf-7a29-4fe9-bea8-60f81c8bb31c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:18.296155 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:18.306632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c49fe4bf-7a29-4fe9-bea8-60f81c8bb31c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.334342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c49fe4bf-7a29-4fe9-bea8-60f81c8bb31c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:18.334342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c49fe4bf-7a29-4fe9-bea8-60f81c8bb31c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:18.337584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c49fe4bf-7a29-4fe9-bea8-60f81c8bb31c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:18.343728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c49fe4bf-7a29-4fe9-bea8-60f81c8bb31c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:18.371172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8cfd37ff-daa7-4bef-95d4-1ecbeec0367f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.371527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Subnet': ['ID=18f7407b-4050-4319-9b06-a5fa3ffeebe1,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:18.377412 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5cace602-e64e-45da-b36c-5a7fd020dc72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:18.393901 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Usage tracker for resource:port and tenant:b1e6ae044866456481b224d8f3cd9b84 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:18.396793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd37ff-daa7-4bef-95d4-1ecbeec0367f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0138469c-dd3b-4f40-bcff-b9336667a1b9,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:18.400838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:18.403561 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8cfd37ff-daa7-4bef-95d4-1ecbeec0367f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:18.415658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:18.427314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Checking segment: {'id': 'bda03093-a208-44b9-9e1e-cc1cf6de7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '27f1c2fa-73c3-4392-8264-44650a59443e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:18.427634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network hostable DHCP agents. Network: 27f1c2fa-73c3-4392-8264-44650a59443e, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:24:18.442286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:18.445658 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8cfd37ff-daa7-4bef-95d4-1ecbeec0367f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.446907 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8cfd37ff-daa7-4bef-95d4-1ecbeec0367f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0138469c-dd3b-4f40-bcff-b9336667a1b9 HTTP/1.1" status: 204 len: 168 time: 0.3669815 Jun 02 16:24:18.466165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c49fe4bf-7a29-4fe9-bea8-60f81c8bb31c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.470668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c49fe4bf-7a29-4fe9-bea8-60f81c8bb31c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.474631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8cfd37ff-daa7-4bef-95d4-1ecbeec0367f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:18.512889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fe4bf-7a29-4fe9-bea8-60f81c8bb31c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458336ca-fae7-43f1-a28c-231f08d0a1dd,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:18.519010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c49fe4bf-7a29-4fe9-bea8-60f81c8bb31c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:18.521915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c49fe4bf-7a29-4fe9-bea8-60f81c8bb31c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.523628 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c49fe4bf-7a29-4fe9-bea8-60f81c8bb31c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2636633 Jun 02 16:24:18.526895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34162) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:18.532232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-2d10244e-d1c0-494a-949a-805347c147c8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group_rule': {'security_group_id': '458336ca-fae7-43f1-a28c-231f08d0a1dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:18.545456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2d10244e-d1c0-494a-949a-805347c147c8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:18.547242 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Made reservation on behalf of b1e6ae044866456481b224d8f3cd9b84 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:18.550334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2d10244e-d1c0-494a-949a-805347c147c8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:18.550756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.554036 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2d10244e-d1c0-494a-949a-805347c147c8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:18.561452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2d10244e-d1c0-494a-949a-805347c147c8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:18.583500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2d10244e-d1c0-494a-949a-805347c147c8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.657882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2d10244e-d1c0-494a-949a-805347c147c8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.664113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2d10244e-d1c0-494a-949a-805347c147c8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.664378 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 27f1c2fa-73c3-4392-8264-44650a59443e is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:24:18.664923 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4c9b7d94-75dc-4498-a6f7-96b0e53c4b71 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:18.680193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:24:18.686692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10244e-d1c0-494a-949a-805347c147c8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4971da-a1bc-4f5d-be74-9de085d6e88d,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:18.691123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2d10244e-d1c0-494a-949a-805347c147c8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:18.698920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] device_id is not set on port 49be344e-9a9d-48ad-bea4-45a3de0799f6 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:18.705317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2d10244e-d1c0-494a-949a-805347c147c8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.710027 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2d10244e-d1c0-494a-949a-805347c147c8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1818590 Jun 02 16:24:18.710728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34164) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:18.715521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-18109a10-6eb0-4298-a941-8d3c0b8aa8c3 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group_rule': {'security_group_id': '458336ca-fae7-43f1-a28c-231f08d0a1dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:18.721536 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-18109a10-6eb0-4298-a941-8d3c0b8aa8c3 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:18.726129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-18109a10-6eb0-4298-a941-8d3c0b8aa8c3 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:18.729708 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-18109a10-6eb0-4298-a941-8d3c0b8aa8c3 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:18.737535 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-18109a10-6eb0-4298-a941-8d3c0b8aa8c3 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:18.756090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-18109a10-6eb0-4298-a941-8d3c0b8aa8c3 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.776683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 27f1c2fa-73c3-4392-8264-44650a59443e) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:18.785479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dc7aab-5c1a-4bb1-8f2e-c6452214288b None None] Network 27f1c2fa-73c3-4392-8264-44650a59443e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:18.798605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-f84cc1ac-3630-48f7-8968-01e763530bb4 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:24:18.838877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-18109a10-6eb0-4298-a941-8d3c0b8aa8c3 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.845351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-18109a10-6eb0-4298-a941-8d3c0b8aa8c3 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.848707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2ea4c0f0-55c1-4217-933b-879702912159 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:18.888360 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18109a10-6eb0-4298-a941-8d3c0b8aa8c3 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b5b3ff-ea73-4813-b8ed-3803e6f47561,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:18.893229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-18109a10-6eb0-4298-a941-8d3c0b8aa8c3 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:18.901969 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.911299 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-18109a10-6eb0-4298-a941-8d3c0b8aa8c3 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.914590 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-18109a10-6eb0-4298-a941-8d3c0b8aa8c3 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2028286 Jun 02 16:24:18.916752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34168) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:18.922773 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:18.923368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.925704 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c5ceb00d-282a-434a-a945-3874eceb0040 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group_rule': {'security_group_id': '458336ca-fae7-43f1-a28c-231f08d0a1dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:18.932167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c5ceb00d-282a-434a-a945-3874eceb0040 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:18.937612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c5ceb00d-282a-434a-a945-3874eceb0040 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:18.941728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c5ceb00d-282a-434a-a945-3874eceb0040 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:18.958251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c5ceb00d-282a-434a-a945-3874eceb0040 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:18.964485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6aea31-8e6b-43a2-a35d-de6027716132 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:24:18.988828 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:18.991733 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c5ceb00d-282a-434a-a945-3874eceb0040 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.008438 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f84cc1ac-3630-48f7-8968-01e763530bb4 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.061620 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f84cc1ac-3630-48f7-8968-01e763530bb4 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.140691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-27f1c2fa-73c3-4392-8264-44650a59443e', 'network_id': '27f1c2fa-73c3-4392-8264-44650a59443e', 'tenant_id': '1d61c543383943e08977d6b7e75fc692', 'fixed_ips': [{'subnet_id': '18f7407b-4050-4319-9b06-a5fa3ffeebe1'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:24:19.141560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.149929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c5ceb00d-282a-434a-a945-3874eceb0040 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.157402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c5ceb00d-282a-434a-a945-3874eceb0040 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.160522 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:19.208505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ceb00d-282a-434a-a945-3874eceb0040 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7212b250-7d94-4ebe-a5f9-d1285011f9f3,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:19.219192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c5ceb00d-282a-434a-a945-3874eceb0040 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:19.240432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c5ceb00d-282a-434a-a945-3874eceb0040 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.242624 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c5ceb00d-282a-434a-a945-3874eceb0040 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3241348 Jun 02 16:24:19.244796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34180) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:19.250051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-fa01b45a-84ae-49e0-b25e-90617aafd947 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group_rule': {'security_group_id': '458336ca-fae7-43f1-a28c-231f08d0a1dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:19.259471 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fa01b45a-84ae-49e0-b25e-90617aafd947 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:19.265033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fa01b45a-84ae-49e0-b25e-90617aafd947 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:19.268676 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fa01b45a-84ae-49e0-b25e-90617aafd947 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:19.276818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fa01b45a-84ae-49e0-b25e-90617aafd947 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:19.303491 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fa01b45a-84ae-49e0-b25e-90617aafd947 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.375874 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 11974597-85d6-4e9b-bce9-00ae0dd7a47f up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:19.406781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fa01b45a-84ae-49e0-b25e-90617aafd947 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.412703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fa01b45a-84ae-49e0-b25e-90617aafd947 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.451530 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:19.460023 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Allocated IP 172.20.0.2 (27f1c2fa-73c3-4392-8264-44650a59443e/18f7407b-4050-4319-9b06-a5fa3ffeebe1/c4916b5f-37a6-42df-b2d1-37a40e50d934) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:19.461923 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fa01b45a-84ae-49e0-b25e-90617aafd947 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.466533 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fa01b45a-84ae-49e0-b25e-90617aafd947 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2205250 Jun 02 16:24:19.467195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34188) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:19.477088 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b4650dba-7646-41a6-abb1-296fb6e19d0a tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group_rule': {'security_group_id': '458336ca-fae7-43f1-a28c-231f08d0a1dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:19.481147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Transition to ACTIVE for port object 5a6aea31-8e6b-43a2-a35d-de6027716132 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:19.482695 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01b45a-84ae-49e0-b25e-90617aafd947 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f566f13-b6f2-47c2-af15-8f10f1b9a524,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:19.486014 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fa01b45a-84ae-49e0-b25e-90617aafd947 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:19.487247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b4650dba-7646-41a6-abb1-296fb6e19d0a tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:19.492512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b4650dba-7646-41a6-abb1-296fb6e19d0a tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:19.496087 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b4650dba-7646-41a6-abb1-296fb6e19d0a tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:19.503795 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4297249 Jun 02 16:24:19.504569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34190) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:19.506745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b4650dba-7646-41a6-abb1-296fb6e19d0a tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:19.514019 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'network_id': '27f1c2fa-73c3-4392-8264-44650a59443e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1220522855'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:19.520040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 11974597-85d6-4e9b-bce9-00ae0dd7a47f triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:19.520627 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.597700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.611063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-84ee3a60-5a7f-4509-ae49-9fac724be875 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:19.631604 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4650dba-7646-41a6-abb1-296fb6e19d0a tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.749750 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34194) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:19.757473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4650dba-7646-41a6-abb1-296fb6e19d0a tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.768178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Allocated IP 172.20.0.7 (584ee21e-a025-4e28-865a-5c7810a9a012/a7c9fa21-81eb-474a-aba4-3bbf21b18ee1/49be344e-9a9d-48ad-bea4-45a3de0799f6) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:19.782778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4650dba-7646-41a6-abb1-296fb6e19d0a tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.795864 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:19.821822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.839267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Transition to ACTIVE for port object c4916b5f-37a6-42df-b2d1-37a40e50d934 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:19.872317 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Transition to ACTIVE for port object c4916b5f-37a6-42df-b2d1-37a40e50d934 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:19.881057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.889176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4650dba-7646-41a6-abb1-296fb6e19d0a tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.893647 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b4650dba-7646-41a6-abb1-296fb6e19d0a tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4223313 Jun 02 16:24:19.893858 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-12f221d2-8b36-4b78-9ec3-e8a7fa4064c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:19.894729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34198) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:19.897435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4650dba-7646-41a6-abb1-296fb6e19d0a tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7599dfa-35ad-4b86-be45-2fe039e46f85,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:19.920517 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b4650dba-7646-41a6-abb1-296fb6e19d0a tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:19.927658 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:19.951532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:19.960397 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-664c9166-3058-4b49-99cd-fce02119e0c2 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.967632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-8db71127-1a07-4096-995b-0da30b8765f7 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:19.972002 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8db71127-1a07-4096-995b-0da30b8765f7 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2178831 Jun 02 16:24:19.973845 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34200) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:19.976778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-664c9166-3058-4b49-99cd-fce02119e0c2 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:19.986435 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-f84cc1ac-3630-48f7-8968-01e763530bb4 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Floating IP 3624bdc7-5e5a-4c63-90a7-3d7d99f605a5 associated. External IP: 172.26.3.119, port: 1ad59cdb-97df-4ce3-9e7d-805e23042e4e. Jun 02 16:24:19.987733 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-75ae313d-95d6-4a18-af12-39738b6af57f tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:19.988377 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-75ae313d-95d6-4a18-af12-39738b6af57f tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0135529 Jun 02 16:24:19.992129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34202) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:19.995281 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Network 27f1c2fa-73c3-4392-8264-44650a59443e is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:19.998860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:19.999085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:20.001688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:20.002969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:20.025294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-57168921-4ae4-48ba-8b5b-a48f06e320e1 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.026230 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-57168921-4ae4-48ba-8b5b-a48f06e320e1 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0330272 Jun 02 16:24:20.032415 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34204) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.036906 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-b3510693-9a6c-4781-a35c-1eac7eebb2a0 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.037816 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b3510693-9a6c-4781-a35c-1eac7eebb2a0 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045233 Jun 02 16:24:20.041092 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34206) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.042206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] device_id is not set on port 0ac55f97-f409-4da3-a4c4-488da3744fc5 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:20.072152 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Pushing event updated for resources: {'Port': ['ID=c4916b5f-37a6-42df-b2d1-37a40e50d934,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:20.078957 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:20.080530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb7eb9-e53a-4b14-8275-43dd70f299c0 req-0176c4d2-93a8-458c-8984-899900eb3e5e tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:20.082373 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-91fb7eb9-e53a-4b14-8275-43dd70f299c0 req-0176c4d2-93a8-458c-8984-899900eb3e5e tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 931 time: 0.6711321 Jun 02 16:24:20.083291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-395e0ad4-1102-4e69-b1cf-4d9cf830aa82 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.084229 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-395e0ad4-1102-4e69-b1cf-4d9cf830aa82 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0088446 Jun 02 16:24:20.090368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34208) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.096823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-d9137c4b-f7ec-4ef4-a98d-bb04f048f511 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.097978 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d9137c4b-f7ec-4ef4-a98d-bb04f048f511 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046592 Jun 02 16:24:20.107259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34210) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.114646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-dbe2cc2d-c634-4dc8-b8e7-999c41fcbbfc tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.115575 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-dbe2cc2d-c634-4dc8-b8e7-999c41fcbbfc tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0073984 Jun 02 16:24:20.116011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Pushing event updated for resources: {'Port': ['ID=5a6aea31-8e6b-43a2-a35d-de6027716132,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:20.120064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34212) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.121507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-664c9166-3058-4b49-99cd-fce02119e0c2 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:20.124806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-65616956-6685-4117-abeb-767eb00fd605 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.125715 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-65616956-6685-4117-abeb-767eb00fd605 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051625 Jun 02 16:24:20.128965 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:20.130038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34214) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.138653 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-b17a7fe7-79dd-4013-b955-cd17850edd1d tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.139499 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b17a7fe7-79dd-4013-b955-cd17850edd1d tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0076256 Jun 02 16:24:20.151289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-86fae92c-3c3e-40a7-982d-14f4c5853ebe tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:20.156571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34216) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.171611 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Attempting to bind port c4916b5f-37a6-42df-b2d1-37a40e50d934 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:24:20.171997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Attempting to bind port c4916b5f-37a6-42df-b2d1-37a40e50d934 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'bda03093-a208-44b9-9e1e-cc1cf6de7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '27f1c2fa-73c3-4392-8264-44650a59443e'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:24:20.172381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Attempting to bind port c4916b5f-37a6-42df-b2d1-37a40e50d934 on network 27f1c2fa-73c3-4392-8264-44650a59443e {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:24:20.178503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:24:20.178899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Checking segment: {'id': 'bda03093-a208-44b9-9e1e-cc1cf6de7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '27f1c2fa-73c3-4392-8264-44650a59443e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:20.179316 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:20.179417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-a7cb8bad-378d-4c3b-8e7f-14fc10212d16 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.179718 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Bound using segment: {'id': 'bda03093-a208-44b9-9e1e-cc1cf6de7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '27f1c2fa-73c3-4392-8264-44650a59443e'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:24:20.183204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Bound port: c4916b5f-37a6-42df-b2d1-37a40e50d934, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda03093-a208-44b9-9e1e-cc1cf6de7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '27f1c2fa-73c3-4392-8264-44650a59443e'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:24:20.183435 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a7cb8bad-378d-4c3b-8e7f-14fc10212d16 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0113289 Jun 02 16:24:20.183527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:20.203954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34218) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.223734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-652a3bff-69a1-42d1-9425-6ffa2b44b929 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.227398 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-652a3bff-69a1-42d1-9425-6ffa2b44b929 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0196576 Jun 02 16:24:20.233934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34220) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.250246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-0ac4d147-c61e-4d01-9524-09f8462d2816 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.251322 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0ac4d147-c61e-4d01-9524-09f8462d2816 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0093932 Jun 02 16:24:20.284768 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] For port c4916b5f-37a6-42df-b2d1-37a40e50d934, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:24:20.288209 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] For port c4916b5f-37a6-42df-b2d1-37a40e50d934, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c4916b5f-37a6-42df-b2d1-37a40e50d934,segment=NetworkSegment(bda03093-a208-44b9-9e1e-cc1cf6de7c87),segment_id=bda03093-a208-44b9-9e1e-cc1cf6de7c87)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:24:20.294335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:20.298381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:20.302842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34222) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.311115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-34c79218-f7c7-4580-ac99-18b887a24cda tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.314538 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-34c79218-f7c7-4580-ac99-18b887a24cda tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0050151 Jun 02 16:24:20.316727 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c9166-3058-4b49-99cd-fce02119e0c2 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7599dfa-35ad-4b86-be45-2fe039e46f85,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:20.320410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34224) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.328713 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-664c9166-3058-4b49-99cd-fce02119e0c2 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:20.331856 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-98c0b4c4-54d4-4752-8a2c-22db5b9b50d8 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.335176 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-98c0b4c4-54d4-4752-8a2c-22db5b9b50d8 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0091679 Jun 02 16:24:20.362843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34226) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.380857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-664c9166-3058-4b49-99cd-fce02119e0c2 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:20.382117 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-664c9166-3058-4b49-99cd-fce02119e0c2 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a7599dfa-35ad-4b86-be45-2fe039e46f85 HTTP/1.1" status: 204 len: 168 time: 0.4824181 Jun 02 16:24:20.383540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-78c71fcd-808d-46b1-9437-75cddcef66e2 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.384498 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-78c71fcd-808d-46b1-9437-75cddcef66e2 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0173631 Jun 02 16:24:20.386426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34228) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.387612 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-91fb7eb9-e53a-4b14-8275-43dd70f299c0 req-7596a554-1b7e-4616-b0f1-6863364719ef tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638438 Jun 02 16:24:20.388083 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34230) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.389843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Pushing event updated for resources: {'Port': ['ID=c4916b5f-37a6-42df-b2d1-37a40e50d934,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:20.392588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-12ecf481-8df9-44e5-bb1f-cab4ea97c93e tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.395527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:20.400719 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-12ecf481-8df9-44e5-bb1f-cab4ea97c93e tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0116987 Jun 02 16:24:20.407124 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34232) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.417506 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-6677e9b1-2485-4c7a-9977-d59bcbba9b79 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.418487 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6677e9b1-2485-4c7a-9977-d59bcbba9b79 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0084393 Jun 02 16:24:20.427782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34234) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.430765 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Attempting to bind port 5a6aea31-8e6b-43a2-a35d-de6027716132 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:24:20.431099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Attempting to bind port 5a6aea31-8e6b-43a2-a35d-de6027716132 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b424153d-49e0-424b-9c2b-48967b1cae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:24:20.431459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Attempting to bind port 5a6aea31-8e6b-43a2-a35d-de6027716132 on network 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:24:20.443752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-ab772d8d-b2de-466d-beec-1884482aef8c tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.444879 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ab772d8d-b2de-466d-beec-1884482aef8c tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0091052 Jun 02 16:24:20.448125 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34236) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.458730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-cc43f61e-d73a-4303-9cd4-2c1772f95eb2 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.461898 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cc43f61e-d73a-4303-9cd4-2c1772f95eb2 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0088742 Jun 02 16:24:20.463133 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34238) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.474314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-20e8b29b-0317-4968-a46e-56b515db1421 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.477635 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-20e8b29b-0317-4968-a46e-56b515db1421 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0111291 Jun 02 16:24:20.483070 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34240) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.487708 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-c73c8ead-adea-4c0c-8494-e1e9ec5b3ddc tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.492560 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c73c8ead-adea-4c0c-8494-e1e9ec5b3ddc tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046017 Jun 02 16:24:20.492560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Allocated IP 172.20.0.12 (27f1c2fa-73c3-4392-8264-44650a59443e/18f7407b-4050-4319-9b06-a5fa3ffeebe1/0ac55f97-f409-4da3-a4c4-488da3744fc5) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:20.497183 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d167d180-1c46-4ac7-be9f-811c62428bfe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port 11974597-85d6-4e9b-bce9-00ae0dd7a47f {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:20.497984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d167d180-1c46-4ac7-be9f-811c62428bfe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:20.498588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34242) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.510746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Port 5a6aea31-8e6b-43a2-a35d-de6027716132 on network 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:24:20.511073 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Attempting to bind port 5a6aea31-8e6b-43a2-a35d-de6027716132 on network 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:24:20.512954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-aaec2334-526c-4b66-b3a4-51b1e578dbcd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:20.520636 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-6e6e236d-5f11-45cc-be1b-923b85ee217e tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.525497 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6e6e236d-5f11-45cc-be1b-923b85ee217e tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0219548 Jun 02 16:24:20.526310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34244) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.531058 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-7ea888f7-aa3b-432f-8c89-0b2291e533af tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.536224 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7ea888f7-aa3b-432f-8c89-0b2291e533af tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0047240 Jun 02 16:24:20.537061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34246) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.546714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-aa394b95-c703-429e-81a5-c7bc91883f54 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.551478 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-aa394b95-c703-429e-81a5-c7bc91883f54 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0084410 Jun 02 16:24:20.552117 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34248) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.567643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-f30b8f8f-e38b-41df-bdf8-9ab5e10c298f tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.571232 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f30b8f8f-e38b-41df-bdf8-9ab5e10c298f tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0128961 Jun 02 16:24:20.583248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34250) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.585421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-aaec2334-526c-4b66-b3a4-51b1e578dbcd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:20.591053 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-aaec2334-526c-4b66-b3a4-51b1e578dbcd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1995559 Jun 02 16:24:20.592087 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:24:20.592432 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Checking segment: {'id': 'b424153d-49e0-424b-9c2b-48967b1cae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:20.592817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Bound using segment: {'id': 'b424153d-49e0-424b-9c2b-48967b1cae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:24:20.593012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34252) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.593262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Bound port: 5a6aea31-8e6b-43a2-a35d-de6027716132, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b424153d-49e0-424b-9c2b-48967b1cae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:24:20.593621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:20.611762 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-50cf4771-7559-41b2-bc73-2aeb57bfc658 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.615360 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-50cf4771-7559-41b2-bc73-2aeb57bfc658 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0220313 Jun 02 16:24:20.676301 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34254) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.702888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-942f0764-f49c-4df4-819b-c2d6cf0f1f1a tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.703361 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f332f2cd-d896-4f16-95b2-2d2e2c694f04 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:20.706260 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-942f0764-f49c-4df4-819b-c2d6cf0f1f1a tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0284226 Jun 02 16:24:20.712719 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34256) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.725068 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f332f2cd-d896-4f16-95b2-2d2e2c694f04 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:20.746618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-ccc30131-04f1-43e9-ba96-72f8c26f14fe tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.747621 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ccc30131-04f1-43e9-ba96-72f8c26f14fe tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0088146 Jun 02 16:24:20.751522 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34258) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.765338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-aaa5cd47-e731-4d1b-887d-919faced1c77 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.766545 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-aaa5cd47-e731-4d1b-887d-919faced1c77 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0127401 Jun 02 16:24:20.771628 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34260) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.797238 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-c76b0aa6-4456-4dff-90cc-092c41643e94 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.798282 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c76b0aa6-4456-4dff-90cc-092c41643e94 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0210159 Jun 02 16:24:20.801366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f332f2cd-d896-4f16-95b2-2d2e2c694f04 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:20.802987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34262) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.807207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:20.812859 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-e5bbf963-698a-42e4-b27e-3d1108251317 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.816883 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e5bbf963-698a-42e4-b27e-3d1108251317 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0098057 Jun 02 16:24:20.819567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-20c75bcc-7f39-497e-adba-cebe31a0c9cd tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:20.831506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34264) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.841489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-978c5142-6d8a-4787-91a5-366114bec4d1 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.844997 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-978c5142-6d8a-4787-91a5-366114bec4d1 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0100291 Jun 02 16:24:20.851829 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34266) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.854939 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332f2cd-d896-4f16-95b2-2d2e2c694f04 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f566f13-b6f2-47c2-af15-8f10f1b9a524,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:20.859139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-5dbc639b-7628-44a1-9351-2d8cd23c95a6 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.862580 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5dbc639b-7628-44a1-9351-2d8cd23c95a6 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0072045 Jun 02 16:24:20.863483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Transition to ACTIVE for port object 0ac55f97-f409-4da3-a4c4-488da3744fc5 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:20.864490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34268) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.865516 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f332f2cd-d896-4f16-95b2-2d2e2c694f04 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:20.870231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-6732d8ee-36db-455b-abd0-9eda40cca96a tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.871212 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6732d8ee-36db-455b-abd0-9eda40cca96a tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0047047 Jun 02 16:24:20.874823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f332f2cd-d896-4f16-95b2-2d2e2c694f04 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:20.875854 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f332f2cd-d896-4f16-95b2-2d2e2c694f04 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/6f566f13-b6f2-47c2-af15-8f10f1b9a524 HTTP/1.1" status: 204 len: 168 time: 0.2819238 Jun 02 16:24:20.876382 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34270) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.879062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34272) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.882241 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-58d59ab4-01fa-4327-b8bc-cf8de43d1f89 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.883288 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-58d59ab4-01fa-4327-b8bc-cf8de43d1f89 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049129 Jun 02 16:24:20.885853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34274) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.891028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-f8decc9a-ae3e-4844-b428-1da408fa7e78 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.891939 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f8decc9a-ae3e-4844-b428-1da408fa7e78 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042443 Jun 02 16:24:20.898284 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34276) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.951410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-992e7b9d-6b58-4340-b45f-f4d2a1349b39 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:20.958563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-20aa7ae7-c5c3-4871-b939-b3d51b2f3cdb tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:20.959514 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-20aa7ae7-c5c3-4871-b939-b3d51b2f3cdb tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048075 Jun 02 16:24:20.961892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:20.968000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34278) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:20.968706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:21.012139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-765b2511-2809-45ba-b0f9-9d828c4b0ea1 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.016271 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-765b2511-2809-45ba-b0f9-9d828c4b0ea1 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0134282 Jun 02 16:24:21.027633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34280) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.034808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-7442635d-bcd1-4f2f-a861-84802981264f tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.035832 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7442635d-bcd1-4f2f-a861-84802981264f tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048106 Jun 02 16:24:21.041140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-992e7b9d-6b58-4340-b45f-f4d2a1349b39 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:21.042587 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-992e7b9d-6b58-4340-b45f-f4d2a1349b39 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1574225 Jun 02 16:24:21.046185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34282) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.046185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34284) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.063752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-65f84069-c0c5-43bd-ac69-04718f4c2e2f tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.064749 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-65f84069-c0c5-43bd-ac69-04718f4c2e2f tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0143793 Jun 02 16:24:21.079995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 27f1c2fa-73c3-4392-8264-44650a59443e is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:21.080618 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34286) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.087062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:21.094313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-0b4fb982-c875-4e8e-a814-f1fea36f65bc tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.095278 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0b4fb982-c875-4e8e-a814-f1fea36f65bc tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0113358 Jun 02 16:24:21.101098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34288) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.101895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:21.134725 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-9aeed0ba-d53b-42fb-8baa-a80e8ffc7647 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.135683 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9aeed0ba-d53b-42fb-8baa-a80e8ffc7647 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0078213 Jun 02 16:24:21.138239 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=0ac55f97-f409-4da3-a4c4-488da3744fc5,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:21.140383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34290) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.149444 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] For port 5a6aea31-8e6b-43a2-a35d-de6027716132, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:24:21.153678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:21.156914 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-9e2b5ad1-0a27-403e-ac6e-3341b2e97054 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.157916 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9e2b5ad1-0a27-403e-ac6e-3341b2e97054 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0113780 Jun 02 16:24:21.158339 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-d167d180-1c46-4ac7-be9f-811c62428bfe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] For port 11974597-85d6-4e9b-bce9-00ae0dd7a47f, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=11974597-85d6-4e9b-bce9-00ae0dd7a47f,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:21.158538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d167d180-1c46-4ac7-be9f-811c62428bfe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:21.158928 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:21.162640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34292) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.174111 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-85e7674e-2352-4ca2-ba83-9a095a2ea9ad tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.174893 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-85e7674e-2352-4ca2-ba83-9a095a2ea9ad tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0101974 Jun 02 16:24:21.184823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34294) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.189496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-33403347-efd3-439c-ad1c-9a0dc781fb87 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.195120 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-33403347-efd3-439c-ad1c-9a0dc781fb87 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0047867 Jun 02 16:24:21.195344 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] For port 5a6aea31-8e6b-43a2-a35d-de6027716132, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a6aea31-8e6b-43a2-a35d-de6027716132,segment=NetworkSegment(b424153d-49e0-424b-9c2b-48967b1cae27),segment_id=b424153d-49e0-424b-9c2b-48967b1cae27)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:24:21.195452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d152ea2c-e952-4f53-a000-9738cd59007f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:21.204482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34296) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.211320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-2b7d9cf7-586a-4c93-a8cc-05ee2f3a3155 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.215812 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2b7d9cf7-586a-4c93-a8cc-05ee2f3a3155 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0070353 Jun 02 16:24:21.216066 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d152ea2c-e952-4f53-a000-9738cd59007f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:21.223865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34298) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.231502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-5d46804c-280e-490b-b5b3-75cf88b2ca60 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.234996 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5d46804c-280e-490b-b5b3-75cf88b2ca60 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0076494 Jun 02 16:24:21.238358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:21.239005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:21.243125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34300) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.250491 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-4efc9dba-8852-443f-8831-e9ffb7de4fec tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.251418 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4efc9dba-8852-443f-8831-e9ffb7de4fec tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0046637 Jun 02 16:24:21.254589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34302) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.263110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-550da8a9-21df-4fd2-bfa0-de9673407300 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.264206 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-550da8a9-21df-4fd2-bfa0-de9673407300 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0086696 Jun 02 16:24:21.268734 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34304) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.279015 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-e8f53f1a-0c9e-44a6-8264-66ba747a3b63 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.279872 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e8f53f1a-0c9e-44a6-8264-66ba747a3b63 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0056474 Jun 02 16:24:21.284839 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34306) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.287848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-9b745e24-ab1f-47bd-8699-7211e5832f77 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.288816 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9b745e24-ab1f-47bd-8699-7211e5832f77 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045743 Jun 02 16:24:21.290762 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.7855082 Jun 02 16:24:21.291402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34308) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.296256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-24a9a778-0857-4337-b8a2-5580c3aade52 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.297331 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-24a9a778-0857-4337-b8a2-5580c3aade52 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0049851 Jun 02 16:24:21.297800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34310) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.300358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d152ea2c-e952-4f53-a000-9738cd59007f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:21.323929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:21.327759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34312) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.339663 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d167d180-1c46-4ac7-be9f-811c62428bfe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for 11974597-85d6-4e9b-bce9-00ae0dd7a47f owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:21.343437 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a4f9a585-db20-4d00-abc9-7ddeb3f8405c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:21.347719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f332f2cd-d896-4f16-95b2-2d2e2c694f04 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:21.377416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-6a17348d-7277-44da-bf91-d2b332fc2f76 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.381215 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6a17348d-7277-44da-bf91-d2b332fc2f76 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0084074 Jun 02 16:24:21.385046 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d152ea2c-e952-4f53-a000-9738cd59007f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:21.388694 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d152ea2c-e952-4f53-a000-9738cd59007f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/7212b250-7d94-4ebe-a5f9-d1285011f9f3 HTTP/1.1" status: 204 len: 168 time: 0.3347187 Jun 02 16:24:21.388694 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34314) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.393964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34316) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.404275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-9e6eee5b-d3db-460c-8c1a-01693d6076d5 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.406652 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9e6eee5b-d3db-460c-8c1a-01693d6076d5 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0072381 Jun 02 16:24:21.410492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152ea2c-e952-4f53-a000-9738cd59007f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7212b250-7d94-4ebe-a5f9-d1285011f9f3,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:21.413166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d152ea2c-e952-4f53-a000-9738cd59007f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:21.415429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34318) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.427117 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c4916b5f-37a6-42df-b2d1-37a40e50d934 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:21.441605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-3cc35112-af3f-4dff-8443-5a5bbdfe6d8a tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.445726 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3cc35112-af3f-4dff-8443-5a5bbdfe6d8a tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0143468 Jun 02 16:24:21.456362 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34322) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.460955 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-4b4fd93e-a8f9-4fa7-a251-648c0d0633f5 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.461907 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4b4fd93e-a8f9-4fa7-a251-648c0d0633f5 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045712 Jun 02 16:24:21.467623 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34324) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.472281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-91a938fd-3517-4772-8dc4-a3feaf16dcb2 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.473237 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-91a938fd-3517-4772-8dc4-a3feaf16dcb2 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046678 Jun 02 16:24:21.476649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34326) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.481454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-7faae382-1da3-45f7-ac7f-af3fd01cdf4e tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.482485 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7faae382-1da3-45f7-ac7f-af3fd01cdf4e tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048566 Jun 02 16:24:21.485168 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34328) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.499707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-13e83646-425f-442c-8fd7-0ed84e763a93 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.499917 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84cc1ac-3630-48f7-8968-01e763530bb4 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Router a98c3d88-45ae-4d76-9dc4-034b54c8db90 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:24:21.500867 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-13e83646-425f-442c-8fd7-0ed84e763a93 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0140836 Jun 02 16:24:21.504191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34330) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.508363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:21.509873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:21.511428 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] 10.222.0.49 "PUT /v2.0/ports/5a6aea31-8e6b-43a2-a35d-de6027716132 HTTP/1.1" status: 200 len: 1093 time: 5.4324522 Jun 02 16:24:21.518655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-4994fdbd-4281-4ef6-874e-20069143aac3 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.519693 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4994fdbd-4281-4ef6-874e-20069143aac3 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0145869 Jun 02 16:24:21.535174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'tag': '5a6aea31-8e6b-43a2-a35d-de6027716132'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:24:21.537655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b607a36f-e429-4472-862c-ea58b5f1bca0" -d '{"events": [{"name": "network-changed", "server_uuid": "7db766e4-e538-4a8e-8480-6582cce54ac6", "tag": "5a6aea31-8e6b-43a2-a35d-de6027716132"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:24:21.552836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34332) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.583046 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-e7be648b-3f9f-4731-ae35-1dc1b49d2817 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port 0ac55f97-f409-4da3-a4c4-488da3744fc5 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:21.583396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e7be648b-3f9f-4731-ae35-1dc1b49d2817 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:21.583578 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-7533c44b-1c09-4335-8eee-782dcb0adada tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.587940 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7533c44b-1c09-4335-8eee-782dcb0adada tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0198758 Jun 02 16:24:21.620986 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34336) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.638684 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port c4916b5f-37a6-42df-b2d1-37a40e50d934 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:21.688008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4433d7ab-74f7-4f5c-8eb4-07511a47c010 x-openstack-request-id: req-4433d7ab-74f7-4f5c-8eb4-07511a47c010 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:24:21.688546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db766e4-e538-4a8e-8480-6582cce54ac6", "tag": "5a6aea31-8e6b-43a2-a35d-de6027716132", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:24:21.688987 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4433d7ab-74f7-4f5c-8eb4-07511a47c010 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:24:21.689560 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'tag': '5a6aea31-8e6b-43a2-a35d-de6027716132', 'status': 'completed', 'code': 200} Jun 02 16:24:21.693111 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-6fdfeac2-63f2-4543-894a-956a67594a1d tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.694407 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6fdfeac2-63f2-4543-894a-956a67594a1d tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0690477 Jun 02 16:24:21.698813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34338) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.716795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:21.721204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-7744af8e-fd04-4bef-ae35-2341abda36a5 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.722249 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7744af8e-fd04-4bef-ae35-2341abda36a5 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0128162 Jun 02 16:24:21.750318 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ca0d1e-80dc-4e92-9373-0c3cd6f14d84 None None] Network 27f1c2fa-73c3-4392-8264-44650a59443e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:21.764548 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34340) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.779410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-2f31514f-ecdb-42cf-aa3b-ac60c75f78e7 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.783526 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2f31514f-ecdb-42cf-aa3b-ac60c75f78e7 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0141826 Jun 02 16:24:21.787319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34342) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.792537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-876c09cc-54bc-40aa-bc33-96da1e431845 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.795889 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-876c09cc-54bc-40aa-bc33-96da1e431845 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0045111 Jun 02 16:24:21.804511 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Pushing event updated for resources: {'Port': ['ID=5a6aea31-8e6b-43a2-a35d-de6027716132,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:21.820337 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34344) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.823346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:21.835608 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [None req-03c8ee19-8b09-4c98-bd31-ff57d545d60a tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.840140 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-03c8ee19-8b09-4c98-bd31-ff57d545d60a tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0152607 Jun 02 16:24:21.841736 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:21.852253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34346) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.868598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-2da72273-9b9c-4356-8395-26c83b94d4f8 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.872000 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2da72273-9b9c-4356-8395-26c83b94d4f8 tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0057652 Jun 02 16:24:21.879899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34348) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.883467 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7a829b6b-6a39-4069-acca-4b18913647c9 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:21.892540 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-55e0717c-cc1e-48be-a8d8-cbdea92a360a tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.893521 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-55e0717c-cc1e-48be-a8d8-cbdea92a360a tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0087299 Jun 02 16:24:21.900251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34350) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:21.912751 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [None req-78487d30-cb76-4f28-a193-db63e4c0010d tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:24:21.913642 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-78487d30-cb76-4f28-a193-db63e4c0010d tempest-ExtensionsTestJSON-900747002 tempest-ExtensionsTestJSON-900747002-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0108280 Jun 02 16:24:21.961779 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network 584ee21e-a025-4e28-865a-5c7810a9a012 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:21.983781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:21.985988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-14b60b70-26ff-4452-9583-f2b8c04f03dd None None] Provisioning for port c4916b5f-37a6-42df-b2d1-37a40e50d934 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:21.996133 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-14b60b70-26ff-4452-9583-f2b8c04f03dd None None] Provisioning complete for port c4916b5f-37a6-42df-b2d1-37a40e50d934 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:21.996503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-14b60b70-26ff-4452-9583-f2b8c04f03dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:22.007419 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:22.022934 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed60954-0244-4411-a3ac-9428a68c9763 req-f903c83a-473d-4f94-928e-4d9ed03f8903 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:22.024687 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4ed60954-0244-4411-a3ac-9428a68c9763 req-f903c83a-473d-4f94-928e-4d9ed03f8903 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 943 time: 0.3979316 Jun 02 16:24:22.067997 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e7be648b-3f9f-4731-ae35-1dc1b49d2817 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:22.125566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7a829b6b-6a39-4069-acca-4b18913647c9 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:22.127358 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7a829b6b-6a39-4069-acca-4b18913647c9 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7154036 Jun 02 16:24:22.138463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34354) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:22.143620 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=49be344e-9a9d-48ad-bea4-45a3de0799f6,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:22.158145 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:22.241102 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-14b60b70-26ff-4452-9583-f2b8c04f03dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:22.259692 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:22.260387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:22.262320 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f8e47bec-5ce3-49b7-a167-dc0c95f2bff5 req-ebd286ff-4fd1-48be-b358-4d459df7c5da service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4651029 Jun 02 16:24:22.264727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84cc1ac-3630-48f7-8968-01e763530bb4 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:24:22.275869 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e356ed-29d1-451d-8287-950bda4917a6 None None] Sync routers for ids ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:24:22.295405 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e356ed-29d1-451d-8287-950bda4917a6 None None] Routers {'a98c3d88-45ae-4d76-9dc4-034b54c8db90'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:22.297091 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-13e356ed-29d1-451d-8287-950bda4917a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:22.302189 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-14b60b70-26ff-4452-9583-f2b8c04f03dd None None] For port c4916b5f-37a6-42df-b2d1-37a40e50d934, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c4916b5f-37a6-42df-b2d1-37a40e50d934,segment=NetworkSegment(bda03093-a208-44b9-9e1e-cc1cf6de7c87),segment_id=bda03093-a208-44b9-9e1e-cc1cf6de7c87)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:22.302457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f84cc1ac-3630-48f7-8968-01e763530bb4 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:22.303525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-e7be648b-3f9f-4731-ae35-1dc1b49d2817 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for 0ac55f97-f409-4da3-a4c4-488da3744fc5 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:22.314505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-14b60b70-26ff-4452-9583-f2b8c04f03dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:22.316590 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:22.325305 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4ed60954-0244-4411-a3ac-9428a68c9763 req-747c5355-1527-45ad-a025-387ead94dc39 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858663 Jun 02 16:24:22.397888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d3486c64-c3e5-405d-85a0-7ee48c419290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:22.404772 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-d3486c64-c3e5-405d-85a0-7ee48c419290 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63cb22b2aa5349b4b453b929309f04b5&device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 1096 time: 0.7826133 Jun 02 16:24:22.406247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2a922cbd-9a9f-4b70-bb96-b2c7e528994f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:22.421365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2a922cbd-9a9f-4b70-bb96-b2c7e528994f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:22.466232 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b60b70-26ff-4452-9583-f2b8c04f03dd None None] Pushing event updated for resources: {'Port': ['ID=c4916b5f-37a6-42df-b2d1-37a40e50d934,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:22.474807 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-14b60b70-26ff-4452-9583-f2b8c04f03dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:22.498042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34360) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:22.633268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e47bec-5ce3-49b7-a167-dc0c95f2bff5 req-787a7101-6f69-4ec1-983f-7e1ad50cfa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:22.639527 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f8e47bec-5ce3-49b7-a167-dc0c95f2bff5 req-787a7101-6f69-4ec1-983f-7e1ad50cfa76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e97360779e4d6396b45277baa95f46&device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 1099 time: 0.2158644 Jun 02 16:24:22.644138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e7be648b-3f9f-4731-ae35-1dc1b49d2817 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:22.650735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:22.673331 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-13e356ed-29d1-451d-8287-950bda4917a6 None None] Set router a98c3d88-45ae-4d76-9dc4-034b54c8db90 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:24:22.732383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-31db4135-110b-4d54-b0d8-ca10b14f8367 None None] Provisioning complete for port c4916b5f-37a6-42df-b2d1-37a40e50d934 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:22.733094 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-31db4135-110b-4d54-b0d8-ca10b14f8367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:22.757827 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f84cc1ac-3630-48f7-8968-01e763530bb4 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "PUT /v2.0/floatingips/3624bdc7-5e5a-4c63-90a7-3d7d99f605a5 HTTP/1.1" status: 200 len: 992 time: 6.7456639 Jun 02 16:24:22.759323 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-4cfdf3c2-3a35-49b7-9990-0de514f70c7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a6aea31-8e6b-43a2-a35d-de6027716132 HTTP/1.1" status: 200 len: 217 time: 0.1931014 Jun 02 16:24:22.759919 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d167d180-1c46-4ac7-be9f-811c62428bfe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:22.761936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be648b-3f9f-4731-ae35-1dc1b49d2817 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=0ac55f97-f409-4da3-a4c4-488da3744fc5,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:22.802416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0284e83c-b0c9-473c-919e-5abcee847bb9 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:22.813165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c9d99cd-c12d-4e6d-84a9-a44e930722d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:22.826481 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e7be648b-3f9f-4731-ae35-1dc1b49d2817 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:22.938410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167d180-1c46-4ac7-be9f-811c62428bfe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=11974597-85d6-4e9b-bce9-00ae0dd7a47f,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:22.942774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d167d180-1c46-4ac7-be9f-811c62428bfe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:22.960334 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.6710398 Jun 02 16:24:22.960334 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34366) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:22.990491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-31db4135-110b-4d54-b0d8-ca10b14f8367 None None] Could not find standard attr ID for object 0ac55f97-f409-4da3-a4c4-488da3744fc5. {{(pid=92324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 16:24:22.991183 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'port': {'network_id': '584ee21e-a025-4e28-865a-5c7810a9a012', 'name': 'tempest-FloatingIPTestJSON-1530860821'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:23.103134 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2a922cbd-9a9f-4b70-bb96-b2c7e528994f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:23.108605 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0c9d99cd-c12d-4e6d-84a9-a44e930722d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:23.120182 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a63cce6e-8382-41b1-a0d4-2cb557aedcfd None None] Could not find standard attr ID for object 0ac55f97-f409-4da3-a4c4-488da3744fc5. {{(pid=92324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 16:24:23.130183 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0c9d99cd-c12d-4e6d-84a9-a44e930722d2 admin admin] Usage tracker for resource:security_group_rule and tenant:05e64d6bb8544097a80b01affe9cdbc4 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:23.133889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0c9d99cd-c12d-4e6d-84a9-a44e930722d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:23.141083 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0c9d99cd-c12d-4e6d-84a9-a44e930722d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:23.233849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2806c321-95a2-4a5f-969b-bdd9a8e2d768 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:23.286197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c9d99cd-c12d-4e6d-84a9-a44e930722d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:23.297993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e7be648b-3f9f-4731-ae35-1dc1b49d2817 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:23.312994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-dd6f57a1-4a60-473f-9f50-b47f72e3690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:23.316315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c9d99cd-c12d-4e6d-84a9-a44e930722d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:23.322664 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-dd6f57a1-4a60-473f-9f50-b47f72e3690b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37890743-a156-48e2-9877-ae966842ebc7 HTTP/1.1" status: 200 len: 835 time: 0.5213852 Jun 02 16:24:23.327476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e1f94fe6-13b9-46e8-bcf7-44cd00ea9748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:23.331973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a922cbd-9a9f-4b70-bb96-b2c7e528994f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50b5b3ff-ea73-4813-b8ed-3803e6f47561,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:23.361819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e47bec-5ce3-49b7-a167-dc0c95f2bff5 req-dff876eb-6e86-49cb-b470-a87de1466aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:23.363325 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f8e47bec-5ce3-49b7-a167-dc0c95f2bff5 req-dff876eb-6e86-49cb-b470-a87de1466aa0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65d13a74-8578-490b-adf4-f817c919af14 HTTP/1.1" status: 200 len: 912 time: 0.6782253 Jun 02 16:24:23.370152 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-13e356ed-29d1-451d-8287-950bda4917a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'name': 'tempest-ServersTestManualDisk-1127956330-router', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:25Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '49af58ce2596425195cd0dea7b086537', 'gw_port': {'id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:29Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '3624bdc7-5e5a-4c63-90a7-3d7d99f605a5', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'floating_ip_address': '172.26.3.119', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'port_id': '1ad59cdb-97df-4ce3-9e7d-805e23042e4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'mac_address': 'fa:16:3e:91:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140d306d-4923-46bf-9416-3c8ba5e12b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:23:48Z', 'updated_at': '2021-06-02T16:24:18Z', 'revision_number': 1, 'project_id': '49af58ce2596425195cd0dea7b086537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e8d4d2e-6418-4ff6-8ee1-a40768355808', 'name': '', 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'mac_address': 'fa:16:3e:57:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:37Z', 'updated_at': '2021-06-02T16:23:45Z', 'revision_number': 5, 'project_id': '49af58ce2596425195cd0dea7b086537', 'subnets': [{'id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:23.381005 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e356ed-29d1-451d-8287-950bda4917a6 None None] Checking router: a98c3d88-45ae-4d76-9dc4-034b54c8db90 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:24:23.395279 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e356ed-29d1-451d-8287-950bda4917a6 None None] Routers {'a98c3d88-45ae-4d76-9dc4-034b54c8db90'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:23.413857 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-13e356ed-29d1-451d-8287-950bda4917a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:23.451861 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e7be648b-3f9f-4731-ae35-1dc1b49d2817 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/0ac55f97-f409-4da3-a4c4-488da3744fc5 HTTP/1.1" status: 204 len: 168 time: 2.1528172 Jun 02 16:24:23.481802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34370) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:23.518627 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c4916b5f-37a6-42df-b2d1-37a40e50d934 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:23.562043 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0c9d99cd-c12d-4e6d-84a9-a44e930722d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05e64d6bb8544097a80b01affe9cdbc4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0602677 Jun 02 16:24:23.583765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34372) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:23.601621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2a922cbd-9a9f-4b70-bb96-b2c7e528994f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:23.603064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port c4916b5f-37a6-42df-b2d1-37a40e50d934 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:23.604208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:23.619114 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1c3140-6cf4-416b-8a35-634292e22d0d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] GET failed (client error): The resource could not be found. Jun 02 16:24:23.619665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9f1c3140-6cf4-416b-8a35-634292e22d0d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:23.622234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d99cd-c12d-4e6d-84a9-a44e930722d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c65ddb3-58e7-478a-816a-2e0654241594,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:23.626542 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0c9d99cd-c12d-4e6d-84a9-a44e930722d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:23.655496 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2a922cbd-9a9f-4b70-bb96-b2c7e528994f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:23.656633 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2a922cbd-9a9f-4b70-bb96-b2c7e528994f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/50b5b3ff-ea73-4813-b8ed-3803e6f47561 HTTP/1.1" status: 204 len: 168 time: 1.5099535 Jun 02 16:24:23.665426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34374) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:23.668010 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f8e47bec-5ce3-49b7-a167-dc0c95f2bff5 req-d8011bc6-32fa-4907-b446-5319cf1448f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 HTTP/1.1" status: 200 len: 1000 time: 0.2916164 Jun 02 16:24:23.677133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d167d180-1c46-4ac7-be9f-811c62428bfe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:23.693352 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140d306d-4923-46bf-9416-3c8ba5e12b97', 'tag': '1ad59cdb-97df-4ce3-9e7d-805e23042e4e'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:24:23.695894 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-13e356ed-29d1-451d-8287-950bda4917a6 None None] Set router a98c3d88-45ae-4d76-9dc4-034b54c8db90 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:24:23.696643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925f7687-9ba6-4fa3-a4dd-c583eada74d8" -d '{"events": [{"name": "network-changed", "server_uuid": "140d306d-4923-46bf-9416-3c8ba5e12b97", "tag": "1ad59cdb-97df-4ce3-9e7d-805e23042e4e"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:24:23.775516 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9f1c3140-6cf4-416b-8a35-634292e22d0d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:23.776999 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9f1c3140-6cf4-416b-8a35-634292e22d0d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/0ac55f97-f409-4da3-a4c4-488da3744fc5 HTTP/1.1" status: 404 len: 333 time: 0.2937565 Jun 02 16:24:23.787292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34378) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:23.818435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a9f4b-ade4-4867-851e-bcf56717f962 req-3576570a-c29a-49bb-91a8-fe74b9892ac1 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:23.819993 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-993a9f4b-ade4-4867-851e-bcf56717f962 req-3576570a-c29a-49bb-91a8-fe74b9892ac1 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 1.2549093 Jun 02 16:24:23.883289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b007e71e-c30b-494a-b800-17d84ade63c9 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:23.887083 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ba5883fd-2fb6-4d4f-a9f1-b71cea8d5e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:23.893255 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:23.895591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e47bec-5ce3-49b7-a167-dc0c95f2bff5 req-22cd2a6c-533d-4d6c-8281-ad6ee91e64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:23.897217 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f8e47bec-5ce3-49b7-a167-dc0c95f2bff5 req-22cd2a6c-533d-4d6c-8281-ad6ee91e64bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58265fad-4025-46d0-93bb-61bd65052044 HTTP/1.1" status: 200 len: 850 time: 0.2002766 Jun 02 16:24:23.914828 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Usage tracker for resource:port and tenant:b1e6ae044866456481b224d8f3cd9b84 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:23.922465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:23.925726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096b2a4-0f40-4aa9-9a86-52077f5a102a req-51cc06a4-2e40-42ca-8d3b-c2ef0173e099 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:23.927644 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3096b2a4-0f40-4aa9-9a86-52077f5a102a req-51cc06a4-2e40-42ca-8d3b-c2ef0173e099 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 943 time: 0.4071734 Jun 02 16:24:23.938420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:24.023434 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d0e32c-c3a1-4cda-8752-f4a04b69e107 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting subnet 18f7407b-4050-4319-9b06-a5fa3ffeebe1 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:24:24.025461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b007e71e-c30b-494a-b800-17d84ade63c9 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:24.026853 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b007e71e-c30b-494a-b800-17d84ade63c9 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3581469 Jun 02 16:24:24.033456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ba5883fd-2fb6-4d4f-a9f1-b71cea8d5e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:24.045002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34382) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:24.058438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01d0e32c-c3a1-4cda-8752-f4a04b69e107 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:24.092596 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-993a9f4b-ade4-4867-851e-bcf56717f962 req-8e77ef20-459a-44e4-bd67-6c0d006c0e12 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147098 Jun 02 16:24:24.092952 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-13e356ed-29d1-451d-8287-950bda4917a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'name': 'tempest-ServersTestManualDisk-1127956330-router', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:25Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '49af58ce2596425195cd0dea7b086537', 'gw_port': {'id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:29Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '3624bdc7-5e5a-4c63-90a7-3d7d99f605a5', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'floating_ip_address': '172.26.3.119', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'port_id': '1ad59cdb-97df-4ce3-9e7d-805e23042e4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'mac_address': 'fa:16:3e:91:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140d306d-4923-46bf-9416-3c8ba5e12b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:23:48Z', 'updated_at': '2021-06-02T16:24:18Z', 'revision_number': 1, 'project_id': '49af58ce2596425195cd0dea7b086537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e8d4d2e-6418-4ff6-8ee1-a40768355808', 'name': '', 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'mac_address': 'fa:16:3e:57:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:37Z', 'updated_at': '2021-06-02T16:23:45Z', 'revision_number': 5, 'project_id': '49af58ce2596425195cd0dea7b086537', 'subnets': [{'id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:24.095916 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Made reservation on behalf of b1e6ae044866456481b224d8f3cd9b84 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:24.097521 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e356ed-29d1-451d-8287-950bda4917a6 None None] The sync data for ids ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'] in dv-neutron-601336-83-hyperv is: [{'id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'name': 'tempest-ServersTestManualDisk-1127956330-router', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:25Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '49af58ce2596425195cd0dea7b086537', 'gw_port': {'id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:29Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '3624bdc7-5e5a-4c63-90a7-3d7d99f605a5', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'floating_ip_address': '172.26.3.119', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'port_id': '1ad59cdb-97df-4ce3-9e7d-805e23042e4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'mac_address': 'fa:16:3e:91:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140d306d-4923-46bf-9416-3c8ba5e12b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:23:48Z', 'updated_at': '2021-06-02T16:24:18Z', 'revision_number': 1, 'project_id': '49af58ce2596425195cd0dea7b086537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e8d4d2e-6418-4ff6-8ee1-a40768355808', 'name': '', 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'mac_address': 'fa:16:3e:57:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:37Z', 'updated_at': '2021-06-02T16:23:45Z', 'revision_number': 5, 'project_id': '49af58ce2596425195cd0dea7b086537', 'subnets': [{'id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:24:24.099382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:24.114575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-18438247-dc61-4c02-aac1-1670af9e3c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:24.116405 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-18438247-dc61-4c02-aac1-1670af9e3c45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d5fd4a6-9151-4311-8e5f-7f09280e7ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5221112 Jun 02 16:24:24.140194 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d167d180-1c46-4ac7-be9f-811c62428bfe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Router 0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:24:24.157787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01d0e32c-c3a1-4cda-8752-f4a04b69e107 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:24.175345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] device_id is not set on port 198e3b17-52c9-4e1c-9009-089764ca01c5 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:24.213634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad7f92c-0a11-4c9b-8af7-135a39c2ada9 x-openstack-request-id: req-7ad7f92c-0a11-4c9b-8af7-135a39c2ada9 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:24:24.220574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140d306d-4923-46bf-9416-3c8ba5e12b97", "tag": "1ad59cdb-97df-4ce3-9e7d-805e23042e4e", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:24:24.221072 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ad7f92c-0a11-4c9b-8af7-135a39c2ada9 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:24:24.221533 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140d306d-4923-46bf-9416-3c8ba5e12b97', 'tag': '1ad59cdb-97df-4ce3-9e7d-805e23042e4e', 'status': 'completed', 'code': 200} Jun 02 16:24:24.229602 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3096b2a4-0f40-4aa9-9a86-52077f5a102a req-557c320f-fed5-415a-b671-f2bc725492f4 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634866 Jun 02 16:24:24.248757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.49', 57747) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:24.322437 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ba5883fd-2fb6-4d4f-a9f1-b71cea8d5e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:24.333857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:24.340629 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bf69cde7-9264-4f1e-a357-936dcb283133 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:24.373404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bf69cde7-9264-4f1e-a357-936dcb283133 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:24.379580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5883fd-2fb6-4d4f-a9f1-b71cea8d5e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c65ddb3-58e7-478a-816a-2e0654241594,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:24.382265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ba5883fd-2fb6-4d4f-a9f1-b71cea8d5e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:24.432798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d167d180-1c46-4ac7-be9f-811c62428bfe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:24:24.440389 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233abaeb-7291-4169-ac62-d537c1481b6c None None] New status for floating IP 3624bdc7-5e5a-4c63-90a7-3d7d99f605a5: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:24:24.454911 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7386b3fa-fb63-4e30-91fd-80d589747e21 None None] Sync routers for ids ['0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:24:24.465099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ba5883fd-2fb6-4d4f-a9f1-b71cea8d5e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:24.465643 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7386b3fa-fb63-4e30-91fd-80d589747e21 None None] Routers {'0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:24.466259 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ba5883fd-2fb6-4d4f-a9f1-b71cea8d5e88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c65ddb3-58e7-478a-816a-2e0654241594 HTTP/1.1" status: 204 len: 168 time: 0.8793850 Jun 02 16:24:24.466807 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7386b3fa-fb63-4e30-91fd-80d589747e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:24.485498 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d167d180-1c46-4ac7-be9f-811c62428bfe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "PUT /v2.0/routers/0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0108161 Jun 02 16:24:24.491833 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34388) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:24.492298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e47bec-5ce3-49b7-a167-dc0c95f2bff5 req-96b45341-c23c-4ee8-ba02-d04008d70fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:24.493852 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f8e47bec-5ce3-49b7-a167-dc0c95f2bff5 req-96b45341-c23c-4ee8-ba02-d04008d70fd8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65d13a74-8578-490b-adf4-f817c919af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5809276 Jun 02 16:24:24.520551 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01d0e32c-c3a1-4cda-8752-f4a04b69e107 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:24.635571 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-c01ca486-5169-4705-99b4-02973e96a3c2 service neutron] 10.222.0.49 "GET /v2.0/networks/2d5fd4a6-9151-4311-8e5f-7f09280e7ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879694 Jun 02 16:24:24.644746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17a2fee-1f9f-452a-ba6a-1e6232a3caa2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:24.646395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17a2fee-1f9f-452a-ba6a-1e6232a3caa2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:24.647148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e17a2fee-1f9f-452a-ba6a-1e6232a3caa2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:24.705399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e17a2fee-1f9f-452a-ba6a-1e6232a3caa2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:24.706662 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e17a2fee-1f9f-452a-ba6a-1e6232a3caa2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2120454 Jun 02 16:24:24.711292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34390) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:24.810014 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Allocated IP 172.20.0.8 (584ee21e-a025-4e28-865a-5c7810a9a012/a7c9fa21-81eb-474a-aba4-3bbf21b18ee1/198e3b17-52c9-4e1c-9009-089764ca01c5) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:24.812683 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-7386b3fa-fb63-4e30-91fd-80d589747e21 None None] Set router 0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:24:24.868644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bf69cde7-9264-4f1e-a357-936dcb283133 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:24.870775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fa01b45a-84ae-49e0-b25e-90617aafd947 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:24.919237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f0edd4-c95b-4b06-bd5f-134e840d22d4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet b475fd65-3bf5-41f0-be2f-4049fd9767b4 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:24:24.940166 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53f0edd4-c95b-4b06-bd5f-134e840d22d4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:24.977032 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7386b3fa-fb63-4e30-91fd-80d589747e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766', 'name': 'tempest-NetworksTestDHCPv6-router-1910199899', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:24:05Z', 'updated_at': '2021-06-02T16:24:22Z', 'revision_number': 3, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:24.982975 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7386b3fa-fb63-4e30-91fd-80d589747e21 None None] Checking router: 0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:24:24.993164 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7386b3fa-fb63-4e30-91fd-80d589747e21 None None] Routers {'0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:24.993805 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7386b3fa-fb63-4e30-91fd-80d589747e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:25.009121 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eaaf791-ddcb-4780-99e8-a354c2b4be63 req-b848c2f6-ac32-4f50-a711-215521a9bde1 service neutron] 10.222.0.49 "GET /v2.0/networks/2d5fd4a6-9151-4311-8e5f-7f09280e7ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530064 Jun 02 16:24:25.061838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69cde7-9264-4f1e-a357-936dcb283133 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb4971da-a1bc-4f5d-be74-9de085d6e88d,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:25.079843 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f8e47bec-5ce3-49b7-a167-dc0c95f2bff5 req-dec35cb9-644a-4fae-a02e-31540541ab1a service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828995 Jun 02 16:24:25.080870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01d0e32c-c3a1-4cda-8752-f4a04b69e107 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:25.092832 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bf69cde7-9264-4f1e-a357-936dcb283133 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:25.117759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-83233ae7-70ff-454d-b0ee-95a7c5240516 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:25.135313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53f0edd4-c95b-4b06-bd5f-134e840d22d4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:25.165242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843e1372-909d-4a3f-a708-baf9f81b8241 None None] Network 27f1c2fa-73c3-4392-8264-44650a59443e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:25.210473 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-7386b3fa-fb63-4e30-91fd-80d589747e21 None None] Set router 0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:24:25.412139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0e32c-c3a1-4cda-8752-f4a04b69e107 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Subnet': ['ID=18f7407b-4050-4319-9b06-a5fa3ffeebe1,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:25.424110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f7687-9ba6-4fa3-a4dd-c583eada74d8 req-f719a27f-a69f-47bd-bfc9-15526b601f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:25.436108 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-925f7687-9ba6-4fa3-a4dd-c583eada74d8 req-f719a27f-a69f-47bd-bfc9-15526b601f49 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49af58ce2596425195cd0dea7b086537&device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 1099 time: 1.1738849 Jun 02 16:24:25.437040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bf69cde7-9264-4f1e-a357-936dcb283133 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:25.438016 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bf69cde7-9264-4f1e-a357-936dcb283133 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/cb4971da-a1bc-4f5d-be74-9de085d6e88d HTTP/1.1" status: 204 len: 168 time: 1.3902864 Jun 02 16:24:25.439527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01d0e32c-c3a1-4cda-8752-f4a04b69e107 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:25.441312 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-01d0e32c-c3a1-4cda-8752-f4a04b69e107 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/18f7407b-4050-4319-9b06-a5fa3ffeebe1 HTTP/1.1" status: 204 len: 168 time: 1.6510441 Jun 02 16:24:25.454216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-01d0e32c-c3a1-4cda-8752-f4a04b69e107 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:25.458095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34414) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:25.458422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34416) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:25.464060 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7386b3fa-fb63-4e30-91fd-80d589747e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766', 'name': 'tempest-NetworksTestDHCPv6-router-1910199899', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:24:05Z', 'updated_at': '2021-06-02T16:24:22Z', 'revision_number': 3, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:25.470910 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7386b3fa-fb63-4e30-91fd-80d589747e21 None None] The sync data for ids ['0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766'] in dv-neutron-601336-83-hyperv is: [{'id': '0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766', 'name': 'tempest-NetworksTestDHCPv6-router-1910199899', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:24:05Z', 'updated_at': '2021-06-02T16:24:22Z', 'revision_number': 3, 'project_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'gw_port_host': None}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:24:25.582478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34420) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:25.661136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:25.704232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607a36f-e429-4472-862c-ea58b5f1bca0 req-642c6ecd-253b-4b51-9341-e2fa7b4a381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:25.705728 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b607a36f-e429-4472-862c-ea58b5f1bca0 req-642c6ecd-253b-4b51-9341-e2fa7b4a381e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63cb22b2aa5349b4b453b929309f04b5&device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 1096 time: 0.6324079 Jun 02 16:24:25.725002 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-401013202'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:25.760530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:25.768187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53f0edd4-c95b-4b06-bd5f-134e840d22d4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:25.791062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bca279-4517-4411-9192-5f59146efae3 req-9a8071d5-4762-4db0-9fdd-9f63e23e51b0 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:25.792531 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d3bca279-4517-4411-9192-5f59146efae3 req-9a8071d5-4762-4db0-9fdd-9f63e23e51b0 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 1.4021366 Jun 02 16:24:25.796961 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Usage tracker for resource:network and tenant:61d8f1f615344e2eb87b52c0c9be27c7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:25.808231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab92acd-ba4c-4469-822b-804352cd182b req-7a592919-b85a-42e4-911d-8930fe6dd7db tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:25.808466 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bab92acd-ba4c-4469-822b-804352cd182b req-7a592919-b85a-42e4-911d-8930fe6dd7db tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 943 time: 0.2987890 Jun 02 16:24:25.850347 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc61d16-f23e-4d9f-942b-3fc3474627d2 None None] DHCP port deletion for 27f1c2fa-73c3-4392-8264-44650a59443e request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:24:25.858239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:25.877959 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:25.888641 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f8e47bec-5ce3-49b7-a167-dc0c95f2bff5 req-81b6acf3-342a-497d-b83d-966374941a60 service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7969921 Jun 02 16:24:25.904651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:25.915228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5c285fbd-32af-49ac-ad41-c079010277da tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:25.938557 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Made reservation on behalf of 61d8f1f615344e2eb87b52c0c9be27c7 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:25.943175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:25.960331 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-5fc61d16-f23e-4d9f-942b-3fc3474627d2 None None] Deleting port c4916b5f-37a6-42df-b2d1-37a40e50d934 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:25.960933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5fc61d16-f23e-4d9f-942b-3fc3474627d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:25.975162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:25.977501 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d3bca279-4517-4411-9192-5f59146efae3 req-294847fd-8453-4dab-83c1-81958075bbed tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530468 Jun 02 16:24:25.983089 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5c285fbd-32af-49ac-ad41-c079010277da tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:25.986569 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5c285fbd-32af-49ac-ad41-c079010277da tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5252054 Jun 02 16:24:25.989694 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34424) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:26.008188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:26.037424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-97aca243-9703-462a-b431-06a2a022a3ca tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:26.065471 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f7687-9ba6-4fa3-a4dd-c583eada74d8 req-455fcbe5-0281-4a0c-9219-299893800d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:26.066924 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-925f7687-9ba6-4fa3-a4dd-c583eada74d8 req-455fcbe5-0281-4a0c-9219-299893800d81 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 HTTP/1.1" status: 200 len: 913 time: 0.6097038 Jun 02 16:24:26.084428 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bab92acd-ba4c-4469-822b-804352cd182b req-a0b8aa16-ded3-4893-972e-14ac1371ad63 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150967 Jun 02 16:24:26.147266 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5fc61d16-f23e-4d9f-942b-3fc3474627d2 None None] For port c4916b5f-37a6-42df-b2d1-37a40e50d934, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c4916b5f-37a6-42df-b2d1-37a40e50d934,segment=NetworkSegment(bda03093-a208-44b9-9e1e-cc1cf6de7c87),segment_id=bda03093-a208-44b9-9e1e-cc1cf6de7c87)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:26.147823 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5fc61d16-f23e-4d9f-942b-3fc3474627d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:26.171082 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:26.200556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Usage tracker for resource:security_group_rule and tenant:61d8f1f615344e2eb87b52c0c9be27c7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:26.207238 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607a36f-e429-4472-862c-ea58b5f1bca0 req-173daea6-eac8-4600-8ba0-06c2049a0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:26.208980 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b607a36f-e429-4472-862c-ea58b5f1bca0 req-173daea6-eac8-4600-8ba0-06c2049a0701 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 HTTP/1.1" status: 200 len: 898 time: 0.4919913 Jun 02 16:24:26.212946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:26.229722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network 584ee21e-a025-4e28-865a-5c7810a9a012 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:26.260704 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-925f7687-9ba6-4fa3-a4dd-c583eada74d8 req-3dd343c2-5388-47c0-9f71-4cdfef8adba9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ad59cdb-97df-4ce3-9e7d-805e23042e4e HTTP/1.1" status: 200 len: 1002 time: 0.1788356 Jun 02 16:24:26.267762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c441693a-1a9c-4630-b125-404e9535cc6c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:26.287279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:26.298873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:26.307897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-5fc61d16-f23e-4d9f-942b-3fc3474627d2 None None] Calling delete_port for c4916b5f-37a6-42df-b2d1-37a40e50d934 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:26.313167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=198e3b17-52c9-4e1c-9009-089764ca01c5,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:26.318414 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:26.355755 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b607a36f-e429-4472-862c-ea58b5f1bca0 req-b400f0fa-b5d9-4411-9176-197186664707 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a6aea31-8e6b-43a2-a35d-de6027716132 HTTP/1.1" status: 200 len: 217 time: 0.1351616 Jun 02 16:24:26.366459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port c4916b5f-37a6-42df-b2d1-37a40e50d934 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:26.366942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:26.367076 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:26.383092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5fc61d16-f23e-4d9f-942b-3fc3474627d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:26.405722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:26.406758 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c441693a-1a9c-4630-b125-404e9535cc6c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:26.495260 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc61d16-f23e-4d9f-942b-3fc3474627d2 None None] No DVR routers for this DVR port c4916b5f-37a6-42df-b2d1-37a40e50d934 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:24:26.497404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc61d16-f23e-4d9f-942b-3fc3474627d2 None None] Pushing event deleted for resources: {'Port': ['ID=c4916b5f-37a6-42df-b2d1-37a40e50d934,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:26.508579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5fc61d16-f23e-4d9f-942b-3fc3474627d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:26.535205 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f7687-9ba6-4fa3-a4dd-c583eada74d8 req-2b5f890a-9b65-41bd-89ff-dbde94d026ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:26.536648 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-925f7687-9ba6-4fa3-a4dd-c583eada74d8 req-2b5f890a-9b65-41bd-89ff-dbde94d026ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf6c0475-33ce-4de8-b05c-e927a7d26e87 HTTP/1.1" status: 200 len: 851 time: 0.2661049 Jun 02 16:24:26.589700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:26.590327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:26.598748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607a36f-e429-4472-862c-ea58b5f1bca0 req-3fc51c2d-d425-40c1-83cc-527a7eac2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:26.600193 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b607a36f-e429-4472-862c-ea58b5f1bca0 req-3fc51c2d-d425-40c1-83cc-527a7eac2d68 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37890743-a156-48e2-9877-ae966842ebc7 HTTP/1.1" status: 200 len: 835 time: 0.2068801 Jun 02 16:24:26.655359 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] For port c4916b5f-37a6-42df-b2d1-37a40e50d934, host dv-neutron-601336-83-hyperv, got binding levels [] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:26.655744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:26.711223 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7423232 Jun 02 16:24:26.723307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34430) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:26.739154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': '198e3b17-52c9-4e1c-9009-089764ca01c5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:26.760774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53f0edd4-c95b-4b06-bd5f-134e840d22d4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:26.768395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:26.771350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:26.785710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for c4916b5f-37a6-42df-b2d1-37a40e50d934 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:26.791158 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.ipam_backend_mixin [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Port c4916b5f-37a6-42df-b2d1-37a40e50d934 was not found and therefore no delete operation was performed {{(pid=92322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 16:24:26.793042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c441693a-1a9c-4630-b125-404e9535cc6c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:26.800808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cf510691-daf2-4ead-b990-66187ecb3113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:26.807651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:26.812589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:26.812826 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Usage tracker for resource:floatingip and tenant:b1e6ae044866456481b224d8f3cd9b84 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:26.821390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:26.824660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0edd4-c95b-4b06-bd5f-134e840d22d4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=b475fd65-3bf5-41f0-be2f-4049fd9767b4,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:26.831853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:26.836316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53f0edd4-c95b-4b06-bd5f-134e840d22d4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:26.838984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-53f0edd4-c95b-4b06-bd5f-134e840d22d4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:26.840876 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:26.842722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341d6df4-b1be-4360-9b69-28a4253c67c8 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:26.843000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-96b65948-342f-4a49-b6bc-7af90b85d00f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:26.848446 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441693a-1a9c-4630-b125-404e9535cc6c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=458336ca-fae7-43f1-a28c-231f08d0a1dd,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:26.855312 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c441693a-1a9c-4630-b125-404e9535cc6c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:26.858551 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-48f694dd-46dd-49d0-9881-2fcf1bc68eb8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:26.892688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:24:26.896580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No DVR routers for this DVR port c4916b5f-37a6-42df-b2d1-37a40e50d934 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:24:26.900068 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-53f0edd4-c95b-4b06-bd5f-134e840d22d4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/b475fd65-3bf5-41f0-be2f-4049fd9767b4 HTTP/1.1" status: 204 len: 168 time: 2.1380007 Jun 02 16:24:26.907623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34432) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:26.911741 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607a36f-e429-4472-862c-ea58b5f1bca0 req-e8cd5196-a41b-4119-a726-212076b36611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:26.913186 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b607a36f-e429-4472-862c-ea58b5f1bca0 req-e8cd5196-a41b-4119-a726-212076b36611 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d5fd4a6-9151-4311-8e5f-7f09280e7ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2976022 Jun 02 16:24:26.942111 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=c4916b5f-37a6-42df-b2d1-37a40e50d934,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:26.950473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:26.965495 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c441693a-1a9c-4630-b125-404e9535cc6c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:26.966697 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c441693a-1a9c-4630-b125-404e9535cc6c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-groups/458336ca-fae7-43f1-a28c-231f08d0a1dd HTTP/1.1" status: 204 len: 168 time: 0.9724007 Jun 02 16:24:26.968229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:26.972720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34434) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:26.992522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949305fd-67b4-4d99-af68-b30ec84cc892,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:27.001268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf7860-1bd7-4858-a0e5-a0c63c0761ac req-38db122a-bdd3-4898-9d0b-705c562a31fb tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:27.008782 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b5bf7860-1bd7-4858-a0e5-a0c63c0761ac req-38db122a-bdd3-4898-9d0b-705c562a31fb tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.4800625 Jun 02 16:24:27.028757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:27.028998 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Added segment 1d4d02b8-86da-481f-90bb-a156cbe54883 of type vlan for network 969911e0-9489-43a9-8307-cd3632486dfc Jun 02 16:24:27.032690 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:27.037503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f7687-9ba6-4fa3-a4dd-c583eada74d8 req-4ad052ca-9759-47d9-b181-5bf413e4f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:27.039043 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-925f7687-9ba6-4fa3-a4dd-c583eada74d8 req-4ad052ca-9759-47d9-b181-5bf413e4f3f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a75d7e7-a9b6-4122-8b21-d9fba5e3b411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4481602 Jun 02 16:24:27.191789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:27.198636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:27.210745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f29ace-a828-4054-9e46-61783e58b050 None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:24:27.277559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f1c2fa-73c3-4392-8264-44650a59443e']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:27.286372 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-98f29ace-a828-4054-9e46-61783e58b050 None None] Deleting port f061c875-8096-4ac5-91a2-4437e0c7a5c9 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:27.287756 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-98f29ace-a828-4054-9e46-61783e58b050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:27.295261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c8486993-3532-4837-a59c-609aa463db5f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:27.309740 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b5bf7860-1bd7-4858-a0e5-a0c63c0761ac req-d630c1d8-fce8-48d7-b5c2-eaf063c28480 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996311 Jun 02 16:24:27.320817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda03093-a208-44b9-9e1e-cc1cf6de7c87') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:27.321202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda03093-a208-44b9-9e1e-cc1cf6de7c87') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:27.348489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:27.359028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c8486993-3532-4837-a59c-609aa463db5f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:27.360311 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c8486993-3532-4837-a59c-609aa463db5f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3860052 Jun 02 16:24:27.374501 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34440) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:27.381022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-519326bb-9d1e-49d5-aea7-7e4311a1e7f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162533049'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:27.418351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-519326bb-9d1e-49d5-aea7-7e4311a1e7f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:27.421562 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c4916b5f-37a6-42df-b2d1-37a40e50d934 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:24:27.425189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:27.440903 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-925f7687-9ba6-4fa3-a4dd-c583eada74d8 req-df88adb8-39bc-478b-b548-7a099b1605c0 service neutron] 10.222.0.49 "GET /v2.0/networks/5a75d7e7-a9b6-4122-8b21-d9fba5e3b411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915536 Jun 02 16:24:27.441839 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-519326bb-9d1e-49d5-aea7-7e4311a1e7f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:27.447264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:24:27.447587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:24:27.476269 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:24:27.501045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-98f29ace-a828-4054-9e46-61783e58b050 None None] For port f061c875-8096-4ac5-91a2-4437e0c7a5c9, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f061c875-8096-4ac5-91a2-4437e0c7a5c9,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:27.501806 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-98f29ace-a828-4054-9e46-61783e58b050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:27.510173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: c4916b5f-37a6-42df-b2d1-37a40e50d934 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:24:27.510796 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c4916b5f-37a6-42df-b2d1-37a40e50d934 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:24:27.511506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 11974597-85d6-4e9b-bce9-00ae0dd7a47f no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:24:27.541386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:24:27.559987 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6cd89095-d59a-40ed-bb74-2f3caf39436a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:router {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:27.604477 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 11974597-85d6-4e9b-bce9-00ae0dd7a47f {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:24:27.607405 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 11974597-85d6-4e9b-bce9-00ae0dd7a47f not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:24:27.608707 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f061c875-8096-4ac5-91a2-4437e0c7a5c9 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:24:27.620216 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b607a36f-e429-4472-862c-ea58b5f1bca0 req-75d470fd-66de-4727-9e65-b3fb27006315 service neutron] 10.222.0.49 "GET /v2.0/networks/2d5fd4a6-9151-4311-8e5f-7f09280e7ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333520 Jun 02 16:24:27.656238 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:27.662256 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:27.662921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:27.673378 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b3f93cde-220d-4ee5-9065-84b5a776642d tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:27.687132 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-519326bb-9d1e-49d5-aea7-7e4311a1e7f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:27.701160 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-98f29ace-a828-4054-9e46-61783e58b050 None None] Calling delete_port for f061c875-8096-4ac5-91a2-4437e0c7a5c9 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:27.702742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6cd89095-d59a-40ed-bb74-2f3caf39436a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:router {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:27.704192 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6cd89095-d59a-40ed-bb74-2f3caf39436a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7952707 Jun 02 16:24:27.720839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34442) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:27.819366 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:27.845207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-519326bb-9d1e-49d5-aea7-7e4311a1e7f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:27.850920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:27.853290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-519326bb-9d1e-49d5-aea7-7e4311a1e7f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:27.861038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-519326bb-9d1e-49d5-aea7-7e4311a1e7f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:27.864540 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a6581ca7-d6fb-4506-97f9-ebe6eaa35064 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:27.886827 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-98f29ace-a828-4054-9e46-61783e58b050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:27.887180 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:27.897666 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-93559e62-bae6-486f-a789-0d8f48807662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:27.906247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-519326bb-9d1e-49d5-aea7-7e4311a1e7f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:27.917688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Network': ['ID=27f1c2fa-73c3-4392-8264-44650a59443e,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:27.929425 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/networks/27f1c2fa-73c3-4392-8264-44650a59443e HTTP/1.1" status: 204 len: 168 time: 2.4632914 Jun 02 16:24:27.929425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:27.938814 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34444) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:27.945669 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'name': 'tempest-PortsTestJSON-1693957941'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:27.947331 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f29ace-a828-4054-9e46-61783e58b050 None None] Pushing event deleted for resources: {'Port': ['ID=f061c875-8096-4ac5-91a2-4437e0c7a5c9,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:27.950754 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-98f29ace-a828-4054-9e46-61783e58b050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:27.951842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f29ace-a828-4054-9e46-61783e58b050 None None] No DVR routers for this DVR port f061c875-8096-4ac5-91a2-4437e0c7a5c9 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:24:27.973262 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3890741 Jun 02 16:24:27.981403 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34446) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:27.995068 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Request body: {'subnet': {'network_id': '969911e0-9489-43a9-8307-cd3632486dfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:28.011930 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-925f7687-9ba6-4fa3-a4dd-c583eada74d8 req-c20392b5-8c97-42bb-9698-55e1284d8432 service neutron] 10.222.0.49 "GET /v2.0/networks/5a75d7e7-a9b6-4122-8b21-d9fba5e3b411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390649 Jun 02 16:24:28.055029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Pushing event updated for resources: {'Network': ['ID=969911e0-9489-43a9-8307-cd3632486dfc,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:28.058226 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:28.068021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 969911e0-9489-43a9-8307-cd3632486dfc details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:24:28.081451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e4d6-c220-470f-8d67-43636e046711 req-ce1290b9-ea90-4a16-aeeb-1fb21d541a81 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:28.083328 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e622e4d6-c220-470f-8d67-43636e046711 req-ce1290b9-ea90-4a16-aeeb-1fb21d541a81 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 943 time: 0.8296707 Jun 02 16:24:28.129337 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-30f36c75-0c46-4d27-8631-2d5d5717f024 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.192803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.193633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:28.206939 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b607a36f-e429-4472-862c-ea58b5f1bca0 req-c768427d-a5a2-4019-bd88-514c10e60312 service neutron] 10.222.0.49 "GET /v2.0/networks/2d5fd4a6-9151-4311-8e5f-7f09280e7ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769932 Jun 02 16:24:28.218177 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:28.226798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:28.243775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 5a6aea31-8e6b-43a2-a35d-de6027716132 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:24:28.245319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Usage tracker for resource:subnet and tenant:61d8f1f615344e2eb87b52c0c9be27c7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:28.255419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:28.258310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:28.261583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.278135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:28.281786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-519326bb-9d1e-49d5-aea7-7e4311a1e7f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.291965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-519326bb-9d1e-49d5-aea7-7e4311a1e7f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.297484 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b3c74d53-0962-48f0-9d9f-7f350be98731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:28.329248 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] device_id is not set on port 45cc6d25-f9fd-445b-9b71-47f31a6236e5 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:28.337900 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e622e4d6-c220-470f-8d67-43636e046711 req-7f8ce171-bec5-41e1-9d3b-fb95bb03aeef tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340360 Jun 02 16:24:28.418394 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Made reservation on behalf of 61d8f1f615344e2eb87b52c0c9be27c7 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:28.422206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.437177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 5a6aea31-8e6b-43a2-a35d-de6027716132, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a6aea31-8e6b-43a2-a35d-de6027716132,segment=NetworkSegment(b424153d-49e0-424b-9c2b-48967b1cae27),segment_id=b424153d-49e0-424b-9c2b-48967b1cae27)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:28.455013 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '5a6aea31-8e6b-43a2-a35d-de6027716132', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'port_id': '5a6aea31-8e6b-43a2-a35d-de6027716132', 'mac_address': 'fa:16:3e:3d:0f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37890743-a156-48e2-9877-ae966842ebc7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:24:28.489695 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519326bb-9d1e-49d5-aea7-7e4311a1e7f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522781d8-2a8c-4c34-8e81-cb3b4d806f92,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:28.517578 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.536449 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6aea31-8e6b-43a2-a35d-de6027716132 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:24:28.542683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-30f36c75-0c46-4d27-8631-2d5d5717f024 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.557670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-30f36c75-0c46-4d27-8631-2d5d5717f024 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.560637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 5a6aea31-8e6b-43a2-a35d-de6027716132, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a6aea31-8e6b-43a2-a35d-de6027716132,segment=NetworkSegment(b424153d-49e0-424b-9c2b-48967b1cae27),segment_id=b424153d-49e0-424b-9c2b-48967b1cae27)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:28.570872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.577882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5fc61d16-f23e-4d9f-942b-3fc3474627d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:28.586631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-519326bb-9d1e-49d5-aea7-7e4311a1e7f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:28.628901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-519326bb-9d1e-49d5-aea7-7e4311a1e7f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.630359 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-519326bb-9d1e-49d5-aea7-7e4311a1e7f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2531753 Jun 02 16:24:28.633421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34452) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:28.641240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-480a3fd0-561d-4639-9f82-e35613d85e99 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group_rule': {'security_group_id': '522781d8-2a8c-4c34-8e81-cb3b4d806f92', 'direction': 'ingress', 'protocol': 17}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:28.655512 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-30f36c75-0c46-4d27-8631-2d5d5717f024 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.656044 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f36c75-0c46-4d27-8631-2d5d5717f024 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Fanout notify agent at l3_agent the message router_deleted on router 0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:24:28.663239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-480a3fd0-561d-4639-9f82-e35613d85e99 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:28.671923 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-480a3fd0-561d-4639-9f82-e35613d85e99 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:28.679918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-480a3fd0-561d-4639-9f82-e35613d85e99 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:28.702386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-480a3fd0-561d-4639-9f82-e35613d85e99 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:28.705386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=5a6aea31-8e6b-43a2-a35d-de6027716132,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:28.712683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Allocated IP 172.26.3.53 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/2844b679-cac7-47b4-abf3-54d5da258139) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:28.717701 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:28.718603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-30f36c75-0c46-4d27-8631-2d5d5717f024 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.722130 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-30f36c75-0c46-4d27-8631-2d5d5717f024 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/routers/0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766 HTTP/1.1" status: 204 len: 168 time: 0.9471571 Jun 02 16:24:28.723797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34454) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:28.787519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f5451bf4-4973-4569-9734-0a1a04cb5622 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:28.792518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-480a3fd0-561d-4639-9f82-e35613d85e99 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.809258 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.821946 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['5a6aea31-8e6b-43a2-a35d-de6027716132'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:24:28.863694 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c45c57-e6d5-4798-8f8d-95c0f62ed9df req-8194bbb2-e3fd-4ef0-ac47-322589991b42 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:28.865370 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a5c45c57-e6d5-4798-8f8d-95c0f62ed9df req-8194bbb2-e3fd-4ef0-ac47-322589991b42 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.3841076 Jun 02 16:24:28.918313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f5451bf4-4973-4569-9734-0a1a04cb5622 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:28.919414 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f5451bf4-4973-4569-9734-0a1a04cb5622 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1938608 Jun 02 16:24:28.924152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34456) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:28.964450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-480a3fd0-561d-4639-9f82-e35613d85e99 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.974542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-480a3fd0-561d-4639-9f82-e35613d85e99 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:28.981756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:29.000150 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a5c45c57-e6d5-4798-8f8d-95c0f62ed9df req-9604f47b-febc-45f3-b1dc-3ec9b995a44c tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256289 Jun 02 16:24:29.020838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a3fd0-561d-4639-9f82-e35613d85e99 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a9defc-1793-42f6-8cfd-606220c8de89,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:29.025756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:29.032615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-480a3fd0-561d-4639-9f82-e35613d85e99 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:29.047384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-480a3fd0-561d-4639-9f82-e35613d85e99 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:29.048637 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-480a3fd0-561d-4639-9f82-e35613d85e99 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4142339 Jun 02 16:24:29.051851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34458) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:29.055150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f85eb-ab46-411b-aadf-316a698a248c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:29.055843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e76f85eb-ab46-411b-aadf-316a698a248c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:29.068446 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:29.080207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-efc39d28-fb3c-454d-96dd-8db9afed8725 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:29.137152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:29.144049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5684f766-207e-4375-ae33-05e5c9ed049d tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:29.162908 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:29.168585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:29.173898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e76f85eb-ab46-411b-aadf-316a698a248c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:29.177543 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e76f85eb-ab46-411b-aadf-316a698a248c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2495310 Jun 02 16:24:29.177543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:29.181292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:29.181925 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:29.182183 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34460) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:29.190824 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-35fdb47d-8098-493a-9cdf-a0d20371b803 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:29.222668 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2815955 Jun 02 16:24:29.230356 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34462) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:29.262889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=45cc6d25-f9fd-445b-9b71-47f31a6236e5,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:29.305661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:29.449738 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-51adb0d8-49da-4907-bec1-0b7d38b35d15 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:router {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:29.470118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:29.470512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-89271f36-d90e-4f9f-b300-32541789b8b2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port 45cc6d25-f9fd-445b-9b71-47f31a6236e5 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:29.470875 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89271f36-d90e-4f9f-b300-32541789b8b2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:29.479839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-35fdb47d-8098-493a-9cdf-a0d20371b803 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:29.488729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:29.503222 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:29.530022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=2844b679-cac7-47b4-abf3-54d5da258139,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:29.578429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:29.612474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-51adb0d8-49da-4907-bec1-0b7d38b35d15 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:router {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:29.613642 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-51adb0d8-49da-4907-bec1-0b7d38b35d15 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4207702 Jun 02 16:24:29.621560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34466) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:29.632750 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-ceec1b2a-36c6-4e74-b224-52ea1f954b1f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:29.784479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89271f36-d90e-4f9f-b300-32541789b8b2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:29.796076 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-35fdb47d-8098-493a-9cdf-a0d20371b803 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:29.811320 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-501174e3-2edf-4684-b3fc-f5ba8e62cfea tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:29.858373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:29.872343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdb47d-8098-493a-9cdf-a0d20371b803 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522781d8-2a8c-4c34-8e81-cb3b4d806f92,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:29.884187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-35fdb47d-8098-493a-9cdf-a0d20371b803 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:29.899158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ceec1b2a-36c6-4e74-b224-52ea1f954b1f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:29.921917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b891fef3-f177-4463-bc7c-bff661bf4291 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:29.957414 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-89271f36-d90e-4f9f-b300-32541789b8b2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for 45cc6d25-f9fd-445b-9b71-47f31a6236e5 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:29.986918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39eb91-c7fd-4b79-8281-5f6b96a3cf64 req-2b026341-a908-451c-abcf-6ebedc21f1c4 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:29.988427 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea39eb91-c7fd-4b79-8281-5f6b96a3cf64 req-2b026341-a908-451c-abcf-6ebedc21f1c4 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 944 time: 0.4944632 Jun 02 16:24:29.997285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ceec1b2a-36c6-4e74-b224-52ea1f954b1f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:29.999584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-35fdb47d-8098-493a-9cdf-a0d20371b803 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:30.000718 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-35fdb47d-8098-493a-9cdf-a0d20371b803 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-groups/522781d8-2a8c-4c34-8e81-cb3b4d806f92 HTTP/1.1" status: 204 len: 168 time: 0.9473057 Jun 02 16:24:30.005655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34470) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:30.045215 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceec1b2a-36c6-4e74-b224-52ea1f954b1f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:30.047950 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Pushing event updated for resources: {'Subnet': ['ID=a5181e5d-334b-4f88-9e22-5e6bd2d22fe3,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:30.048647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ceec1b2a-36c6-4e74-b224-52ea1f954b1f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:30.058609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:30.079367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Checking segment: {'id': '1d4d02b8-86da-481f-90bb-a156cbe54883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '969911e0-9489-43a9-8307-cd3632486dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:30.079715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Network hostable DHCP agents. Network: 969911e0-9489-43a9-8307-cd3632486dfc, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:24:30.119741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a43667bd-46a6-4969-b6cc-0e9c79189ad2 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:30.136224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89271f36-d90e-4f9f-b300-32541789b8b2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:30.143301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Network 969911e0-9489-43a9-8307-cd3632486dfc is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:24:30.145660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2e3c292f-7acc-451a-a52a-416289933c7a tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:30.220005 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea39eb91-c7fd-4b79-8281-5f6b96a3cf64 req-fe1a1df8-011f-4901-b4be-6929083c93d8 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169793 Jun 02 16:24:30.235186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89271f36-d90e-4f9f-b300-32541789b8b2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=45cc6d25-f9fd-445b-9b71-47f31a6236e5,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:30.241155 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 5a6aea31-8e6b-43a2-a35d-de6027716132 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:30.247614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a43667bd-46a6-4969-b6cc-0e9c79189ad2 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:30.257406 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a43667bd-46a6-4969-b6cc-0e9c79189ad2 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2387807 Jun 02 16:24:30.257406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-89271f36-d90e-4f9f-b300-32541789b8b2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:30.257406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 969911e0-9489-43a9-8307-cd3632486dfc) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:30.257406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34474) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:30.259550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f8cec003-98ca-404b-b81f-f5caf7e6423e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group': {'name': 'tempest-secgroup--1995743140'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:30.264355 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89271f36-d90e-4f9f-b300-32541789b8b2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:30.275405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f8cec003-98ca-404b-b81f-f5caf7e6423e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:30.291044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:30.291648 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:30.310277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f8cec003-98ca-404b-b81f-f5caf7e6423e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:30.322188 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-89271f36-d90e-4f9f-b300-32541789b8b2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/45cc6d25-f9fd-445b-9b71-47f31a6236e5 HTTP/1.1" status: 204 len: 168 time: 1.0898616 Jun 02 16:24:30.326639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34476) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:30.336346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4610ba04-5ad1-453f-a0f2-d4ae5bf1eb37 None None] Network 969911e0-9489-43a9-8307-cd3632486dfc requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:30.337584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'mac_address': 'fa:16:3e:7a:88:11', 'name': 'tempest-PortsTestJSON-713328088'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:30.358298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8cec003-98ca-404b-b81f-f5caf7e6423e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:30.377446 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3901250 Jun 02 16:24:30.379049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34478) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:30.384096 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Request body: {'port': {'network_id': '969911e0-9489-43a9-8307-cd3632486dfc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-289380807'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:30.457538 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f8cec003-98ca-404b-b81f-f5caf7e6423e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:30.477012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f8cec003-98ca-404b-b81f-f5caf7e6423e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:30.484383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f8cec003-98ca-404b-b81f-f5caf7e6423e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:30.486798 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 5a6aea31-8e6b-43a2-a35d-de6027716132 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:30.495726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 5a6aea31-8e6b-43a2-a35d-de6027716132 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:30.496678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:30.497196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f8cec003-98ca-404b-b81f-f5caf7e6423e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:30.507268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490d9b9-7890-4f55-abdf-3a978ab6b516 req-21c0042c-ac34-4bb4-a0f8-78c7ff919578 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:30.508777 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6490d9b9-7890-4f55-abdf-3a978ab6b516 req-21c0042c-ac34-4bb4-a0f8-78c7ff919578 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.3331933 Jun 02 16:24:30.509831 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:30.516863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:port and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:30.525109 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:30.535361 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:30.547522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:30.584924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:30.607412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:30.614638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Usage tracker for resource:port and tenant:61d8f1f615344e2eb87b52c0c9be27c7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:30.657691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:30.672348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:30.675129 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6490d9b9-7890-4f55-abdf-3a978ab6b516 req-f0d62408-ec6e-4d94-88fc-76e007ab540b tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512756 Jun 02 16:24:30.705461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-969911e0-9489-43a9-8307-cd3632486dfc', 'network_id': '969911e0-9489-43a9-8307-cd3632486dfc', 'tenant_id': '61d8f1f615344e2eb87b52c0c9be27c7', 'fixed_ips': [{'subnet_id': 'a5181e5d-334b-4f88-9e22-5e6bd2d22fe3'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:24:30.706336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:30.746588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:30.754596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:30.769953 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8cec003-98ca-404b-b81f-f5caf7e6423e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:30.777058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Made reservation on behalf of 61d8f1f615344e2eb87b52c0c9be27c7 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:30.779036 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8cec003-98ca-404b-b81f-f5caf7e6423e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:30.780750 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:30.787004 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:30.787327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:30.814033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] device_id is not set on port 37ea572a-9815-4860-93aa-331ae7cfbf0e yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:30.832991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] device_id is not set on port efc83050-44fc-4b0c-9b12-ef8da43110eb yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:30.836425 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6aea31-8e6b-43a2-a35d-de6027716132'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:24:30.838902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014b6bf1-de00-4ebe-a819-428ab79f616a" -d '{"events": [{"server_uuid": "7db766e4-e538-4a8e-8480-6582cce54ac6", "name": "network-vif-plugged", "status": "completed", "tag": "5a6aea31-8e6b-43a2-a35d-de6027716132"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:24:30.865149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 5a6aea31-8e6b-43a2-a35d-de6027716132, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a6aea31-8e6b-43a2-a35d-de6027716132,segment=NetworkSegment(b424153d-49e0-424b-9c2b-48967b1cae27),segment_id=b424153d-49e0-424b-9c2b-48967b1cae27)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:30.883706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cec003-98ca-404b-b81f-f5caf7e6423e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94cdc630-7466-4b40-8a2f-2c24c3d94c94,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:30.890309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f8cec003-98ca-404b-b81f-f5caf7e6423e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:30.928949 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8cec003-98ca-404b-b81f-f5caf7e6423e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:30.934646 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f8cec003-98ca-404b-b81f-f5caf7e6423e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6782804 Jun 02 16:24:30.938802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34484) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:30.943653 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group': {'name': 'tempest-secgroup--1397381987'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:30.980320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:30.997030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:31.024768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:31.036811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:31.043605 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Allocated IP 2001:db8::2 (969911e0-9489-43a9-8307-cd3632486dfc/a5181e5d-334b-4f88-9e22-5e6bd2d22fe3/31caf636-4126-4b62-901f-4ff5d2f37216) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:31.087414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a354dc35-933d-4798-af24-dd55d65d8d8e x-openstack-request-id: req-a354dc35-933d-4798-af24-dd55d65d8d8e {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:24:31.088029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db766e4-e538-4a8e-8480-6582cce54ac6", "name": "network-vif-plugged", "status": "completed", "tag": "5a6aea31-8e6b-43a2-a35d-de6027716132", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:24:31.088279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a354dc35-933d-4798-af24-dd55d65d8d8e {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:24:31.088777 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6aea31-8e6b-43a2-a35d-de6027716132', 'code': 200} Jun 02 16:24:31.090191 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.096485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a1d4dc91-6df3-4a6b-ab04-896df544c2cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:31.129756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.187717 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:31.203698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:31.207955 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:31.212601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.218796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:31.261480 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=5a6aea31-8e6b-43a2-a35d-de6027716132,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:31.286769 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:31.311869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.319512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.327636 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f8cec003-98ca-404b-b81f-f5caf7e6423e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:31.336969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.368925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.objects.ports [None req-ceec1b2a-36c6-4e74-b224-52ea1f954b1f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92323) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:24:31.373067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ceec1b2a-36c6-4e74-b224-52ea1f954b1f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.385477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1757998f-1d56-41d7-be43-5581b1213907 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:31.390061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ebd3ff-df02-45f4-88f0-829592824d23,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:31.393435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:31.399038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1294a9a7-f176-4cfd-af4e-e10560aa1292 tempest-RoutersAdminTest-1483044120 tempest-RoutersAdminTest-1483044120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:31.433076 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:31.441684 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:31.444319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:31.450347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:31.450998 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.452438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.463729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceec1b2a-36c6-4e74-b224-52ea1f954b1f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:31.464238 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Transition to ACTIVE for port object 31caf636-4126-4b62-901f-4ff5d2f37216 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:31.464347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.468363 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5283453 Jun 02 16:24:31.471527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34488) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:31.483687 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Transition to ACTIVE for port object 31caf636-4126-4b62-901f-4ff5d2f37216 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:31.485681 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-6026fd47-3c1b-4a17-9d74-798e4d7a6577 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group_rule': {'security_group_id': '94cdc630-7466-4b40-8a2f-2c24c3d94c94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '18ebd3ff-df02-45f4-88f0-829592824d23', 'remote_ip_prefix': None}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:31.490289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.494987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-53b94522-0633-44ba-843c-aedab26a36eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:31.505424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6026fd47-3c1b-4a17-9d74-798e4d7a6577 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:31.512054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-ceec1b2a-36c6-4e74-b224-52ea1f954b1f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:31.516882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6026fd47-3c1b-4a17-9d74-798e4d7a6577 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:31.520386 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1869848 Jun 02 16:24:31.523525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6026fd47-3c1b-4a17-9d74-798e4d7a6577 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:31.530175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34490) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:31.543943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d343d141-13e4-412f-999d-14162c225fbb None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:31.544752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.571067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.571632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=37ea572a-9815-4860-93aa-331ae7cfbf0e,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:31.575073 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6026fd47-3c1b-4a17-9d74-798e4d7a6577 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:31.580640 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec1b2a-36c6-4e74-b224-52ea1f954b1f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=fc183e88-6182-4872-8878-38388c9f9a62,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:31.589115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b1824-7e6e-4b44-b8b9-51c2f9c96e3c req-8b134802-8b76-42d1-aff5-4ad2b5a6bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:31.590785 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-303b1824-7e6e-4b44-b8b9-51c2f9c96e3c req-8b134802-8b76-42d1-aff5-4ad2b5a6bb84 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 1098 time: 0.3711674 Jun 02 16:24:31.592265 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceec1b2a-36c6-4e74-b224-52ea1f954b1f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:31.593097 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ceec1b2a-36c6-4e74-b224-52ea1f954b1f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.594273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Network 969911e0-9489-43a9-8307-cd3632486dfc is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:31.598116 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:31.599923 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ceec1b2a-36c6-4e74-b224-52ea1f954b1f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:31.602250 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:31.605301 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:31.612771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9e8d323e-1a78-4c17-b40c-10c20f9f2692 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:31.624020 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6026fd47-3c1b-4a17-9d74-798e4d7a6577 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.649201 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66983c3-d662-46b3-89b6-f97512ee0fa9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:31.649807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a66983c3-d662-46b3-89b6-f97512ee0fa9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:31.661429 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Pushing event updated for resources: {'Port': ['ID=31caf636-4126-4b62-901f-4ff5d2f37216,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:31.665095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:31.712280 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a66983c3-d662-46b3-89b6-f97512ee0fa9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:31.716070 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a66983c3-d662-46b3-89b6-f97512ee0fa9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/37ea572a-9815-4860-93aa-331ae7cfbf0e HTTP/1.1" status: 200 len: 840 time: 0.1822751 Jun 02 16:24:31.717642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34494) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:31.789605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Allocated IP 2001:db8::115 (969911e0-9489-43a9-8307-cd3632486dfc/a5181e5d-334b-4f88-9e22-5e6bd2d22fe3/efc83050-44fc-4b0c-9b12-ef8da43110eb) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:31.797723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6026fd47-3c1b-4a17-9d74-798e4d7a6577 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.801862 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Attempting to bind port 31caf636-4126-4b62-901f-4ff5d2f37216 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:24:31.802316 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Attempting to bind port 31caf636-4126-4b62-901f-4ff5d2f37216 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '1d4d02b8-86da-481f-90bb-a156cbe54883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '969911e0-9489-43a9-8307-cd3632486dfc'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:24:31.802700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Attempting to bind port 31caf636-4126-4b62-901f-4ff5d2f37216 on network 969911e0-9489-43a9-8307-cd3632486dfc {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:24:31.812965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6026fd47-3c1b-4a17-9d74-798e4d7a6577 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.815610 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:31.825240 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-303b1824-7e6e-4b44-b8b9-51c2f9c96e3c req-c90cb948-8bb9-4b07-afd4-860969baaa59 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163548 Jun 02 16:24:31.827724 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ceec1b2a-36c6-4e74-b224-52ea1f954b1f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2030599 Jun 02 16:24:31.828513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=2844b679-cac7-47b4-abf3-54d5da258139,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:31.835482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34496) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:31.840895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-f01c45ce-8820-4c27-a5ae-994c629f6682 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:31.842709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:24:31.843104 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Checking segment: {'id': '1d4d02b8-86da-481f-90bb-a156cbe54883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '969911e0-9489-43a9-8307-cd3632486dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:31.843522 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.843931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Bound using segment: {'id': '1d4d02b8-86da-481f-90bb-a156cbe54883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '969911e0-9489-43a9-8307-cd3632486dfc'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:24:31.844818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Bound port: 31caf636-4126-4b62-901f-4ff5d2f37216, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4d02b8-86da-481f-90bb-a156cbe54883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '969911e0-9489-43a9-8307-cd3632486dfc'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:24:31.845221 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.856173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:31.883134 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:31.931070 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026fd47-3c1b-4a17-9d74-798e4d7a6577 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22794e5-9e8c-469f-b200-605cf8efbbc3,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:32.001913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] For port 31caf636-4126-4b62-901f-4ff5d2f37216, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:24:32.007389 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] For port 31caf636-4126-4b62-901f-4ff5d2f37216, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=31caf636-4126-4b62-901f-4ff5d2f37216,segment=NetworkSegment(1d4d02b8-86da-481f-90bb-a156cbe54883),segment_id=1d4d02b8-86da-481f-90bb-a156cbe54883)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:24:32.011034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': 'fc183e88-6182-4872-8878-38388c9f9a62'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:24:32.012182 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.023997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720d758-835c-44b3-ab22-a98bc3815258 req-0754a973-fec2-4c6d-a2a6-b905f0b6f0bd tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:32.026571 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.026994 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f720d758-835c-44b3-ab22-a98bc3815258 req-0754a973-fec2-4c6d-a2a6-b905f0b6f0bd tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 945 time: 0.5825355 Jun 02 16:24:32.038138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:32.094343 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6026fd47-3c1b-4a17-9d74-798e4d7a6577 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:32.123301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6026fd47-3c1b-4a17-9d74-798e4d7a6577 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.124485 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6026fd47-3c1b-4a17-9d74-798e4d7a6577 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6475053 Jun 02 16:24:32.128505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34500) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:32.175226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a9eacd66-becc-4d0a-ad1b-3c8963796ff1 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.185843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Pushing event updated for resources: {'Port': ['ID=31caf636-4126-4b62-901f-4ff5d2f37216,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:32.187851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:32.190199 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a9eacd66-becc-4d0a-ad1b-3c8963796ff1 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.206444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a2bc95a1-3ec3-4364-9448-53ef436bace1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port 37ea572a-9815-4860-93aa-331ae7cfbf0e {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:32.206444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a2bc95a1-3ec3-4364-9448-53ef436bace1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.228917 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f720d758-835c-44b3-ab22-a98bc3815258 req-e73d5269-245d-4af3-9717-f4724b524141 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792250 Jun 02 16:24:32.247059 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da448d-abf1-4163-b774-fd798aecb16f req-52ffde20-7b9e-4c99-b948-d3df875208ed tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:32.248638 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-46da448d-abf1-4163-b774-fd798aecb16f req-52ffde20-7b9e-4c99-b948-d3df875208ed tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.3839159 Jun 02 16:24:32.362787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a9eacd66-becc-4d0a-ad1b-3c8963796ff1 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.375466 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Allocated IP 2001:db8::f816:3eff:fe5c:ab1e (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/fc183e88-6182-4872-8878-38388c9f9a62/63c71ce5-e674-4845-ae16-a964698e5ebf) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:32.379128 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:32.411123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eacd66-becc-4d0a-ad1b-3c8963796ff1 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c22794e5-9e8c-469f-b200-605cf8efbbc3,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:32.413759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a9eacd66-becc-4d0a-ad1b-3c8963796ff1 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:32.417593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a9eacd66-becc-4d0a-ad1b-3c8963796ff1 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.422329 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a9eacd66-becc-4d0a-ad1b-3c8963796ff1 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/c22794e5-9e8c-469f-b200-605cf8efbbc3 HTTP/1.1" status: 204 len: 168 time: 0.2921016 Jun 02 16:24:32.433600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34502) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:32.437383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a2bc95a1-3ec3-4364-9448-53ef436bace1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.451363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.578643 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-46da448d-abf1-4163-b774-fd798aecb16f req-6e78e804-7e68-4c5c-bca6-668bacf87b0f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544131 Jun 02 16:24:32.579203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f01c45ce-8820-4c27-a5ae-994c629f6682 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:32.615352 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f01c45ce-8820-4c27-a5ae-994c629f6682 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:32.625277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f01c45ce-8820-4c27-a5ae-994c629f6682 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:32.637194 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Transition to ACTIVE for port object efc83050-44fc-4b0c-9b12-ef8da43110eb will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:32.655755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f01c45ce-8820-4c27-a5ae-994c629f6682 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:32.667777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.687509 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Floating IP 6c96b1d4-8e32-44b5-870f-793f9e687e28 associated. External IP: 172.26.3.53, port: 198e3b17-52c9-4e1c-9009-089764ca01c5. Jun 02 16:24:32.691419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a2bc95a1-3ec3-4364-9448-53ef436bace1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for 37ea572a-9815-4860-93aa-331ae7cfbf0e owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:32.694213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Transition to ACTIVE for port object 63c71ce5-e674-4845-ae16-a964698e5ebf will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:32.718889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Transition to ACTIVE for port object 63c71ce5-e674-4845-ae16-a964698e5ebf will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:32.728759 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.733289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ea390557-82ff-44ac-9484-82982e3d362c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:32.735348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e96b99ab-59ec-4a10-b985-8517b58304cb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:32.768368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e96b99ab-59ec-4a10-b985-8517b58304cb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:32.770132 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e96b99ab-59ec-4a10-b985-8517b58304cb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3247881 Jun 02 16:24:32.774342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34504) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:32.803825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01c45ce-8820-4c27-a5ae-994c629f6682 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:32.807482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f01c45ce-8820-4c27-a5ae-994c629f6682 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.811991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:32.815956 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:32.818961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:32.833376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a2bc95a1-3ec3-4364-9448-53ef436bace1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.837578 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.845935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e004e717-43d4-497c-826c-c99d2c1555a6 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:32.856504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:32.868377 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Pushing event updated for resources: {'Port': ['ID=63c71ce5-e674-4845-ae16-a964698e5ebf,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:32.877193 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:32.905410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89bfdffe-f17d-4843-88ea-6933fcb6ee9d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.936105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc95a1-3ec3-4364-9448-53ef436bace1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=37ea572a-9815-4860-93aa-331ae7cfbf0e,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:32.938490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a2bc95a1-3ec3-4364-9448-53ef436bace1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.949425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a2bc95a1-3ec3-4364-9448-53ef436bace1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:32.955254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-09874149-8d33-4cdd-a229-ed14a9b9c1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.962159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Attempting to bind port 63c71ce5-e674-4845-ae16-a964698e5ebf on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:24:32.962619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89bfdffe-f17d-4843-88ea-6933fcb6ee9d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.962898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Attempting to bind port 63c71ce5-e674-4845-ae16-a964698e5ebf by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:24:32.963255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Attempting to bind port 63c71ce5-e674-4845-ae16-a964698e5ebf on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:24:32.970530 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:24:32.971531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:32.971531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.971799 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:24:32.972169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Bound port: 63c71ce5-e674-4845-ae16-a964698e5ebf, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:24:32.972629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:32.976234 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a2bc95a1-3ec3-4364-9448-53ef436bace1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/37ea572a-9815-4860-93aa-331ae7cfbf0e HTTP/1.1" status: 204 len: 168 time: 1.2574797 Jun 02 16:24:32.976930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34506) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:33.039242 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e75063-1988-4924-b75b-2db51ebb4ff8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] GET failed (client error): The resource could not be found. Jun 02 16:24:33.040014 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-41e75063-1988-4924-b75b-2db51ebb4ff8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:33.070667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-41e75063-1988-4924-b75b-2db51ebb4ff8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:33.071646 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] For port 63c71ce5-e674-4845-ae16-a964698e5ebf, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:24:33.077075 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-41e75063-1988-4924-b75b-2db51ebb4ff8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/37ea572a-9815-4860-93aa-331ae7cfbf0e HTTP/1.1" status: 404 len: 333 time: 0.0953526 Jun 02 16:24:33.080279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34508) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:33.080451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] For port 63c71ce5-e674-4845-ae16-a964698e5ebf, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=63c71ce5-e674-4845-ae16-a964698e5ebf,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:24:33.083336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:33.083770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'name': 'tempest-PortsTestJSON-1912184267'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:33.087965 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:33.112963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Network 969911e0-9489-43a9-8307-cd3632486dfc is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:33.182591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Pushing event updated for resources: {'Port': ['ID=63c71ce5-e674-4845-ae16-a964698e5ebf,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:33.187002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:33.200803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89bfdffe-f17d-4843-88ea-6933fcb6ee9d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:33.218637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-21b038c1-5485-4eca-b682-b3f749c35e2e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:33.243284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfdffe-f17d-4843-88ea-6933fcb6ee9d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ebd3ff-df02-45f4-88f0-829592824d23,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:33.247260 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-89bfdffe-f17d-4843-88ea-6933fcb6ee9d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:33.253596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:33.267320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:33.288272 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:33.292585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:33.322447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89bfdffe-f17d-4843-88ea-6933fcb6ee9d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:33.323848 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-89bfdffe-f17d-4843-88ea-6933fcb6ee9d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-groups/18ebd3ff-df02-45f4-88f0-829592824d23 HTTP/1.1" status: 204 len: 168 time: 0.5484862 Jun 02 16:24:33.336545 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34512) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:33.358660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] device_id is not set on port 3ea8e506-c855-45eb-9bd1-8452fb1ff6af yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:33.367863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:33.371202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:33.377413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:33.378291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:33.423469 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.0433407 Jun 02 16:24:33.433198 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Pushing event updated for resources: {'Port': ['ID=efc83050-44fc-4b0c-9b12-ef8da43110eb,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:33.437460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:33.440467 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34514) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:33.450488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Request body: {'port': {'network_id': '969911e0-9489-43a9-8307-cd3632486dfc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1925260270', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:33.451154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.api.validators [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] bootfile-name is not in valid_values {{(pid=92323) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 16:24:33.451434 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.api.validators [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] tftp-server is not in valid_values {{(pid=92323) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 16:24:33.452162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.api.validators [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] server-ip-address is not in valid_values {{(pid=92323) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 16:24:33.506931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 31caf636-4126-4b62-901f-4ff5d2f37216 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:33.628825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-38aaad21-da7c-438e-b7d0-a57dd5bac61f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:33.690664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 31caf636-4126-4b62-901f-4ff5d2f37216 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:33.752023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-38aaad21-da7c-438e-b7d0-a57dd5bac61f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:33.755937 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-38aaad21-da7c-438e-b7d0-a57dd5bac61f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4115341 Jun 02 16:24:33.768040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34520) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:33.792851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23326430-1b0a-4076-87ef-c34e01c7619f None None] Network 969911e0-9489-43a9-8307-cd3632486dfc requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:33.885361 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-77bfe088-0eca-4603-9638-cfc3c01a9002 None None] Provisioning for port 31caf636-4126-4b62-901f-4ff5d2f37216 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:33.899839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-77bfe088-0eca-4603-9638-cfc3c01a9002 None None] Provisioning complete for port 31caf636-4126-4b62-901f-4ff5d2f37216 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:33.900413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-77bfe088-0eca-4603-9638-cfc3c01a9002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:33.901563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:33.924337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-573fe5db-a5a3-400e-9529-3e7d030253f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:33.962191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-573fe5db-a5a3-400e-9529-3e7d030253f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:34.006558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:34.019216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Usage tracker for resource:port and tenant:61d8f1f615344e2eb87b52c0c9be27c7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:34.032991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:34.037587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252248cd-1481-4937-98b1-9cfc75d4d292 req-b4fb8942-9028-4d26-92ac-88747bbdbbca tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:34.039167 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-252248cd-1481-4937-98b1-9cfc75d4d292 req-b4fb8942-9028-4d26-92ac-88747bbdbbca tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.2152033 Jun 02 16:24:34.055338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:34.065657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e805f15-cabc-489a-8fb6-fabae7f16786 req-f16b77b8-3eaa-4651-98ca-5e808e12678a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:34.067801 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1e805f15-cabc-489a-8fb6-fabae7f16786 req-f16b77b8-3eaa-4651-98ca-5e808e12678a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 945 time: 0.4218106 Jun 02 16:24:34.068375 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b83ca6df-a4b5-465e-abcf-73f3d53ae12e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:34.071247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:34.122917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-573fe5db-a5a3-400e-9529-3e7d030253f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:34.129973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 61c5a599-0152-4746-8e04-c17f6727ee6e has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:24:34.132683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Made reservation on behalf of 61d8f1f615344e2eb87b52c0c9be27c7 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:34.136766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:34.138400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-77bfe088-0eca-4603-9638-cfc3c01a9002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:34.173845 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:34.188132 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:34.204047 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:34.212073 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:34.212904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:34.217722 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1e805f15-cabc-489a-8fb6-fabae7f16786 req-dcfbade7-7a4a-4372-b797-6da640d965d6 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237199 Jun 02 16:24:34.219336 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] device_id is not set on port 306e7243-f3b3-4091-bb41-382f559814d8 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:34.221999 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-252248cd-1481-4937-98b1-9cfc75d4d292 req-3da5d146-f730-40ed-ace9-953b8c8f7bd6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614532 Jun 02 16:24:34.223628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=3ea8e506-c855-45eb-9bd1-8452fb1ff6af,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:34.247099 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-77bfe088-0eca-4603-9638-cfc3c01a9002 None None] For port 31caf636-4126-4b62-901f-4ff5d2f37216, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=31caf636-4126-4b62-901f-4ff5d2f37216,segment=NetworkSegment(1d4d02b8-86da-481f-90bb-a156cbe54883),segment_id=1d4d02b8-86da-481f-90bb-a156cbe54883)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:34.254333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:34.255646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-60d23817-0c1e-4a28-b7e5-10002a6c4a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:34.257510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-77bfe088-0eca-4603-9638-cfc3c01a9002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:34.275452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-93559e62-bae6-486f-a789-0d8f48807662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:34.290407 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fe5db-a5a3-400e-9529-3e7d030253f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cdc630-7466-4b40-8a2f-2c24c3d94c94,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:34.302995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-573fe5db-a5a3-400e-9529-3e7d030253f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:34.304287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-573fe5db-a5a3-400e-9529-3e7d030253f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:34.308315 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-573fe5db-a5a3-400e-9529-3e7d030253f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-groups/94cdc630-7466-4b40-8a2f-2c24c3d94c94 HTTP/1.1" status: 204 len: 168 time: 0.5372415 Jun 02 16:24:34.309055 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2292113 Jun 02 16:24:34.309705 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34524) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:34.333404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34526) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:34.344595 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-3cd34c51-446d-46d1-ac86-9250d83ed52c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:34.409651 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfe088-0eca-4603-9638-cfc3c01a9002 None None] Pushing event updated for resources: {'Port': ['ID=31caf636-4126-4b62-901f-4ff5d2f37216,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:34.426289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-77bfe088-0eca-4603-9638-cfc3c01a9002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:34.495474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-59d69395-eaa4-4439-9cd3-d76754ab3aea tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:34.538858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3cd34c51-446d-46d1-ac86-9250d83ed52c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:34.549653 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-59d69395-eaa4-4439-9cd3-d76754ab3aea tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:34.556658 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-59d69395-eaa4-4439-9cd3-d76754ab3aea tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2454233 Jun 02 16:24:34.559418 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34528) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:34.564387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d0aa0307-e85b-4edf-a6d7-aaac12516ab0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891805849'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:34.575631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d0aa0307-e85b-4edf-a6d7-aaac12516ab0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:34.621100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d0aa0307-e85b-4edf-a6d7-aaac12516ab0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:34.653019 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0aa0307-e85b-4edf-a6d7-aaac12516ab0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:34.717738 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-440de1d3-4687-4819-83d3-b38611f9b2d0 None None] Provisioning for port efc83050-44fc-4b0c-9b12-ef8da43110eb completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:34.723232 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-440de1d3-4687-4819-83d3-b38611f9b2d0 None None] Provisioning complete for port efc83050-44fc-4b0c-9b12-ef8da43110eb triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:34.723855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-440de1d3-4687-4819-83d3-b38611f9b2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:34.771462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:24:34.800409 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3b0881-3c97-4753-a55c-1103ebfa0bfa None None] Sync routers for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:24:34.824462 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3b0881-3c97-4753-a55c-1103ebfa0bfa None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:34.825475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6b3b0881-3c97-4753-a55c-1103ebfa0bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:34.830975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Allocated IP 2001:db8::335 (969911e0-9489-43a9-8307-cd3632486dfc/a5181e5d-334b-4f88-9e22-5e6bd2d22fe3/306e7243-f3b3-4091-bb41-382f559814d8) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:34.844140 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ac6b1-f229-4c81-b584-14df67549fd7 req-80b72baf-2101-47ac-b945-44d0987fd11c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:34.850734 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-831ac6b1-f229-4c81-b584-14df67549fd7 req-80b72baf-2101-47ac-b945-44d0987fd11c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 945 time: 0.4119895 Jun 02 16:24:34.908851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d0aa0307-e85b-4edf-a6d7-aaac12516ab0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:34.925826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-440de1d3-4687-4819-83d3-b38611f9b2d0 None None] Port efc83050-44fc-4b0c-9b12-ef8da43110eb cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:24:34.942709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:34.945116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6b3b0881-3c97-4753-a55c-1103ebfa0bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:34.951564 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-440de1d3-4687-4819-83d3-b38611f9b2d0 None None] Provisioning complete for port 31caf636-4126-4b62-901f-4ff5d2f37216 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:34.951943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-440de1d3-4687-4819-83d3-b38611f9b2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:34.973356 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d0aa0307-e85b-4edf-a6d7-aaac12516ab0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:34.980217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d0aa0307-e85b-4edf-a6d7-aaac12516ab0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:34.996929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d0aa0307-e85b-4edf-a6d7-aaac12516ab0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:35.020645 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-831ac6b1-f229-4c81-b584-14df67549fd7 req-e3a79537-3852-437c-96d0-b3d2b4eb2fab tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690114 Jun 02 16:24:35.028853 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3b0881-3c97-4753-a55c-1103ebfa0bfa None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:35.029477 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6b3b0881-3c97-4753-a55c-1103ebfa0bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:35.053582 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34532) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:35.061194 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.3349032 Jun 02 16:24:35.064420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3cd34c51-446d-46d1-ac86-9250d83ed52c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.101721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.103289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6b3b0881-3c97-4753-a55c-1103ebfa0bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:35.104115 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3b0881-3c97-4753-a55c-1103ebfa0bfa None None] The sync data for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:24:35.113849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34534) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:35.133408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5c1e4f87-2aeb-49b2-8bb9-753e81f3bca9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:35.144658 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0aa0307-e85b-4edf-a6d7-aaac12516ab0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.148395 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3cd34c51-446d-46d1-ac86-9250d83ed52c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.155339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a2bc95a1-3ec3-4364-9448-53ef436bace1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:35.194651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0aa0307-e85b-4edf-a6d7-aaac12516ab0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.224349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-3cd34c51-446d-46d1-ac86-9250d83ed52c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] In _notify_port_updated(), no bound segment for port 3ea8e506-c855-45eb-9bd1-8452fb1ff6af on network 7354c3f9-4ca7-4722-b201-48a03bccbb6b {{(pid=92322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:24:35.230234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd34c51-446d-46d1-ac86-9250d83ed52c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:35.230877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3cd34c51-446d-46d1-ac86-9250d83ed52c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.232156 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3cd34c51-446d-46d1-ac86-9250d83ed52c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "PUT /v2.0/ports/3ea8e506-c855-45eb-9bd1-8452fb1ff6af HTTP/1.1" status: 200 len: 818 time: 0.8958411 Jun 02 16:24:35.237629 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34536) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:35.317623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-86e05026-1551-46ae-8ab4-79e0777fc951 None None] Provisioning complete for port efc83050-44fc-4b0c-9b12-ef8da43110eb triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:35.319185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-86e05026-1551-46ae-8ab4-79e0777fc951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.345867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd34c51-446d-46d1-ac86-9250d83ed52c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=3ea8e506-c855-45eb-9bd1-8452fb1ff6af,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:35.353815 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3cd34c51-446d-46d1-ac86-9250d83ed52c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:35.354486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-519326bb-9d1e-49d5-aea7-7e4311a1e7f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:35.377092 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0aa0307-e85b-4edf-a6d7-aaac12516ab0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.379090 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d0aa0307-e85b-4edf-a6d7-aaac12516ab0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8184505 Jun 02 16:24:35.385879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34540) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:35.392666 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-920ba889-92dc-43bf-8fe3-c057b325464e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group_rule': {'security_group_id': 'b64cced2-8371-4c94-9634-966bdcf58f7b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:35.471139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-920ba889-92dc-43bf-8fe3-c057b325464e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:35.475660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-920ba889-92dc-43bf-8fe3-c057b325464e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:35.480372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-920ba889-92dc-43bf-8fe3-c057b325464e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:35.486415 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-920ba889-92dc-43bf-8fe3-c057b325464e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:35.501057 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa0307-e85b-4edf-a6d7-aaac12516ab0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64cced2-8371-4c94-9634-966bdcf58f7b,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:35.506869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d0aa0307-e85b-4edf-a6d7-aaac12516ab0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:35.523042 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8761c559-8ec8-45d9-b693-d375b3bc17d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.537129 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 63c71ce5-e674-4845-ae16-a964698e5ebf up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:35.565983 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-86e05026-1551-46ae-8ab4-79e0777fc951 None None] Port efc83050-44fc-4b0c-9b12-ef8da43110eb cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:24:35.568150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f01c45ce-8820-4c27-a5ae-994c629f6682 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.576628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-920ba889-92dc-43bf-8fe3-c057b325464e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.578271 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-49f05eae-8c72-4750-889b-96d024032691 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:35.599222 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-86e05026-1551-46ae-8ab4-79e0777fc951 None None] Provisioning for port 63c71ce5-e674-4845-ae16-a964698e5ebf completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:35.620284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 63c71ce5-e674-4845-ae16-a964698e5ebf completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:35.626863 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 63c71ce5-e674-4845-ae16-a964698e5ebf triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:35.626863 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.647962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4f87-2aeb-49b2-8bb9-753e81f3bca9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.669546 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-05920120-04b2-414f-9df6-3f9800169479 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port 3ea8e506-c855-45eb-9bd1-8452fb1ff6af {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:35.670254 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-05920120-04b2-414f-9df6-3f9800169479 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.716123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576a04d-e73a-4fc4-b9b3-ab856a1fff05 req-37264297-8cc3-4736-b538-5fed9e4b0117 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:35.717668 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6576a04d-e73a-4fc4-b9b3-ab856a1fff05 req-37264297-8cc3-4736-b538-5fed9e4b0117 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.2668836 Jun 02 16:24:35.722044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-920ba889-92dc-43bf-8fe3-c057b325464e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.743560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c45ce-8820-4c27-a5ae-994c629f6682 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:35.751162 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.758497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-f01c45ce-8820-4c27-a5ae-994c629f6682 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:35.775293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa7cf22-ffb2-402d-990f-81a8290cd555 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:35.791405 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c45ce-8820-4c27-a5ae-994c629f6682 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=0f8393ad-5ec2-4ce0-9feb-17350e2382da,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:35.802128 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f01c45ce-8820-4c27-a5ae-994c629f6682 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:35.803214 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01c45ce-8820-4c27-a5ae-994c629f6682 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:35.803800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f01c45ce-8820-4c27-a5ae-994c629f6682 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.806305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-920ba889-92dc-43bf-8fe3-c057b325464e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.808953 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05032b08-82cc-4b50-a88f-3b2476397419 tempest-TestNetworkAdvancedServerOps-2118376987 tempest-TestNetworkAdvancedServerOps-2118376987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:35.810519 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-05032b08-82cc-4b50-a88f-3b2476397419 tempest-TestNetworkAdvancedServerOps-2118376987 tempest-TestNetworkAdvancedServerOps-2118376987-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 1093 time: 0.7538226 Jun 02 16:24:35.812471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.818996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ba6117cd-e814-4095-a471-0a75a80b426a tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:35.824102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34542) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:35.854244 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 63c71ce5-e674-4845-ae16-a964698e5ebf, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=63c71ce5-e674-4845-ae16-a964698e5ebf,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:35.860891 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.862197 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 31caf636-4126-4b62-901f-4ff5d2f37216 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:35.863116 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ba889-92dc-43bf-8fe3-c057b325464e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e264c3ac-4acb-46ec-b229-56509c868837,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:35.871579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-920ba889-92dc-43bf-8fe3-c057b325464e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:35.875545 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-05920120-04b2-414f-9df6-3f9800169479 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:35.893012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-eb6a7ce6-d080-45ce-8832-03a8d5d60ee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:35.896685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': '5a6aea31-8e6b-43a2-a35d-de6027716132', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:35.920344 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:35.935544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Transition to ACTIVE for port object 306e7243-f3b3-4091-bb41-382f559814d8 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:35.937604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Usage tracker for resource:floatingip and tenant:63cb22b2aa5349b4b453b929309f04b5 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:35.943997 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f01c45ce-8820-4c27-a5ae-994c629f6682 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1074791 Jun 02 16:24:35.947032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:35.958190 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34546) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:35.965243 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:36.022274 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6576a04d-e73a-4fc4-b9b3-ab856a1fff05 req-0103c0de-376c-4e97-b685-fcab557ebdb4 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493207 Jun 02 16:24:36.028694 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'mac_address': 'fa:16:3e:fa:9a:d1', 'name': 'tempest-NetworksTestDHCPv6-1303164305'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:36.056887 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-05920120-04b2-414f-9df6-3f9800169479 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for 3ea8e506-c855-45eb-9bd1-8452fb1ff6af owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:36.060345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.065992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-920ba889-92dc-43bf-8fe3-c057b325464e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.067200 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-920ba889-92dc-43bf-8fe3-c057b325464e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6798296 Jun 02 16:24:36.073767 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34548) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:36.073974 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=63c71ce5-e674-4845-ae16-a964698e5ebf,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:36.085922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:36.092270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4f87-2aeb-49b2-8bb9-753e81f3bca9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.102296 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4f87-2aeb-49b2-8bb9-753e81f3bca9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.102611 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-5c1e4f87-2aeb-49b2-8bb9-753e81f3bca9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Floating IP 6c96b1d4-8e32-44b5-870f-793f9e687e28 disassociated. External IP: 172.26.3.53, port: 198e3b17-52c9-4e1c-9009-089764ca01c5. Jun 02 16:24:36.104960 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 31caf636-4126-4b62-901f-4ff5d2f37216 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:36.105351 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.173717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.185413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d3dbe58-01ed-4615-81f5-7cbfbd213d58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:36.189940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c9c072ab-db95-4616-a351-9ac31077584e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.223664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c9c072ab-db95-4616-a351-9ac31077584e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.260291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:36.273762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:36.278625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:36.287239 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c9c072ab-db95-4616-a351-9ac31077584e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.293357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:36.295376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-920ba889-92dc-43bf-8fe3-c057b325464e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:36.316729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c072ab-db95-4616-a351-9ac31077584e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e264c3ac-4acb-46ec-b229-56509c868837,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:36.319261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c9c072ab-db95-4616-a351-9ac31077584e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:36.319861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-05920120-04b2-414f-9df6-3f9800169479 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.329846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5f703cee-c203-4286-baae-14c9c0d39381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:36.388497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05920120-04b2-414f-9df6-3f9800169479 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=3ea8e506-c855-45eb-9bd1-8452fb1ff6af,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:36.390341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:36.399109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Network 969911e0-9489-43a9-8307-cd3632486dfc is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:36.402131 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Pushing event updated for resources: {'Port': ['ID=306e7243-f3b3-4091-bb41-382f559814d8,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:36.405450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-05920120-04b2-414f-9df6-3f9800169479 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:36.410126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c9c072ab-db95-4616-a351-9ac31077584e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.411251 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c9c072ab-db95-4616-a351-9ac31077584e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/e264c3ac-4acb-46ec-b229-56509c868837 HTTP/1.1" status: 204 len: 168 time: 0.3365595 Jun 02 16:24:36.416972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34550) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:36.418100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-05920120-04b2-414f-9df6-3f9800169479 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.419270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5a398a-28ea-4bf6-8af7-3ed7d67586a3 None None] Update dhcp port {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'fixed_ips': [{'subnet_id': 'fc183e88-6182-4872-8878-38388c9f9a62', 'ip_address': '2001:db8::f816:3eff:fe5c:ab1e'}, {'subnet_id': '0f8393ad-5ec2-4ce0-9feb-17350e2382da'}], 'binding:host_id': 'dv-neutron-601336-83-hyperv'}, 'id': '63c71ce5-e674-4845-ae16-a964698e5ebf'} from dv-neutron-601336-83-hyperv. {{(pid=92324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 16:24:36.419967 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-05920120-04b2-414f-9df6-3f9800169479 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/3ea8e506-c855-45eb-9bd1-8452fb1ff6af HTTP/1.1" status: 204 len: 168 time: 1.1748228 Jun 02 16:24:36.427539 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:36.430730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:36.437237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:36.438014 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.439006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34552) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:36.448536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:36.484436 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.0412099 Jun 02 16:24:36.487571 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6d5a398a-28ea-4bf6-8af7-3ed7d67586a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.535359 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34554) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:36.690401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.699605 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.748070 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.766732 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-6d5a398a-28ea-4bf6-8af7-3ed7d67586a3 None None] Allocated IP 172.20.0.2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/0f8393ad-5ec2-4ce0-9feb-17350e2382da/63c71ce5-e674-4845-ae16-a964698e5ebf) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:36.769397 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1e4f87-2aeb-49b2-8bb9-753e81f3bca9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 61c5a599-0152-4746-8e04-c17f6727ee6e has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:24:36.771559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c87832a1-bd07-4bda-8e77-b072833d6425 None None] Provisioning for port 306e7243-f3b3-4091-bb41-382f559814d8 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:36.781459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c87832a1-bd07-4bda-8e77-b072833d6425 None None] Provisioning complete for port 306e7243-f3b3-4091-bb41-382f559814d8 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:36.782151 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c87832a1-bd07-4bda-8e77-b072833d6425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:36.782464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port 1b164660-c860-44a4-b6db-b817f53c6ddc yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:36.843820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8cdefa43-f816-40fd-ac89-90ebd545dcbb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:36.896226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8cdefa43-f816-40fd-ac89-90ebd545dcbb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:36.897468 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8cdefa43-f816-40fd-ac89-90ebd545dcbb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4764519 Jun 02 16:24:36.902888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34556) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:36.921952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c87832a1-bd07-4bda-8e77-b072833d6425 None None] Port 306e7243-f3b3-4091-bb41-382f559814d8 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:24:36.925308 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9e94f9-9104-4ce7-bb03-b1828385280e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:36.926025 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fc9e94f9-9104-4ce7-bb03-b1828385280e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:36.936752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3269bdfe-2f17-4a35-b3c9-877bceacdeb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:36.942422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3269bdfe-2f17-4a35-b3c9-877bceacdeb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:36.948343 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3269bdfe-2f17-4a35-b3c9-877bceacdeb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:36.953303 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3269bdfe-2f17-4a35-b3c9-877bceacdeb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4056435 Jun 02 16:24:36.953797 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34558) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:36.982506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-6d5a398a-28ea-4bf6-8af7-3ed7d67586a3 None None] For port 63c71ce5-e674-4845-ae16-a964698e5ebf, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=63c71ce5-e674-4845-ae16-a964698e5ebf,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:37.011671 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6d5a398a-28ea-4bf6-8af7-3ed7d67586a3 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:37.029275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6d5a398a-28ea-4bf6-8af7-3ed7d67586a3 None None] Transition to ACTIVE for port object 63c71ce5-e674-4845-ae16-a964698e5ebf will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:37.033760 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6d5a398a-28ea-4bf6-8af7-3ed7d67586a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:37.037963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:37.197786 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a398a-28ea-4bf6-8af7-3ed7d67586a3 None None] Pushing event updated for resources: {'Port': ['ID=63c71ce5-e674-4845-ae16-a964698e5ebf,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:37.208417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6d5a398a-28ea-4bf6-8af7-3ed7d67586a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:37.262392 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fc9e94f9-9104-4ce7-bb03-b1828385280e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:37.266326 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fc9e94f9-9104-4ce7-bb03-b1828385280e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8216031 Jun 02 16:24:37.283633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34564) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:37.307564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Allocated IP 172.26.3.190 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/95f4bea5-b455-43c8-ba81-cfd38e1f8903) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:37.359847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 63c71ce5-e674-4845-ae16-a964698e5ebf up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:37.363628 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1e4f87-2aeb-49b2-8bb9-753e81f3bca9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:24:37.383387 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a869e70-ed3b-483f-9bb5-b97e5916efd6 None None] Sync routers for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:24:37.394889 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a869e70-ed3b-483f-9bb5-b97e5916efd6 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:37.396113 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-6a869e70-ed3b-483f-9bb5-b97e5916efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:37.426150 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9edd8a1-1388-42cb-a043-b2c692f374e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] GET failed (client error): The resource could not be found. Jun 02 16:24:37.431078 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a9edd8a1-1388-42cb-a043-b2c692f374e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/3ea8e506-c855-45eb-9bd1-8452fb1ff6af HTTP/1.1" status: 404 len: 333 time: 0.1382465 Jun 02 16:24:37.452532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34566) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:37.455309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.api [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-587bb090-be16-42d5-87e3-87882b668dad {{(pid=92322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:24:37.455697 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_db.api [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:24:37.459708 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-193564613'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:37.475817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:37.482173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:network and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:37.485324 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:37.485989 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4f87-2aeb-49b2-8bb9-753e81f3bca9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:37.496236 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1398f58-e3f6-4232-9fd3-70f4f4061f31 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:37.500518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:37.522158 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-6a869e70-ed3b-483f-9bb5-b97e5916efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:37.536662 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a869e70-ed3b-483f-9bb5-b97e5916efd6 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:37.537606 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-6a869e70-ed3b-483f-9bb5-b97e5916efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:37.548620 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5c1e4f87-2aeb-49b2-8bb9-753e81f3bca9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "PUT /v2.0/floatingips/6c96b1d4-8e32-44b5-870f-793f9e687e28 HTTP/1.1" status: 200 len: 687 time: 2.4272020 Jun 02 16:24:37.552863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34568) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:37.558981 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1398f58-e3f6-4232-9fd3-70f4f4061f31 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:37.591946 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:37.595771 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:37.603026 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-6a869e70-ed3b-483f-9bb5-b97e5916efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:37.604063 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a869e70-ed3b-483f-9bb5-b97e5916efd6 None None] The sync data for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:24:37.640476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-12fd6e61-b4e1-4478-a8a6-fe774658867e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Deleting port 306e7243-f3b3-4091-bb41-382f559814d8 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:37.640838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12fd6e61-b4e1-4478-a8a6-fe774658867e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:37.736884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:24:37.751476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1398f58-e3f6-4232-9fd3-70f4f4061f31 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:37.755835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ac423-9fbb-4dee-a4f1-cb274fa1ce16 req-ef9bed41-010f-41df-bf2e-332589f8047f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:37.757444 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-239ac423-9fbb-4dee-a4f1-cb274fa1ce16 req-ef9bed41-010f-41df-bf2e-332589f8047f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.5089922 Jun 02 16:24:37.764529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:37.776571 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:37.776929 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Added segment 26d2ffaf-e326-450c-aa72-ddc9cada1ed6 of type vlan for network 8a5f9f4f-4981-49e9-82bf-28b046c6acb2 Jun 02 16:24:37.812021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1398f58-e3f6-4232-9fd3-70f4f4061f31 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64cced2-8371-4c94-9634-966bdcf58f7b,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:37.815016 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b1398f58-e3f6-4232-9fd3-70f4f4061f31 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:37.849939 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12fd6e61-b4e1-4478-a8a6-fe774658867e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:37.871855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:37.874119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:37.884839 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-239ac423-9fbb-4dee-a4f1-cb274fa1ce16 req-be5a550d-0add-47ff-931a-dc0a8e4800f6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984333 Jun 02 16:24:37.918827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e9928f8a-80fc-4fee-856a-67ffcdcb33d3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting port 2844b679-cac7-47b4-abf3-54d5da258139 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:37.919170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e9928f8a-80fc-4fee-856a-67ffcdcb33d3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:37.954213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7bc3a4bb-3d0f-47d2-82f0-1a978fd89ff4 None None] Provisioning for port 63c71ce5-e674-4845-ae16-a964698e5ebf completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:37.961485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7bc3a4bb-3d0f-47d2-82f0-1a978fd89ff4 None None] Provisioning complete for port 63c71ce5-e674-4845-ae16-a964698e5ebf triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:37.962225 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7bc3a4bb-3d0f-47d2-82f0-1a978fd89ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:37.995468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:38.014415 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-12fd6e61-b4e1-4478-a8a6-fe774658867e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Calling delete_port for 306e7243-f3b3-4091-bb41-382f559814d8 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:38.048922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1398f58-e3f6-4232-9fd3-70f4f4061f31 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:38.052508 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b1398f58-e3f6-4232-9fd3-70f4f4061f31 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-groups/b64cced2-8371-4c94-9634-966bdcf58f7b HTTP/1.1" status: 204 len: 168 time: 1.1437578 Jun 02 16:24:38.057497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34572) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:38.077762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port 6fb96ae3-3279-4092-8afd-92d7290abf48 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:38.105636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e9928f8a-80fc-4fee-856a-67ffcdcb33d3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:38.106136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e9928f8a-80fc-4fee-856a-67ffcdcb33d3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:38.131515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:38.194245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a52fc759-7e3a-48a9-a31d-446c16f1af5b tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:38.214342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:38.219857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:38.220450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:38.229547 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-faecd1ae-502f-49fe-b8bc-51d2c92ca065 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:38.314347 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e9928f8a-80fc-4fee-856a-67ffcdcb33d3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Calling delete_port for 2844b679-cac7-47b4-abf3-54d5da258139 owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:38.367035 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9103749 Jun 02 16:24:38.373451 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34578) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:38.383933 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'subnet': {'network_id': '8a5f9f4f-4981-49e9-82bf-28b046c6acb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:38.401530 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Network': ['ID=8a5f9f4f-4981-49e9-82bf-28b046c6acb2,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:38.414208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 8a5f9f4f-4981-49e9-82bf-28b046c6acb2 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:24:38.429221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f91d499e-0e31-42ab-8991-a997adda894a tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:38.444467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:38.447904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:38.459579 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:38.463162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:38.508027 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event updated for resources: {'Port': ['ID=95f4bea5-b455-43c8-ba81-cfd38e1f8903,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:38.511247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:38.542612 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f91d499e-0e31-42ab-8991-a997adda894a tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:38.545308 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f91d499e-0e31-42ab-8991-a997adda894a tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4848711 Jun 02 16:24:38.549901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:38.555674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34580) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:38.569309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-dc9ca036-8778-457a-99e4-5c78e61127dd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group': {'name': 'tempest-secgroup--171007436'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:38.591175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-dc9ca036-8778-457a-99e4-5c78e61127dd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:38.618645 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 172.20.0.7 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/0f8393ad-5ec2-4ce0-9feb-17350e2382da/6fb96ae3-3279-4092-8afd-92d7290abf48) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:38.626811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-dc9ca036-8778-457a-99e4-5c78e61127dd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:38.635055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:38.639413 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::f816:3eff:fefa:9ad1 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/fc183e88-6182-4872-8878-38388c9f9a62/6fb96ae3-3279-4092-8afd-92d7290abf48) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:38.654524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:subnet and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:38.660204 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:38.666157 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd535e0-a791-46a7-b7c1-bfa54c36ab9e req-8706f716-918a-46f1-9dd2-fedcce9552a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:38.666421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca036-8778-457a-99e4-5c78e61127dd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:38.667931 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2cd535e0-a791-46a7-b7c1-bfa54c36ab9e req-8706f716-918a-46f1-9dd2-fedcce9552a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e97360779e4d6396b45277baa95f46&device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 1099 time: 0.3508272 Jun 02 16:24:38.694380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:38.701030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12fd6e61-b4e1-4478-a8a6-fe774658867e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:38.716927 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d98dd-f87c-4a36-84fc-bb3fc0d0eb9f req-8a147370-bec4-4af1-8f64-81b95ca2407c tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:38.718470 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f59d98dd-f87c-4a36-84fc-bb3fc0d0eb9f req-8a147370-bec4-4af1-8f64-81b95ca2407c tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.4284687 Jun 02 16:24:38.718728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-05faacdb-d7d4-49ad-a7c7-d86d4411094f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:38.783543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-dc9ca036-8778-457a-99e4-5c78e61127dd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:38.785950 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd6e61-b4e1-4478-a8a6-fe774658867e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Pushing event deleted for resources: {'Port': ['ID=306e7243-f3b3-4091-bb41-382f559814d8,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:38.794176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-dc9ca036-8778-457a-99e4-5c78e61127dd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:38.797007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-12fd6e61-b4e1-4478-a8a6-fe774658867e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:38.800173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:38.803640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:38.841462 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-dc9ca036-8778-457a-99e4-5c78e61127dd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:38.882586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-dc9ca036-8778-457a-99e4-5c78e61127dd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:38.894743 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12fd6e61-b4e1-4478-a8a6-fe774658867e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:39.018219 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-12fd6e61-b4e1-4478-a8a6-fe774658867e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] 10.222.0.50 "DELETE /v2.0/ports/306e7243-f3b3-4091-bb41-382f559814d8 HTTP/1.1" status: 204 len: 168 time: 2.0633347 Jun 02 16:24:39.030062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34582) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:39.038944 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-6073a41f-2f57-4021-9255-b7ed272599ba tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Request body: {'port': {'name': 'tempest-new-port-name-1621468928', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:39.039398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.api.validators [None req-6073a41f-2f57-4021-9255-b7ed272599ba tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] bootfile-name is not in valid_values {{(pid=92322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 16:24:39.039733 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.api.validators [None req-6073a41f-2f57-4021-9255-b7ed272599ba tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] tftp-server is not in valid_values {{(pid=92322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 16:24:39.040059 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.api.validators [None req-6073a41f-2f57-4021-9255-b7ed272599ba tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] server-ip-address is not in valid_values {{(pid=92322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 16:24:39.162040 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f59d98dd-f87c-4a36-84fc-bb3fc0d0eb9f req-d5752c16-fe21-451b-b4a2-f064363f20e5 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4360542 Jun 02 16:24:39.216360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e9928f8a-80fc-4fee-856a-67ffcdcb33d3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:39.224630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-99644c79-22c3-4884-a8bf-2835159d856a tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:39.327626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd535e0-a791-46a7-b7c1-bfa54c36ab9e req-0c4b59a8-39a5-48ac-98fc-6064795c201f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:39.329081 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2cd535e0-a791-46a7-b7c1-bfa54c36ab9e req-0c4b59a8-39a5-48ac-98fc-6064795c201f service neutron] 10.222.0.49 "GET /v2.0/networks?id=65d13a74-8578-490b-adf4-f817c919af14 HTTP/1.1" status: 200 len: 912 time: 0.6097722 Jun 02 16:24:39.330362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9928f8a-80fc-4fee-856a-67ffcdcb33d3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Port': ['ID=2844b679-cac7-47b4-abf3-54d5da258139,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:39.335807 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e9928f8a-80fc-4fee-856a-67ffcdcb33d3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:39.485045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6073a41f-2f57-4021-9255-b7ed272599ba tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:39.499436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:39.541928 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca036-8778-457a-99e4-5c78e61127dd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:39.551507 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2cd535e0-a791-46a7-b7c1-bfa54c36ab9e req-4e68c059-7d53-4238-821c-5e6518d59228 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 HTTP/1.1" status: 200 len: 1000 time: 0.2126732 Jun 02 16:24:39.561290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object 6fb96ae3-3279-4092-8afd-92d7290abf48 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:39.563577 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca036-8778-457a-99e4-5c78e61127dd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:39.569612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c441693a-1a9c-4630-b125-404e9535cc6c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:39.589516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e9928f8a-80fc-4fee-856a-67ffcdcb33d3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:39.636078 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e9928f8a-80fc-4fee-856a-67ffcdcb33d3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:39.637205 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e9928f8a-80fc-4fee-856a-67ffcdcb33d3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/floatingips/6c96b1d4-8e32-44b5-870f-793f9e687e28 HTTP/1.1" status: 204 len: 168 time: 2.0817740 Jun 02 16:24:39.641638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34586) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:39.652445 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': '49be344e-9a9d-48ad-bea4-45a3de0799f6'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:39.659462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd535e0-a791-46a7-b7c1-bfa54c36ab9e req-56382971-2506-40d7-8871-614c2cef7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:39.660865 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2cd535e0-a791-46a7-b7c1-bfa54c36ab9e req-56382971-2506-40d7-8871-614c2cef7fb8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58265fad-4025-46d0-93bb-61bd65052044 HTTP/1.1" status: 200 len: 850 time: 0.1016788 Jun 02 16:24:39.663007 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:39.669712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Usage tracker for resource:floatingip and tenant:b1e6ae044866456481b224d8f3cd9b84 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:39.701759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ca036-8778-457a-99e4-5c78e61127dd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fdf299-4e89-490e-a6f4-73620c7d7e3f,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:39.703238 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:39.718278 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dc9ca036-8778-457a-99e4-5c78e61127dd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:39.729266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:39.743550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca036-8778-457a-99e4-5c78e61127dd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:39.747380 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-dc9ca036-8778-457a-99e4-5c78e61127dd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1853549 Jun 02 16:24:39.747772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34588) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:39.753393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-14de66ab-9084-4143-87de-0e706be09adb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group_rule': {'security_group_id': 'f4fdf299-4e89-490e-a6f4-73620c7d7e3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:39.764440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-14de66ab-9084-4143-87de-0e706be09adb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:39.766570 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:39.801557 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-14de66ab-9084-4143-87de-0e706be09adb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Usage tracker for resource:security_group_rule and tenant:fcd77fe50b6846bdad036f6de8345b60 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:39.807948 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-14de66ab-9084-4143-87de-0e706be09adb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:39.813075 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:39.829147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-14de66ab-9084-4143-87de-0e706be09adb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:39.844093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:39.900441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd535e0-a791-46a7-b7c1-bfa54c36ab9e req-2bd9b5df-99e0-4115-9fea-72dd91dd1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:39.902165 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2cd535e0-a791-46a7-b7c1-bfa54c36ab9e req-2bd9b5df-99e0-4115-9fea-72dd91dd1536 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65d13a74-8578-490b-adf4-f817c919af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2335961 Jun 02 16:24:39.907317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-61ea9242-f7a3-4233-a9e5-266d9fee0fd7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:39.965870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-14de66ab-9084-4143-87de-0e706be09adb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:40.011042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:40.021368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:40.033209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:40.058288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=6fb96ae3-3279-4092-8afd-92d7290abf48,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:40.071806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:40.090721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:40.133533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:40.134224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:40.172050 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6073a41f-2f57-4021-9255-b7ed272599ba tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:40.177460 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1541560 Jun 02 16:24:40.187051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34590) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:40.231031 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6073a41f-2f57-4021-9255-b7ed272599ba tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:40.242620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:40.259957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-14de66ab-9084-4143-87de-0e706be09adb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:40.300217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-14de66ab-9084-4143-87de-0e706be09adb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:40.310923 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-6073a41f-2f57-4021-9255-b7ed272599ba tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] In _notify_port_updated(), no bound segment for port efc83050-44fc-4b0c-9b12-ef8da43110eb on network 969911e0-9489-43a9-8307-cd3632486dfc {{(pid=92322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:24:40.316373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6073a41f-2f57-4021-9255-b7ed272599ba tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:40.317042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6073a41f-2f57-4021-9255-b7ed272599ba tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:40.318410 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6073a41f-2f57-4021-9255-b7ed272599ba tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] 10.222.0.50 "PUT /v2.0/ports/efc83050-44fc-4b0c-9b12-ef8da43110eb HTTP/1.1" status: 200 len: 1130 time: 1.2840235 Jun 02 16:24:40.324689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34594) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:40.356094 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2cd535e0-a791-46a7-b7c1-bfa54c36ab9e req-fd9b3887-e916-4787-bc68-5ff770ffcb86 service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431782 Jun 02 16:24:40.356737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:40.390987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073a41f-2f57-4021-9255-b7ed272599ba tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Pushing event updated for resources: {'Port': ['ID=efc83050-44fc-4b0c-9b12-ef8da43110eb,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:40.411727 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6073a41f-2f57-4021-9255-b7ed272599ba tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:40.461124 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3937a917-ef93-486a-ab43-79fa4e2ee71d None None] Provisioning for port 6fb96ae3-3279-4092-8afd-92d7290abf48 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:40.462865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d113cdc-c42f-43c1-b397-5f5bfafeef5d tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:40.463529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8d113cdc-c42f-43c1-b397-5f5bfafeef5d tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Synchronizing usage tracker for tenant:61d8f1f615344e2eb87b52c0c9be27c7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:40.464657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de66ab-9084-4143-87de-0e706be09adb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1194f024-39d6-4561-9357-b6e4c637516a,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:40.467575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:40.475058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-14de66ab-9084-4143-87de-0e706be09adb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:40.480433 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3937a917-ef93-486a-ab43-79fa4e2ee71d None None] Provisioning complete for port 6fb96ae3-3279-4092-8afd-92d7290abf48 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:40.481550 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3937a917-ef93-486a-ab43-79fa4e2ee71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:40.509190 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65449d61-d5dc-44c4-974d-0ea26f9c2e25 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:40.515337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65449d61-d5dc-44c4-974d-0ea26f9c2e25 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:40.516167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-65449d61-d5dc-44c4-974d-0ea26f9c2e25 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:40.530173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:40.536744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:40.550473 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-3937a917-ef93-486a-ab43-79fa4e2ee71d None None] Port 6fb96ae3-3279-4092-8afd-92d7290abf48 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:24:40.562671 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8d113cdc-c42f-43c1-b397-5f5bfafeef5d tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Unset dirty status for tenant:61d8f1f615344e2eb87b52c0c9be27c7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:40.563866 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8d113cdc-c42f-43c1-b397-5f5bfafeef5d tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] 10.222.0.50 "GET /v2.0/ports/efc83050-44fc-4b0c-9b12-ef8da43110eb HTTP/1.1" status: 200 len: 1130 time: 0.2376561 Jun 02 16:24:40.579739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34598) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:40.616795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-14de66ab-9084-4143-87de-0e706be09adb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:40.620577 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-14de66ab-9084-4143-87de-0e706be09adb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8711550 Jun 02 16:24:40.625357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34600) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:40.652126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-65449d61-d5dc-44c4-974d-0ea26f9c2e25 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:40.656116 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-65449d61-d5dc-44c4-974d-0ea26f9c2e25 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4674385 Jun 02 16:24:40.656719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34602) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:40.672930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b391d7e8-62e2-46ca-b2f2-5f006d8672ca None None] Provisioning complete for port efc83050-44fc-4b0c-9b12-ef8da43110eb triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:40.673747 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b391d7e8-62e2-46ca-b2f2-5f006d8672ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:40.739734 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b391d7e8-62e2-46ca-b2f2-5f006d8672ca None None] Port efc83050-44fc-4b0c-9b12-ef8da43110eb cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:24:40.743547 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a581a0f1-efab-4b68-bff8-e2a6d35374d1 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules/1194f024-39d6-4561-9357-b6e4c637516a HTTP/1.1" status: 200 len: 763 time: 0.1146023 Jun 02 16:24:40.757266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34604) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:40.758053 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Subnet': ['ID=7b986401-5818-4344-bca9-d27fa94241ce,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:40.773938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:40.835558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Checking segment: {'id': '26d2ffaf-e326-450c-aa72-ddc9cada1ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8a5f9f4f-4981-49e9-82bf-28b046c6acb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:40.835895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network hostable DHCP agents. Network: 8a5f9f4f-4981-49e9-82bf-28b046c6acb2, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:24:40.926089 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-93e2763f-11ed-4e74-b679-8263ebbc86d8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:40.931101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 8a5f9f4f-4981-49e9-82bf-28b046c6acb2 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:24:40.963302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 8a5f9f4f-4981-49e9-82bf-28b046c6acb2) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:40.967960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:40.972882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-93e2763f-11ed-4e74-b679-8263ebbc86d8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:40.976734 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-93e2763f-11ed-4e74-b679-8263ebbc86d8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2135277 Jun 02 16:24:40.980292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1093808-061d-41b6-b3a1-1e62d3dc7f83 None None] Network 8a5f9f4f-4981-49e9-82bf-28b046c6acb2 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:40.982963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34606) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:40.983364 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e289d-2a1b-48da-b2c6-15979ab67000 req-945cfef4-eee5-4d57-8b1d-f1372927ff64 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:40.984846 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e15e289d-2a1b-48da-b2c6-15979ab67000 req-945cfef4-eee5-4d57-8b1d-f1372927ff64 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.6328702 Jun 02 16:24:40.992044 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2cd535e0-a791-46a7-b7c1-bfa54c36ab9e req-4ed902a0-21ea-465f-8ff1-5466496c63c2 service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5805397 Jun 02 16:24:40.996016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.011801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:41.012382 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.021663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c3d911ac-7e24-45a2-8eab-dd14353be33f tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Deleting port efc83050-44fc-4b0c-9b12-ef8da43110eb {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:41.022045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c3d911ac-7e24-45a2-8eab-dd14353be33f tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.023235 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d637125e-fdc7-443a-9e41-c8d5030a45bd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:41.064133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Allocated IP 172.26.3.251 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/078c9703-a239-4322-815e-d53ea3805a67) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:41.116113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-14513fbc-7b17-4785-921a-8e4412730eab tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.128624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c88729f0-c089-4b02-af5c-108d265d631f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port 6fb96ae3-3279-4092-8afd-92d7290abf48 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:41.128971 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c88729f0-c089-4b02-af5c-108d265d631f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.158179 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7835782 Jun 02 16:24:41.171897 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34608) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:41.190798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a78fd1eb-cec4-456c-ae86-e75f5782299c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'subnet': {'network_id': '8a5f9f4f-4981-49e9-82bf-28b046c6acb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:41.209513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-8a5f9f4f-4981-49e9-82bf-28b046c6acb2', 'network_id': '8a5f9f4f-4981-49e9-82bf-28b046c6acb2', 'tenant_id': '1d61c543383943e08977d6b7e75fc692', 'fixed_ips': [{'subnet_id': '7b986401-5818-4344-bca9-d27fa94241ce'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:24:41.210424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.218997 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e15e289d-2a1b-48da-b2c6-15979ab67000 req-0b2bf985-2870-4804-bc35-b321bd1b5ad9 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188849 Jun 02 16:24:41.219718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event updated for resources: {'Port': ['ID=95f4bea5-b455-43c8-ba81-cfd38e1f8903,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:41.234123 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:41.322449 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-14513fbc-7b17-4785-921a-8e4412730eab tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.338982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.409722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Allocated IP 172.20.0.2 (8a5f9f4f-4981-49e9-82bf-28b046c6acb2/7b986401-5818-4344-bca9-d27fa94241ce/9f22da32-8d7a-41d4-a3ce-86f174075220) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:41.461496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-14513fbc-7b17-4785-921a-8e4412730eab tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.467305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c9c072ab-db95-4616-a351-9ac31077584e tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:41.475310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c3d911ac-7e24-45a2-8eab-dd14353be33f tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.564854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14513fbc-7b17-4785-921a-8e4412730eab tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1194f024-39d6-4561-9357-b6e4c637516a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:41.607472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.637436 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a78fd1eb-cec4-456c-ae86-e75f5782299c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:41.641323 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c3d911ac-7e24-45a2-8eab-dd14353be33f tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Calling delete_port for efc83050-44fc-4b0c-9b12-ef8da43110eb owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:41.644244 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-14513fbc-7b17-4785-921a-8e4412730eab tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:41.645981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a78fd1eb-cec4-456c-ae86-e75f5782299c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:subnet and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:41.649622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-14513fbc-7b17-4785-921a-8e4412730eab tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.653079 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a78fd1eb-cec4-456c-ae86-e75f5782299c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:41.653255 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-14513fbc-7b17-4785-921a-8e4412730eab tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/1194f024-39d6-4561-9357-b6e4c637516a HTTP/1.1" status: 204 len: 168 time: 0.6597946 Jun 02 16:24:41.654834 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34610) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:41.658062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c88729f0-c089-4b02-af5c-108d265d631f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.666365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a78fd1eb-cec4-456c-ae86-e75f5782299c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:41.669975 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Floating IP 135c0ce6-3842-4b2b-8e01-6c11583cdce4 associated. External IP: 172.26.3.190, port: 5a6aea31-8e6b-43a2-a35d-de6027716132. Jun 02 16:24:41.716497 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.727702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Transition to ACTIVE for port object 9f22da32-8d7a-41d4-a3ce-86f174075220 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:41.752913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Transition to ACTIVE for port object 9f22da32-8d7a-41d4-a3ce-86f174075220 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:41.754798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78fd1eb-cec4-456c-ae86-e75f5782299c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:41.758826 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a78fd1eb-cec4-456c-ae86-e75f5782299c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.759724 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.763984 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6d5a398a-28ea-4bf6-8af7-3ed7d67586a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:41.815430 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c88729f0-c089-4b02-af5c-108d265d631f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for 6fb96ae3-3279-4092-8afd-92d7290abf48 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:41.839767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Network 8a5f9f4f-4981-49e9-82bf-28b046c6acb2 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:41.843978 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:41.847842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:41.858341 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Pushing event updated for resources: {'Port': ['ID=9f22da32-8d7a-41d4-a3ce-86f174075220,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:41.859013 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.863379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a02bfeae-1b8d-4309-9dc1-853db4b3c975 tempest-RoutersAdminTest-1722933314 tempest-RoutersAdminTest-1722933314-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:41.863878 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:41.887663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c22e410b-c95e-41d2-9d5e-e0f7e4610594 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:41.928502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c22e410b-c95e-41d2-9d5e-e0f7e4610594 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:41.932424 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c22e410b-c95e-41d2-9d5e-e0f7e4610594 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2749312 Jun 02 16:24:41.939767 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34614) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:41.945983 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c8319607-4529-46cf-910c-152bc2f8c76b tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group_rule': {'security_group_id': 'f4fdf299-4e89-490e-a6f4-73620c7d7e3f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:41.952509 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c8319607-4529-46cf-910c-152bc2f8c76b tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:41.962704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Attempting to bind port 9f22da32-8d7a-41d4-a3ce-86f174075220 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:24:41.963186 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Attempting to bind port 9f22da32-8d7a-41d4-a3ce-86f174075220 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '26d2ffaf-e326-450c-aa72-ddc9cada1ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8a5f9f4f-4981-49e9-82bf-28b046c6acb2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:24:41.963695 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Attempting to bind port 9f22da32-8d7a-41d4-a3ce-86f174075220 on network 8a5f9f4f-4981-49e9-82bf-28b046c6acb2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:24:41.969869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:24:41.970295 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Checking segment: {'id': '26d2ffaf-e326-450c-aa72-ddc9cada1ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8a5f9f4f-4981-49e9-82bf-28b046c6acb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:41.970701 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.971097 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Bound using segment: {'id': '26d2ffaf-e326-450c-aa72-ddc9cada1ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8a5f9f4f-4981-49e9-82bf-28b046c6acb2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:24:41.971568 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Bound port: 9f22da32-8d7a-41d4-a3ce-86f174075220, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d2ffaf-e326-450c-aa72-ddc9cada1ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '8a5f9f4f-4981-49e9-82bf-28b046c6acb2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:24:41.971948 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:41.995428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c8319607-4529-46cf-910c-152bc2f8c76b tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:42.016406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:42.025340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:42.036249 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:42.061636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=078c9703-a239-4322-815e-d53ea3805a67,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:42.072564 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] For port 9f22da32-8d7a-41d4-a3ce-86f174075220, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:24:42.076911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] For port 9f22da32-8d7a-41d4-a3ce-86f174075220, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9f22da32-8d7a-41d4-a3ce-86f174075220,segment=NetworkSegment(26d2ffaf-e326-450c-aa72-ddc9cada1ed6),segment_id=26d2ffaf-e326-450c-aa72-ddc9cada1ed6)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:24:42.082728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:42.085236 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:42.088377 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c8319607-4529-46cf-910c-152bc2f8c76b tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:42.089623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c966fbf0-7b07-4835-8924-9805329f5bb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:42.160161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c3d911ac-7e24-45a2-8eab-dd14353be33f tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:42.170428 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Pushing event updated for resources: {'Port': ['ID=9f22da32-8d7a-41d4-a3ce-86f174075220,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:42.178909 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.ipam_backend_mixin [None req-a78fd1eb-cec4-456c-ae86-e75f5782299c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7b986401-5818-4344-bca9-d27fa94241ce (CIDR: 172.20.0.0/28) Jun 02 16:24:42.180381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-466fb827-d68e-4021-a498-c1309f6006b4 tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:42.181796 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:42.193799 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78fd1eb-cec4-456c-ae86-e75f5782299c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:24:42.194314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78fd1eb-cec4-456c-ae86-e75f5782299c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:24:42.275523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d911ac-7e24-45a2-8eab-dd14353be33f tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Pushing event deleted for resources: {'Port': ['ID=efc83050-44fc-4b0c-9b12-ef8da43110eb,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:42.288545 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c3d911ac-7e24-45a2-8eab-dd14353be33f tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:42.310357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c3d911ac-7e24-45a2-8eab-dd14353be33f tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:42.347499 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c88729f0-c089-4b02-af5c-108d265d631f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:42.354220 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c3d911ac-7e24-45a2-8eab-dd14353be33f tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] 10.222.0.50 "DELETE /v2.0/ports/efc83050-44fc-4b0c-9b12-ef8da43110eb HTTP/1.1" status: 204 len: 168 time: 1.7663822 Jun 02 16:24:42.355363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34618) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:42.363900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-12fd6e61-b4e1-4478-a8a6-fe774658867e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:42.413458 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88729f0-c089-4b02-af5c-108d265d631f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=6fb96ae3-3279-4092-8afd-92d7290abf48,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:42.425428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c88729f0-c089-4b02-af5c-108d265d631f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:42.432416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c8319607-4529-46cf-910c-152bc2f8c76b tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:42.477938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c8319607-4529-46cf-910c-152bc2f8c76b tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:42.485338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:42.587641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8319607-4529-46cf-910c-152bc2f8c76b tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c5f945-2bfa-481d-9021-c2d510cbcce2,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:42.597052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c8319607-4529-46cf-910c-152bc2f8c76b tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:42.611351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c8319607-4529-46cf-910c-152bc2f8c76b tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:42.612910 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c8319607-4529-46cf-910c-152bc2f8c76b tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6718974 Jun 02 16:24:42.626269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34620) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:42.657473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c88729f0-c089-4b02-af5c-108d265d631f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:42.659500 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c88729f0-c089-4b02-af5c-108d265d631f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/6fb96ae3-3279-4092-8afd-92d7290abf48 HTTP/1.1" status: 204 len: 168 time: 1.9943223 Jun 02 16:24:42.663918 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-572e565e-999a-4a63-a38f-8333bc0fb2d4 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules/03c5f945-2bfa-481d-9021-c2d510cbcce2 HTTP/1.1" status: 200 len: 763 time: 0.0357156 Jun 02 16:24:42.664752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34622) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:42.710248 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34624) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:42.743109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Router a2d7d433-c249-49a7-ba10-3f28c36a2915 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:24:42.772265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c2e527-21f9-426c-abde-584cbcf08753 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:42.773875 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c2e527-21f9-426c-abde-584cbcf08753 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:42.775394 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c2e527-21f9-426c-abde-584cbcf08753 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:42.780061 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-69c2e527-21f9-426c-abde-584cbcf08753 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1110458 Jun 02 16:24:42.780811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34626) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:42.811618 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a78fd1eb-cec4-456c-ae86-e75f5782299c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6386039 Jun 02 16:24:42.823894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34628) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:42.826383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-19d317a8-c0d2-4b51-9fa1-eda242083ff9 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:42.831252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6326f3b1-1e4e-4476-a347-27c7f917f6f2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'subnet': {'network_id': '8a5f9f4f-4981-49e9-82bf-28b046c6acb2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:42.858851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-56563b9a-d060-4cd4-9291-ee3624a87ace tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Deleting subnet a5181e5d-334b-4f88-9e22-5e6bd2d22fe3 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:24:42.863143 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-19d317a8-c0d2-4b51-9fa1-eda242083ff9 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:42.864642 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-19d317a8-c0d2-4b51-9fa1-eda242083ff9 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1532347 Jun 02 16:24:42.871220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d4ac15-11c6-4ac7-8893-2654622ff80c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 0f8393ad-5ec2-4ce0-9feb-17350e2382da {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:24:42.873842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34630) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:42.883897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-87d4ac15-11c6-4ac7-8893-2654622ff80c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:42.927024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-56563b9a-d060-4cd4-9291-ee3624a87ace tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:42.953822 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cec7c37b-d7b5-4108-924b-6362bc6345fb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:42.964642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-87d4ac15-11c6-4ac7-8893-2654622ff80c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:42.999624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cec7c37b-d7b5-4108-924b-6362bc6345fb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:43.047786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cec7c37b-d7b5-4108-924b-6362bc6345fb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:43.054301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-14513fbc-7b17-4785-921a-8e4412730eab tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:43.077246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7c37b-d7b5-4108-924b-6362bc6345fb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03c5f945-2bfa-481d-9021-c2d510cbcce2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:43.081651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cec7c37b-d7b5-4108-924b-6362bc6345fb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:43.086932 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cec7c37b-d7b5-4108-924b-6362bc6345fb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:43.090118 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cec7c37b-d7b5-4108-924b-6362bc6345fb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/03c5f945-2bfa-481d-9021-c2d510cbcce2 HTTP/1.1" status: 204 len: 168 time: 0.2133276 Jun 02 16:24:43.090986 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34634) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:43.093592 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-87d4ac15-11c6-4ac7-8893-2654622ff80c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:43.161798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-56563b9a-d060-4cd4-9291-ee3624a87ace tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:43.208409 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-79002fe7-d608-4a24-8ac2-21565d805a43 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:43.444913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9f22da32-8d7a-41d4-a3ce-86f174075220 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:43.453914 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-79002fe7-d608-4a24-8ac2-21565d805a43 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:43.455243 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-79002fe7-d608-4a24-8ac2-21565d805a43 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3633463 Jun 02 16:24:43.458381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34636) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:43.465558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-48171865-d112-4fa1-8ead-359fa97cb64f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Request body: {'security_group_rule': {'security_group_id': 'f4fdf299-4e89-490e-a6f4-73620c7d7e3f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:43.467180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c2af-3c32-437d-a01b-1c8cd9e4ccc2 req-ba3faf03-6477-4018-9507-dea9b96ded76 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:43.469075 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1f11c2af-3c32-437d-a01b-1c8cd9e4ccc2 req-ba3faf03-6477-4018-9507-dea9b96ded76 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.8136339 Jun 02 16:24:43.484894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-48171865-d112-4fa1-8ead-359fa97cb64f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:43.487818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e6e247-80ff-4417-acee-0985b22fde6b None None] Network 8a5f9f4f-4981-49e9-82bf-28b046c6acb2 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:43.509858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-48171865-d112-4fa1-8ead-359fa97cb64f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:43.526889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6326f3b1-1e4e-4476-a347-27c7f917f6f2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:43.533035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:24:43.555028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6326f3b1-1e4e-4476-a347-27c7f917f6f2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:subnet and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:43.560033 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-48171865-d112-4fa1-8ead-359fa97cb64f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Project fcd77fe50b6846bdad036f6de8345b60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:24:43.560185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6326f3b1-1e4e-4476-a347-27c7f917f6f2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:43.569718 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-48171865-d112-4fa1-8ead-359fa97cb64f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:43.580136 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87bd27c-64db-4747-939b-9b4145c1ea9b None None] Sync routers for ids ['a2d7d433-c249-49a7-ba10-3f28c36a2915'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:24:43.593758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6326f3b1-1e4e-4476-a347-27c7f917f6f2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:43.599157 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1f11c2af-3c32-437d-a01b-1c8cd9e4ccc2 req-102329b6-1c29-45d9-979f-443b4ba2774d tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155660 Jun 02 16:24:43.607755 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c592425d-3f2e-46a5-a64d-00320e22bbd9 None None] Provisioning for port 9f22da32-8d7a-41d4-a3ce-86f174075220 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:43.616453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87bd27c-64db-4747-939b-9b4145c1ea9b None None] Routers {'a2d7d433-c249-49a7-ba10-3f28c36a2915'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:43.617116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e87bd27c-64db-4747-939b-9b4145c1ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a2d7d433-c249-49a7-ba10-3f28c36a2915'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:43.621507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-56563b9a-d060-4cd4-9291-ee3624a87ace tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:43.659997 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-87d4ac15-11c6-4ac7-8893-2654622ff80c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:43.662392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:43.668781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8061349e-f320-42b2-8db2-343072ed51f0 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:43.708722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6326f3b1-1e4e-4476-a347-27c7f917f6f2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:43.713517 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6326f3b1-1e4e-4476-a347-27c7f917f6f2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:43.738536 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-48171865-d112-4fa1-8ead-359fa97cb64f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:43.738914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 9f22da32-8d7a-41d4-a3ce-86f174075220 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:43.742382 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4ac15-11c6-4ac7-8893-2654622ff80c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=0f8393ad-5ec2-4ce0-9feb-17350e2382da,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:43.745616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-87d4ac15-11c6-4ac7-8893-2654622ff80c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:43.750792 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-87d4ac15-11c6-4ac7-8893-2654622ff80c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:43.767376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e10ef9-d050-4001-84ba-d1889806c095 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:43.789462 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-48171865-d112-4fa1-8ead-359fa97cb64f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:43.801381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c8319607-4529-46cf-910c-152bc2f8c76b tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:43.836340 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-87d4ac15-11c6-4ac7-8893-2654622ff80c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/0f8393ad-5ec2-4ce0-9feb-17350e2382da HTTP/1.1" status: 204 len: 168 time: 1.0522232 Jun 02 16:24:43.838791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48171865-d112-4fa1-8ead-359fa97cb64f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0193bf5-c7b7-467c-bc0e-5c3e8e9434d2,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:43.840518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34640) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:43.855846 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9f22da32-8d7a-41d4-a3ce-86f174075220 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:43.856243 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:43.867785 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.0401499 Jun 02 16:24:43.871471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'tag': '5a6aea31-8e6b-43a2-a35d-de6027716132'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:24:43.874024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a547b1-ef22-451e-9eef-b98989535915" -d '{"events": [{"name": "network-changed", "server_uuid": "7db766e4-e538-4a8e-8480-6582cce54ac6", "tag": "5a6aea31-8e6b-43a2-a35d-de6027716132"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:24:43.874202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-48171865-d112-4fa1-8ead-359fa97cb64f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:43.885661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-48171865-d112-4fa1-8ead-359fa97cb64f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:43.886955 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-48171865-d112-4fa1-8ead-359fa97cb64f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4276247 Jun 02 16:24:43.890368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34646) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:43.931868 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8036d939-017b-438e-8488-955f6ff44bf9 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules/e0193bf5-c7b7-467c-bc0e-5c3e8e9434d2 HTTP/1.1" status: 200 len: 769 time: 0.0402160 Jun 02 16:24:43.935712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34648) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:43.961744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d0b9af-364e-41dc-84d5-393f2891cdeb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet fc183e88-6182-4872-8878-38388c9f9a62 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:24:43.972004 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-11d0b9af-364e-41dc-84d5-393f2891cdeb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:44.048725 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d281668-a41f-40da-99ab-ed0d8cda3b2f req-9a3ae82d-810d-471d-80e8-89f6d3c93c20 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:44.054772 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9d281668-a41f-40da-99ab-ed0d8cda3b2f req-9a3ae82d-810d-471d-80e8-89f6d3c93c20 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.3138356 Jun 02 16:24:44.069788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9bc8c260-5f2e-439c-a43e-8384d54209b4 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:44.098671 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-11d0b9af-364e-41dc-84d5-393f2891cdeb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:44.169784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9bc8c260-5f2e-439c-a43e-8384d54209b4 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:44.171197 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9bc8c260-5f2e-439c-a43e-8384d54209b4 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2336178 Jun 02 16:24:44.177865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34652) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:44.192212 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9d281668-a41f-40da-99ab-ed0d8cda3b2f req-98e21c56-3d1c-4f35-a48a-1e1e604c8891 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358562 Jun 02 16:24:44.218044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-e87bd27c-64db-4747-939b-9b4145c1ea9b None None] Set router a2d7d433-c249-49a7-ba10-3f28c36a2915 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:24:44.227129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83bbf017-e033-438f-8363-41be08d250aa tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:44.231411 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:44.244886 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83bbf017-e033-438f-8363-41be08d250aa tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:44.284640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83bbf017-e033-438f-8363-41be08d250aa tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:44.288209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-664c9166-3058-4b49-99cd-fce02119e0c2 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:44.311242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbf017-e033-438f-8363-41be08d250aa tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0193bf5-c7b7-467c-bc0e-5c3e8e9434d2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:44.317169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-83bbf017-e033-438f-8363-41be08d250aa tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:44.338432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-11d0b9af-364e-41dc-84d5-393f2891cdeb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:44.370878 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d854057f-bf1b-4410-9c2a-fdfdd62559a3 x-openstack-request-id: req-d854057f-bf1b-4410-9c2a-fdfdd62559a3 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:24:44.371217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db766e4-e538-4a8e-8480-6582cce54ac6", "tag": "5a6aea31-8e6b-43a2-a35d-de6027716132", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:24:44.371566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d854057f-bf1b-4410-9c2a-fdfdd62559a3 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:24:44.371987 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'tag': '5a6aea31-8e6b-43a2-a35d-de6027716132', 'status': 'completed', 'code': 200} Jun 02 16:24:44.387223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83bbf017-e033-438f-8363-41be08d250aa tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:44.388682 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-83bbf017-e033-438f-8363-41be08d250aa tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/e0193bf5-c7b7-467c-bc0e-5c3e8e9434d2 HTTP/1.1" status: 204 len: 168 time: 0.2097733 Jun 02 16:24:44.394799 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34656) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:44.465747 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:44.493229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ebaf0e2f-1659-440d-9a99-689bfef0a2f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Synchronizing usage tracker for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:44.573218 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e005192-dd35-44ae-8b87-a38c3c3d7064 req-d9684a1b-82a1-4667-b9b3-9068d63c7cf3 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:44.582045 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e005192-dd35-44ae-8b87-a38c3c3d7064 req-d9684a1b-82a1-4667-b9b3-9068d63c7cf3 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 945 time: 0.5984695 Jun 02 16:24:44.583528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 9f22da32-8d7a-41d4-a3ce-86f174075220, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9f22da32-8d7a-41d4-a3ce-86f174075220,segment=NetworkSegment(26d2ffaf-e326-450c-aa72-ddc9cada1ed6),segment_id=26d2ffaf-e326-450c-aa72-ddc9cada1ed6)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:44.583692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ebaf0e2f-1659-440d-9a99-689bfef0a2f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Unset dirty status for tenant:fcd77fe50b6846bdad036f6de8345b60 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:44.585558 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ebaf0e2f-1659-440d-9a99-689bfef0a2f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1898940 Jun 02 16:24:44.595996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34658) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:44.609523 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:44.616010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:44.617471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:44.742592 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e005192-dd35-44ae-8b87-a38c3c3d7064 req-7b156f59-22d8-40c1-a8f5-6df99b100c97 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594040 Jun 02 16:24:44.747925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-56563b9a-d060-4cd4-9291-ee3624a87ace tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:44.757327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c03a6090-9302-45ae-887d-d915185cc1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:44.788976 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34660) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:44.810918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-56563b9a-d060-4cd4-9291-ee3624a87ace tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:44.813735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56563b9a-d060-4cd4-9291-ee3624a87ace tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Pushing event deleted for resources: {'Subnet': ['ID=a5181e5d-334b-4f88-9e22-5e6bd2d22fe3,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:44.815955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-56563b9a-d060-4cd4-9291-ee3624a87ace tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:44.852092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=9f22da32-8d7a-41d4-a3ce-86f174075220,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:44.855456 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81be6181-eb89-4efd-883f-5504ab38a0b1 None None] Network 969911e0-9489-43a9-8307-cd3632486dfc requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:44.855699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-21ec2caf-079c-49b3-8840-cc7119afe164 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:44.871675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:44.917485 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-56563b9a-d060-4cd4-9291-ee3624a87ace tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] 10.222.0.50 "DELETE /v2.0/subnets/a5181e5d-334b-4f88-9e22-5e6bd2d22fe3 HTTP/1.1" status: 204 len: 168 time: 2.2636931 Jun 02 16:24:44.919802 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a547b1-ef22-451e-9eef-b98989535915 req-c672a839-8311-464b-b986-efb9a3c934c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:44.920789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34662) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:44.921286 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-67a547b1-ef22-451e-9eef-b98989535915 req-c672a839-8311-464b-b986-efb9a3c934c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63cb22b2aa5349b4b453b929309f04b5&device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 1098 time: 0.5153506 Jun 02 16:24:44.978708 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-21ec2caf-079c-49b3-8840-cc7119afe164 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:45.079731 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bba3d111-9548-4d32-aaad-8cbd1d9b46d5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/floatingips/135c0ce6-3842-4b2b-8e01-6c11583cdce4 HTTP/1.1" status: 200 len: 991 time: 0.2893867 Jun 02 16:24:45.149991 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515043a5-8391-4d19-9683-f9a536f98b20 req-61598d33-6ec4-4f45-95b7-19717efca470 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:45.151813 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-515043a5-8391-4d19-9683-f9a536f98b20 req-61598d33-6ec4-4f45-95b7-19717efca470 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.4405193 Jun 02 16:24:45.159905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:45.163991 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-11d0b9af-364e-41dc-84d5-393f2891cdeb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:45.170600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-be66aab1-8c7f-4754-a341-ceaa91cc81d5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:45.200472 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e87bd27c-64db-4747-939b-9b4145c1ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626977264', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:36Z', 'updated_at': '2021-06-02T16:23:59Z', 'revision_number': 4, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'gw_port': {'id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:38Z', 'updated_at': '2021-06-02T16:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '135c0ce6-3842-4b2b-8e01-6c11583cdce4', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'port_id': '5a6aea31-8e6b-43a2-a35d-de6027716132', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'mac_address': 'fa:16:3e:3d:0f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:24:39Z', 'updated_at': '2021-06-02T16:24:39Z', 'revision_number': 0, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f534ed46-e1a3-4a79-b6a2-95cfdd4bff10', 'name': '', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'mac_address': 'fa:16:3e:a1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '37890743-a156-48e2-9877-ae966842ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:57Z', 'updated_at': '2021-06-02T16:24:11Z', 'revision_number': 5, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'subnets': [{'id': '37890743-a156-48e2-9877-ae966842ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:45.207961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87bd27c-64db-4747-939b-9b4145c1ea9b None None] Checking router: a2d7d433-c249-49a7-ba10-3f28c36a2915 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:24:45.220308 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-21ec2caf-079c-49b3-8840-cc7119afe164 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:45.220935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87bd27c-64db-4747-939b-9b4145c1ea9b None None] Routers {'a2d7d433-c249-49a7-ba10-3f28c36a2915'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:45.221629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e87bd27c-64db-4747-939b-9b4145c1ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a2d7d433-c249-49a7-ba10-3f28c36a2915'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:45.239563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0b9af-364e-41dc-84d5-393f2891cdeb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=fc183e88-6182-4872-8878-38388c9f9a62,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:45.242302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-11d0b9af-364e-41dc-84d5-393f2891cdeb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:45.249232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-11d0b9af-364e-41dc-84d5-393f2891cdeb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:45.294447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-573fe5db-a5a3-400e-9529-3e7d030253f0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:45.303713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4eb880-8577-468c-ba7d-42074d3dd3ad None None] DHCP port deletion for 969911e0-9489-43a9-8307-cd3632486dfc request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:24:45.340156 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec2caf-079c-49b3-8840-cc7119afe164 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fdf299-4e89-490e-a6f4-73620c7d7e3f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:45.347866 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-21ec2caf-079c-49b3-8840-cc7119afe164 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:45.357856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:24:45.371430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a547b1-ef22-451e-9eef-b98989535915 req-6e894f15-b404-4b37-870e-eddb8922ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:45.372894 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-67a547b1-ef22-451e-9eef-b98989535915 req-6e894f15-b404-4b37-870e-eddb8922ecdd service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 HTTP/1.1" status: 200 len: 898 time: 0.4357848 Jun 02 16:24:45.381875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:45.415533 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-515043a5-8391-4d19-9683-f9a536f98b20 req-cd58c254-6170-4fd0-9e87-b567bca67ad2 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080071 Jun 02 16:24:45.416756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-21ec2caf-079c-49b3-8840-cc7119afe164 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:45.417952 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-21ec2caf-079c-49b3-8840-cc7119afe164 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "DELETE /v2.0/security-groups/f4fdf299-4e89-490e-a6f4-73620c7d7e3f HTTP/1.1" status: 204 len: 168 time: 0.8219082 Jun 02 16:24:45.419368 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-11d0b9af-364e-41dc-84d5-393f2891cdeb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/fc183e88-6182-4872-8878-38388c9f9a62 HTTP/1.1" status: 204 len: 168 time: 1.5767553 Jun 02 16:24:45.428965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34664) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:45.468951 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9f22da32-8d7a-41d4-a3ce-86f174075220 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:45.483773 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:45.494871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34666) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:45.495744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2e43983b-b69c-4088-ba22-2408df2a3186 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:45.624931 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ce0d57f0-35f6-4255-b0a9-006da4f4b64b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1943974 Jun 02 16:24:45.627998 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34672) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:45.633261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:45.671088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=078c9703-a239-4322-815e-d53ea3805a67,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:45.677028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:45.706207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-e87bd27c-64db-4747-939b-9b4145c1ea9b None None] Set router a2d7d433-c249-49a7-ba10-3f28c36a2915 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:24:45.813383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e34583ce-ca6d-4585-a267-2b2a75c48b87 None None] Provisioning complete for port 9f22da32-8d7a-41d4-a3ce-86f174075220 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:45.813768 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e34583ce-ca6d-4585-a267-2b2a75c48b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:45.815759 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-67a547b1-ef22-451e-9eef-b98989535915 req-42f0f54c-d8be-488b-ba7c-02d46c7b634f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a6aea31-8e6b-43a2-a35d-de6027716132 HTTP/1.1" status: 200 len: 999 time: 0.4044652 Jun 02 16:24:45.830383 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e2bf1c22-750a-4124-a597-2e950fd028ab tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2999737 Jun 02 16:24:45.841650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34674) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:45.884111 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:45.982838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Deleting port 31caf636-4126-4b62-901f-4ff5d2f37216 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:45.983445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:45.999963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:46.011330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:46.016139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:46.023556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:46.037890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be23f64-a190-4d67-b4a4-e86fe2d8aadc None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:46.086752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34678) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:46.175749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a547b1-ef22-451e-9eef-b98989535915 req-48b6688a-f07e-4b7c-93ff-ca760598bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:46.177250 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-67a547b1-ef22-451e-9eef-b98989535915 req-48b6688a-f07e-4b7c-93ff-ca760598bdd7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37890743-a156-48e2-9877-ae966842ebc7 HTTP/1.1" status: 200 len: 835 time: 0.3373880 Jun 02 16:24:46.185169 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7b2d734d-bc28-43f7-a2f6-110e10faa3e8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3020768 Jun 02 16:24:46.189422 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6326f3b1-1e4e-4476-a347-27c7f917f6f2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:46.211512 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-9c4eb880-8577-468c-ba7d-42074d3dd3ad None None] Deleting port 31caf636-4126-4b62-901f-4ff5d2f37216 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:46.211897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9c4eb880-8577-468c-ba7d-42074d3dd3ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:46.218376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:46.222303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:46.339758 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9f22da32-8d7a-41d4-a3ce-86f174075220 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:46.340066 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:46.373182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] For port 31caf636-4126-4b62-901f-4ff5d2f37216, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=31caf636-4126-4b62-901f-4ff5d2f37216,segment=NetworkSegment(1d4d02b8-86da-481f-90bb-a156cbe54883),segment_id=1d4d02b8-86da-481f-90bb-a156cbe54883)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:46.373625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:46.469252 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-aded5bb2-5878-46eb-bde1-09cb551557ba tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/floatingips/135c0ce6-3842-4b2b-8e01-6c11583cdce4 HTTP/1.1" status: 200 len: 991 time: 0.3400741 Jun 02 16:24:46.493493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:46.547543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Calling delete_port for 31caf636-4126-4b62-901f-4ff5d2f37216 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:46.580498 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16480624-cd38-4304-b298-8fedddcb4c2c req-6c46a0e2-f51a-4859-9dbd-45f30114de4c tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:46.587648 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-16480624-cd38-4304-b298-8fedddcb4c2c req-6c46a0e2-f51a-4859-9dbd-45f30114de4c tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.5846326 Jun 02 16:24:46.607627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6326f3b1-1e4e-4476-a347-27c7f917f6f2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 8a5f9f4f-4981-49e9-82bf-28b046c6acb2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:46.624910 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-9c4eb880-8577-468c-ba7d-42074d3dd3ad None None] For port 31caf636-4126-4b62-901f-4ff5d2f37216, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=31caf636-4126-4b62-901f-4ff5d2f37216,segment=NetworkSegment(1d4d02b8-86da-481f-90bb-a156cbe54883),segment_id=1d4d02b8-86da-481f-90bb-a156cbe54883)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:46.625571 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9c4eb880-8577-468c-ba7d-42074d3dd3ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:46.638467 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-6326f3b1-1e4e-4476-a347-27c7f917f6f2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:46.661443 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Floating IP 136eb23f-2715-49b9-9c27-28e02b35fea3 associated. External IP: 172.26.3.251, port: 49be344e-9a9d-48ad-bea4-45a3de0799f6. Jun 02 16:24:46.668725 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-16480624-cd38-4304-b298-8fedddcb4c2c req-507f597b-f227-4022-8e1d-3729b6c7953c tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800855 Jun 02 16:24:46.672678 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34684) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:46.752818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:46.760077 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a5997d4e-310a-42d0-96b2-10ce87503bd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:46.789449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6326f3b1-1e4e-4476-a347-27c7f917f6f2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:46.791465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6326f3b1-1e4e-4476-a347-27c7f917f6f2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:46.795260 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326f3b1-1e4e-4476-a347-27c7f917f6f2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Subnet': ['ID=31d2d2f8-bccc-4ef1-9885-f1e83f9557e2,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:46.846353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Pushing event deleted for resources: {'Port': ['ID=31caf636-4126-4b62-901f-4ff5d2f37216,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:46.851962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] No DVR routers for this DVR port 31caf636-4126-4b62-901f-4ff5d2f37216 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:24:46.870283 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-9c4eb880-8577-468c-ba7d-42074d3dd3ad None None] Calling delete_port for 31caf636-4126-4b62-901f-4ff5d2f37216 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:46.882587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d3d480-863c-4cf0-8aa3-1fb7aceaaf8c None None] Network 8a5f9f4f-4981-49e9-82bf-28b046c6acb2 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:46.893440 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:46.913430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6326f3b1-1e4e-4476-a347-27c7f917f6f2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:46.930716 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6326f3b1-1e4e-4476-a347-27c7f917f6f2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.1038074 Jun 02 16:24:46.942205 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34690) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:46.947701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'network_id': '8a5f9f4f-4981-49e9-82bf-28b046c6acb2', 'fixed_ips': [{'subnet_id': '7b986401-5818-4344-bca9-d27fa94241ce'}, {'subnet_id': '31d2d2f8-bccc-4ef1-9885-f1e83f9557e2'}], 'name': 'tempest-PortsTestJSON-641277616'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:46.967129 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a547b1-ef22-451e-9eef-b98989535915 req-141bca00-d2e2-4bf2-b2b1-09ab708e8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:46.969696 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-67a547b1-ef22-451e-9eef-b98989535915 req-141bca00-d2e2-4bf2-b2b1-09ab708e8b80 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d5fd4a6-9151-4311-8e5f-7f09280e7ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7624421 Jun 02 16:24:47.139626 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f2ebc00e-fa8c-451e-bc0c-3b8c58d0e17b None None] Provisioning complete for port 63c71ce5-e674-4845-ae16-a964698e5ebf triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:47.140010 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f2ebc00e-fa8c-451e-bc0c-3b8c58d0e17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:47.183156 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:47.200271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:47.212074 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-34b69450-35d5-4b51-be30-ec2a9613699e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fcd77fe50b6846bdad036f6de8345b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5356829 Jun 02 16:24:47.212074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:port and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:47.217693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:47.219554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b381c14-7406-4dbf-8e01-92fa52ac971d None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:24:47.228133 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34692) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:47.242256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 31caf636-4126-4b62-901f-4ff5d2f37216 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:24:47.271786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969911e0-9489-43a9-8307-cd3632486dfc']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:47.283192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:47.296943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4d02b8-86da-481f-90bb-a156cbe54883') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:47.297243 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4d02b8-86da-481f-90bb-a156cbe54883') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:47.335443 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-67a547b1-ef22-451e-9eef-b98989535915 req-e2a7156c-f322-454c-8454-053e36cf3036 service neutron] 10.222.0.49 "GET /v2.0/networks/2d5fd4a6-9151-4311-8e5f-7f09280e7ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930827 Jun 02 16:24:47.341592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 61c5a599-0152-4746-8e04-c17f6727ee6e has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:24:47.369095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:47.391392 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:47.416240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e87bd27c-64db-4747-939b-9b4145c1ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626977264', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:36Z', 'updated_at': '2021-06-02T16:23:59Z', 'revision_number': 4, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'gw_port': {'id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:38Z', 'updated_at': '2021-06-02T16:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '135c0ce6-3842-4b2b-8e01-6c11583cdce4', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'port_id': '5a6aea31-8e6b-43a2-a35d-de6027716132', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'mac_address': 'fa:16:3e:3d:0f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:24:39Z', 'updated_at': '2021-06-02T16:24:39Z', 'revision_number': 0, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f534ed46-e1a3-4a79-b6a2-95cfdd4bff10', 'name': '', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'mac_address': 'fa:16:3e:a1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '37890743-a156-48e2-9877-ae966842ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:57Z', 'updated_at': '2021-06-02T16:24:11Z', 'revision_number': 5, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'subnets': [{'id': '37890743-a156-48e2-9877-ae966842ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:47.418299 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 31caf636-4126-4b62-901f-4ff5d2f37216 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:24:47.418654 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 31caf636-4126-4b62-901f-4ff5d2f37216 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:24:47.441914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87bd27c-64db-4747-939b-9b4145c1ea9b None None] The sync data for ids ['a2d7d433-c249-49a7-ba10-3f28c36a2915'] in dv-neutron-601336-83-hyperv is: [{'id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626977264', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:36Z', 'updated_at': '2021-06-02T16:23:59Z', 'revision_number': 4, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'gw_port': {'id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:38Z', 'updated_at': '2021-06-02T16:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '135c0ce6-3842-4b2b-8e01-6c11583cdce4', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'port_id': '5a6aea31-8e6b-43a2-a35d-de6027716132', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'mac_address': 'fa:16:3e:3d:0f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:24:39Z', 'updated_at': '2021-06-02T16:24:39Z', 'revision_number': 0, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f534ed46-e1a3-4a79-b6a2-95cfdd4bff10', 'name': '', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'mac_address': 'fa:16:3e:a1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '37890743-a156-48e2-9877-ae966842ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:57Z', 'updated_at': '2021-06-02T16:24:11Z', 'revision_number': 5, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'subnets': [{'id': '37890743-a156-48e2-9877-ae966842ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:24:47.451550 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9c4eb880-8577-468c-ba7d-42074d3dd3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:47.456146 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-14b60b70-26ff-4452-9583-f2b8c04f03dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:47.542209 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34694) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:47.543581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4eb880-8577-468c-ba7d-42074d3dd3ad None None] Pushing event deleted for resources: {'Port': ['ID=31caf636-4126-4b62-901f-4ff5d2f37216,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:47.547784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-9c4eb880-8577-468c-ba7d-42074d3dd3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:47.556023 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4eb880-8577-468c-ba7d-42074d3dd3ad None None] No DVR routers for this DVR port 31caf636-4126-4b62-901f-4ff5d2f37216 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:24:47.561668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 63c71ce5-e674-4845-ae16-a964698e5ebf no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:24:47.589587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:47.596174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:47.714837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1b381c14-7406-4dbf-8e01-92fa52ac971d None None] Deleting port 63c71ce5-e674-4845-ae16-a964698e5ebf {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:47.715335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1b381c14-7406-4dbf-8e01-92fa52ac971d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:47.800038 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-67a547b1-ef22-451e-9eef-b98989535915 req-5cc22a07-09ad-41bf-b2ae-0ebb6d7775b0 service neutron] 10.222.0.49 "GET /v2.0/networks/2d5fd4a6-9151-4311-8e5f-7f09280e7ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554024 Jun 02 16:24:47.813383 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f37b58-11cd-4120-8e05-891c56776a90 None None] New status for floating IP 135c0ce6-3842-4b2b-8e01-6c11583cdce4: ACTIVE {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:24:47.816280 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8605f02b-b789-42af-91de-b20a683c340c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:47.841726 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0dc6502e-bb58-4894-b322-ef44c79545c5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/floatingips/135c0ce6-3842-4b2b-8e01-6c11583cdce4 HTTP/1.1" status: 200 len: 991 time: 0.2774737 Jun 02 16:24:47.852638 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:24:47.854626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:47.875578 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:24:47.881655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:24:47.884429 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:24:47.895681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d793afc6-52e3-4e63-9b6f-19b3d0a74870 None None] Sync routers for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:24:47.922151 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:47.992512 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d793afc6-52e3-4e63-9b6f-19b3d0a74870 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:47.993331 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d793afc6-52e3-4e63-9b6f-19b3d0a74870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:48.011344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] device_id is not set on port ce4bf889-e53e-4137-91bc-fed548836351 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:48.051664 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.4073362 Jun 02 16:24:48.054230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34700) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:48.063931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1b381c14-7406-4dbf-8e01-92fa52ac971d None None] For port 63c71ce5-e674-4845-ae16-a964698e5ebf, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=63c71ce5-e674-4845-ae16-a964698e5ebf,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:48.064694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1b381c14-7406-4dbf-8e01-92fa52ac971d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:48.165866 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:48.173640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8605f02b-b789-42af-91de-b20a683c340c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:48.187535 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1b381c14-7406-4dbf-8e01-92fa52ac971d None None] Calling delete_port for 63c71ce5-e674-4845-ae16-a964698e5ebf owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:48.201952 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-21992b80-078c-45b7-9f91-0ea812ccf957 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "GET /v2.0/floatingips/136eb23f-2715-49b9-9c27-28e02b35fea3 HTTP/1.1" status: 200 len: 978 time: 0.1462541 Jun 02 16:24:48.202814 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34702) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:48.205818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-16113fe8-5ea3-46f5-abd4-9b40ad0b91d0 tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:48.220902 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:48.254799 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d793afc6-52e3-4e63-9b6f-19b3d0a74870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:48.260250 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 63c71ce5-e674-4845-ae16-a964698e5ebf, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=63c71ce5-e674-4845-ae16-a964698e5ebf,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:48.271515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Pushing event deleted for resources: {'Network': ['ID=969911e0-9489-43a9-8307-cd3632486dfc,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:48.271780 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:48.276293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-98f29ace-a828-4054-9e46-61783e58b050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:48.306369 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:48.314383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d793afc6-52e3-4e63-9b6f-19b3d0a74870 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:48.314918 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d793afc6-52e3-4e63-9b6f-19b3d0a74870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:48.349888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b67be040-4e2f-48fb-a1cd-3e36e65f435e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Synchronizing usage tracker for tenant:b1e6ae044866456481b224d8f3cd9b84 on resource:floatingip {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:48.367417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b67be040-4e2f-48fb-a1cd-3e36e65f435e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Unset dirty status for tenant:b1e6ae044866456481b224d8f3cd9b84 on resource:floatingip {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:48.370150 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b67be040-4e2f-48fb-a1cd-3e36e65f435e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1649828 Jun 02 16:24:48.370320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1b381c14-7406-4dbf-8e01-92fa52ac971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:48.372070 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34704) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:48.377207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-0526d9ab-8dc4-4ac3-832f-4d3cda20cafe tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'floatingip': {'port_id': '198e3b17-52c9-4e1c-9009-089764ca01c5'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:48.381808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad30c3-2d14-4dfd-9e67-01a7f7fb7331 req-30f0ac91-a416-4daf-b136-0d2a159017fd tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:48.384465 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-53ad30c3-2d14-4dfd-9e67-01a7f7fb7331 req-30f0ac91-a416-4daf-b136-0d2a159017fd tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.4928827 Jun 02 16:24:48.393725 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] 10.222.0.50 "DELETE /v2.0/networks/969911e0-9489-43a9-8307-cd3632486dfc HTTP/1.1" status: 204 len: 168 time: 3.4603674 Jun 02 16:24:48.393951 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc32086-1be5-46ee-8f7f-6a4540985f75 None None] Update dhcp port {'port': {'network_id': '8a5f9f4f-4981-49e9-82bf-28b046c6acb2', 'fixed_ips': [{'subnet_id': '7b986401-5818-4344-bca9-d27fa94241ce', 'ip_address': '172.20.0.2'}, {'subnet_id': '31d2d2f8-bccc-4ef1-9885-f1e83f9557e2'}], 'binding:host_id': 'dv-neutron-601336-83-hyperv'}, 'id': '9f22da32-8d7a-41d4-a3ce-86f174075220'} from dv-neutron-601336-83-hyperv. {{(pid=92324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 16:24:48.448332 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event deleted for resources: {'Port': ['ID=63c71ce5-e674-4845-ae16-a964698e5ebf,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:48.458320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:48.459084 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:48.492391 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d793afc6-52e3-4e63-9b6f-19b3d0a74870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:48.492910 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d793afc6-52e3-4e63-9b6f-19b3d0a74870 None None] The sync data for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:24:48.502667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b381c14-7406-4dbf-8e01-92fa52ac971d None None] No DVR routers for this DVR port 63c71ce5-e674-4845-ae16-a964698e5ebf on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:24:48.528540 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b381c14-7406-4dbf-8e01-92fa52ac971d None None] Pushing event deleted for resources: {'Port': ['ID=63c71ce5-e674-4845-ae16-a964698e5ebf,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:48.537362 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1b381c14-7406-4dbf-8e01-92fa52ac971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:48.545350 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3bc32086-1be5-46ee-8f7f-6a4540985f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:48.547070 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8605f02b-b789-42af-91de-b20a683c340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:48.558473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:48.583535 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-53ad30c3-2d14-4dfd-9e67-01a7f7fb7331 req-d2a5654f-0095-4fe3-b6ca-ebe8fe6a3dce tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910043 Jun 02 16:24:48.614817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605f02b-b789-42af-91de-b20a683c340c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d0e0c0-8558-421e-87e2-4ea1069f5aba,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:48.730723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0526d9ab-8dc4-4ac3-832f-4d3cda20cafe tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:48.768311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Allocated IP 172.20.0.13 (8a5f9f4f-4981-49e9-82bf-28b046c6acb2/7b986401-5818-4344-bca9-d27fa94241ce/ce4bf889-e53e-4137-91bc-fed548836351) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:48.776354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Allocated IP 172.20.0.24 (8a5f9f4f-4981-49e9-82bf-28b046c6acb2/31d2d2f8-bccc-4ef1-9885-f1e83f9557e2/ce4bf889-e53e-4137-91bc-fed548836351) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:48.806558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8605f02b-b789-42af-91de-b20a683c340c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:48.844702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34714) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:48.869906 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:48.918517 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34716) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:48.947484 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8605f02b-b789-42af-91de-b20a683c340c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:48.951109 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8605f02b-b789-42af-91de-b20a683c340c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45d0e0c0-8558-421e-87e2-4ea1069f5aba HTTP/1.1" status: 204 len: 168 time: 1.7180932 Jun 02 16:24:48.973736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.objects.ports [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92322) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:24:49.029996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:49.060412 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d57417ed-2acc-4a78-8aec-63d639193352 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:49.090793 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-75884870-53dd-4b51-a5a3-c809528afa54 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/floatingips/135c0ce6-3842-4b2b-8e01-6c11583cdce4 HTTP/1.1" status: 200 len: 993 time: 0.2447460 Jun 02 16:24:49.134841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:49.201513 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-36dd12d1-0adf-4798-8182-c54faaf5c3f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61d8f1f615344e2eb87b52c0c9be27c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793291 Jun 02 16:24:49.205465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34726) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:49.207762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:49.221184 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fc331d-243e-486e-890a-e818a0554a82 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:49.262559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:49.264371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:49.290866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dfcc8-556e-40c0-8585-02a2fb85bb16 req-10ea4256-2f7f-4058-b994-27745fd9392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:49.292432 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-686dfcc8-556e-40c0-8585-02a2fb85bb16 req-10ea4256-2f7f-4058-b994-27745fd9392a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9e97360779e4d6396b45277baa95f46&device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 1099 time: 0.3496404 Jun 02 16:24:49.293687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=d0b2a530-baa6-464b-a50a-92bc562f0b9a,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:49.310139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:49.339087 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7100167 Jun 02 16:24:49.343058 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34730) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:49.357012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-66bec124-2da5-4560-a764-26b1f541d3a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:49.398853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555af259-8873-475f-b231-7ff2dfec7240 req-82aa59a3-5156-4754-ba04-ec7d12a3ec5f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:49.408389 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-555af259-8873-475f-b231-7ff2dfec7240 req-82aa59a3-5156-4754-ba04-ec7d12a3ec5f tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.4727516 Jun 02 16:24:49.488404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': 'd0b2a530-baa6-464b-a50a-92bc562f0b9a'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:24:49.489692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:49.505406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:49.559769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7dd56e02-e0f6-4abe-81e5-7d1ec6887fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:49.574176 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-555af259-8873-475f-b231-7ff2dfec7240 req-b6f97393-cb69-4583-8a6a-90f561514694 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625974 Jun 02 16:24:49.628619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-66bec124-2da5-4560-a764-26b1f541d3a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:49.632881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-66bec124-2da5-4560-a764-26b1f541d3a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:49.636097 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-66bec124-2da5-4560-a764-26b1f541d3a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:49.641902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7dd56e02-e0f6-4abe-81e5-7d1ec6887fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:49.642832 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Transition to ACTIVE for port object ce4bf889-e53e-4137-91bc-fed548836351 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:49.644209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-66bec124-2da5-4560-a764-26b1f541d3a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:49.660584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bec124-2da5-4560-a764-26b1f541d3a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:49.664296 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-66bec124-2da5-4560-a764-26b1f541d3a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:49.721066 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dfcc8-556e-40c0-8585-02a2fb85bb16 req-fc7c2abf-8446-4f9d-9d30-aa58605f996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:49.722590 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-686dfcc8-556e-40c0-8585-02a2fb85bb16 req-fc7c2abf-8446-4f9d-9d30-aa58605f996c service neutron] 10.222.0.49 "GET /v2.0/networks?id=65d13a74-8578-490b-adf4-f817c919af14 HTTP/1.1" status: 200 len: 912 time: 0.4077640 Jun 02 16:24:49.783006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Allocated IP 2001:db8::f816:3eff:fe0c:2b (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/d0b2a530-baa6-464b-a50a-92bc562f0b9a/5d31d71f-742a-4af1-a84a-9c5fdd83425f) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:49.848296 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:49.872476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c078cb20-b6cd-4ebc-946d-fef04577eddc tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:49.894094 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-686dfcc8-556e-40c0-8585-02a2fb85bb16 req-2d92196e-2160-4448-82e6-8b48a17706ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 HTTP/1.1" status: 200 len: 1000 time: 0.1552408 Jun 02 16:24:49.933164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 8a5f9f4f-4981-49e9-82bf-28b046c6acb2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:49.940722 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:49.947066 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7dd56e02-e0f6-4abe-81e5-7d1ec6887fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:49.958921 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:49.960508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:50.003814 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34746) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:50.005445 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7dd56e02-e0f6-4abe-81e5-7d1ec6887fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:50.009127 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7dd56e02-e0f6-4abe-81e5-7d1ec6887fa7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/949305fd-67b4-4d99-af68-b30ec84cc892 HTTP/1.1" status: 204 len: 168 time: 0.7972066 Jun 02 16:24:50.009127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd56e02-e0f6-4abe-81e5-7d1ec6887fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949305fd-67b4-4d99-af68-b30ec84cc892,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:50.022410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7dd56e02-e0f6-4abe-81e5-7d1ec6887fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:50.062420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dfcc8-556e-40c0-8585-02a2fb85bb16 req-79f66a68-75b3-4397-a9e1-6e1cb7d870d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:50.063811 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-3bc32086-1be5-46ee-8f7f-6a4540985f75 None None] Allocated IP 172.20.0.18 (8a5f9f4f-4981-49e9-82bf-28b046c6acb2/31d2d2f8-bccc-4ef1-9885-f1e83f9557e2/9f22da32-8d7a-41d4-a3ce-86f174075220) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:50.065971 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-686dfcc8-556e-40c0-8585-02a2fb85bb16 req-79f66a68-75b3-4397-a9e1-6e1cb7d870d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58265fad-4025-46d0-93bb-61bd65052044 HTTP/1.1" status: 200 len: 850 time: 0.1633859 Jun 02 16:24:50.067594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:50.068179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:50.072151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=ce4bf889-e53e-4137-91bc-fed548836351,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:50.082255 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:50.177666 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:50.181893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-0526d9ab-8dc4-4ac3-832f-4d3cda20cafe tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:24:50.239058 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Transition to ACTIVE for port object 5d31d71f-742a-4af1-a84a-9c5fdd83425f will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:50.273739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Transition to ACTIVE for port object 5d31d71f-742a-4af1-a84a-9c5fdd83425f will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:50.281824 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-00882873-5dc9-44c1-a917-65b886dc865d tempest-ServiceProvidersTest-288427399 tempest-ServiceProvidersTest-288427399-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2740989 Jun 02 16:24:50.284988 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.3414891 Jun 02 16:24:50.287789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34754) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:50.304367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f195d74d-9083-4de1-ae1c-99c9fcf93397 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b986401-5818-4344-bca9-d27fa94241ce'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:50.310578 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:50.331939 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:50.485898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:50.497953 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3bc32086-1be5-46ee-8f7f-6a4540985f75 None None] For port 9f22da32-8d7a-41d4-a3ce-86f174075220, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9f22da32-8d7a-41d4-a3ce-86f174075220,segment=NetworkSegment(26d2ffaf-e326-450c-aa72-ddc9cada1ed6),segment_id=26d2ffaf-e326-450c-aa72-ddc9cada1ed6)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:50.508815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:50.522789 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:50.641495 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Pushing event updated for resources: {'Port': ['ID=5d31d71f-742a-4af1-a84a-9c5fdd83425f,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:50.683535 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0526d9ab-8dc4-4ac3-832f-4d3cda20cafe tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:50.691036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dfcc8-556e-40c0-8585-02a2fb85bb16 req-1ce67522-8629-4b9c-83ed-7a84fe81cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:50.692792 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-686dfcc8-556e-40c0-8585-02a2fb85bb16 req-1ce67522-8629-4b9c-83ed-7a84fe81cefc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65d13a74-8578-490b-adf4-f817c919af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6191301 Jun 02 16:24:50.694553 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0526d9ab-8dc4-4ac3-832f-4d3cda20cafe tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:50.736741 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:50.759903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f195d74d-9083-4de1-ae1c-99c9fcf93397 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:50.764664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.resource_extend [None req-3bc32086-1be5-46ee-8f7f-6a4540985f75 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:24:50.810631 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3bc32086-1be5-46ee-8f7f-6a4540985f75 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:50.819055 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Attempting to bind port 5d31d71f-742a-4af1-a84a-9c5fdd83425f on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:24:50.819574 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Attempting to bind port 5d31d71f-742a-4af1-a84a-9c5fdd83425f by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:24:50.820075 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Attempting to bind port 5d31d71f-742a-4af1-a84a-9c5fdd83425f on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:24:50.834164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:24:50.834708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:50.835215 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:50.835710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:24:50.836314 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Bound port: 5d31d71f-742a-4af1-a84a-9c5fdd83425f, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:24:50.836791 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:50.849150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3bc32086-1be5-46ee-8f7f-6a4540985f75 None None] Transition to ACTIVE for port object 9f22da32-8d7a-41d4-a3ce-86f174075220 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:50.890601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3bc32086-1be5-46ee-8f7f-6a4540985f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:50.901705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:50.984055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34772) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:51.048162 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-0526d9ab-8dc4-4ac3-832f-4d3cda20cafe tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Floating IP 136eb23f-2715-49b9-9c27-28e02b35fea3 associated. External IP: 172.26.3.251, port: 49be344e-9a9d-48ad-bea4-45a3de0799f6. Jun 02 16:24:51.107310 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc32086-1be5-46ee-8f7f-6a4540985f75 None None] Pushing event updated for resources: {'Port': ['ID=9f22da32-8d7a-41d4-a3ce-86f174075220,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:51.113742 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3bc32086-1be5-46ee-8f7f-6a4540985f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:51.118768 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] For port 5d31d71f-742a-4af1-a84a-9c5fdd83425f, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:24:51.122508 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] For port 5d31d71f-742a-4af1-a84a-9c5fdd83425f, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5d31d71f-742a-4af1-a84a-9c5fdd83425f,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:24:51.135038 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:51.141627 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-686dfcc8-556e-40c0-8585-02a2fb85bb16 req-4c5f16b0-0fd4-4e15-b03b-a1ac00c67a06 service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887103 Jun 02 16:24:51.146350 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-598ffeff-cdea-4162-8ff5-c3c87288138d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:51.346380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Pushing event updated for resources: {'Port': ['ID=5d31d71f-742a-4af1-a84a-9c5fdd83425f,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:51.351135 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:51.480508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34786) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:51.577669 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77b359-032e-4782-af3f-fec2c28fdd8b req-ef9b8d0c-dd40-4a5f-a343-440c175cb7a6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:51.579168 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1e77b359-032e-4782-af3f-fec2c28fdd8b req-ef9b8d0c-dd40-4a5f-a343-440c175cb7a6 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.7785485 Jun 02 16:24:51.610099 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9f22da32-8d7a-41d4-a3ce-86f174075220 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:51.661739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1179346678'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:51.700534 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:51.733935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Usage tracker for resource:network and tenant:7d7257377f7643ddb71b45fddc1b4193 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:51.776285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:51.798618 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-686dfcc8-556e-40c0-8585-02a2fb85bb16 req-1cad95c2-886b-4e32-affc-31ca684b01f7 service neutron] 10.222.0.49 "GET /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361711 Jun 02 16:24:51.841889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:51.850527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-56c50ffe-dc41-4e7d-aefd-85385b36bf93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:51.880826 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1e77b359-032e-4782-af3f-fec2c28fdd8b req-597b61a7-167b-4402-9f26-13ec7fc634aa tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816601 Jun 02 16:24:51.916912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-56c50ffe-dc41-4e7d-aefd-85385b36bf93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:51.929005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-56c50ffe-dc41-4e7d-aefd-85385b36bf93 admin admin] Usage tracker for resource:security_group_rule and tenant:44816ed1c97b44bc883570c870d7bc99 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:51.938983 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-56c50ffe-dc41-4e7d-aefd-85385b36bf93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:51.981503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-f195d74d-9083-4de1-ae1c-99c9fcf93397 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Delete allocated IP 172.20.0.24 (8a5f9f4f-4981-49e9-82bf-28b046c6acb2/31d2d2f8-bccc-4ef1-9885-f1e83f9557e2) {{(pid=92322) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 16:24:51.990365 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Made reservation on behalf of 7d7257377f7643ddb71b45fddc1b4193 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:51.993919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:52.002475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0526d9ab-8dc4-4ac3-832f-4d3cda20cafe tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 61c5a599-0152-4746-8e04-c17f6727ee6e has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:24:52.010830 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-56c50ffe-dc41-4e7d-aefd-85385b36bf93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:52.054163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:52.172381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7147a18c-b01d-4f93-a536-28845e5de6de None None] Provisioning for port 9f22da32-8d7a-41d4-a3ce-86f174075220 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:52.190364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7147a18c-b01d-4f93-a536-28845e5de6de None None] Provisioning complete for port 9f22da32-8d7a-41d4-a3ce-86f174075220 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:52.191126 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7147a18c-b01d-4f93-a536-28845e5de6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:52.199878 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0526d9ab-8dc4-4ac3-832f-4d3cda20cafe tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:24:52.220851 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e824bf38-e044-4532-9fd7-81c9a5d72d0d None None] Sync routers for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:24:52.235256 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e824bf38-e044-4532-9fd7-81c9a5d72d0d None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:52.235894 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e824bf38-e044-4532-9fd7-81c9a5d72d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:52.309212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:52.324608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-56c50ffe-dc41-4e7d-aefd-85385b36bf93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:52.339928 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e824bf38-e044-4532-9fd7-81c9a5d72d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:52.350779 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e824bf38-e044-4532-9fd7-81c9a5d72d0d None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:52.351445 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e824bf38-e044-4532-9fd7-81c9a5d72d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:52.425833 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e824bf38-e044-4532-9fd7-81c9a5d72d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:52.426263 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e824bf38-e044-4532-9fd7-81c9a5d72d0d None None] The sync data for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:24:52.456135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Usage tracker for resource:security_group_rule and tenant:7d7257377f7643ddb71b45fddc1b4193 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:52.465210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:52.468353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-56c50ffe-dc41-4e7d-aefd-85385b36bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:52.476263 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-66bec124-2da5-4560-a764-26b1f541d3a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:52.493781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ba5883fd-2fb6-4d4f-a9f1-b71cea8d5e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:52.511762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bec124-2da5-4560-a764-26b1f541d3a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:52.515346 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:52.522191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-66bec124-2da5-4560-a764-26b1f541d3a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:52.565066 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-46e88829-5271-4871-af32-061da94adada None None] Provisioning for port ce4bf889-e53e-4137-91bc-fed548836351 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:52.579228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bec124-2da5-4560-a764-26b1f541d3a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:52.579475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-46e88829-5271-4871-af32-061da94adada None None] Provisioning complete for port ce4bf889-e53e-4137-91bc-fed548836351 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:52.579826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-46e88829-5271-4871-af32-061da94adada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:52.579945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-66bec124-2da5-4560-a764-26b1f541d3a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:52.629301 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-56c50ffe-dc41-4e7d-aefd-85385b36bf93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=44816ed1c97b44bc883570c870d7bc99&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5457568 Jun 02 16:24:52.642853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c50ffe-dc41-4e7d-aefd-85385b36bf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffee5078-c368-4ab7-a84d-099243716698,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:52.656186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34790) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:52.675995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-56c50ffe-dc41-4e7d-aefd-85385b36bf93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:52.677366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:52.713109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-46e88829-5271-4871-af32-061da94adada None None] Port ce4bf889-e53e-4137-91bc-fed548836351 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:24:52.792775 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-66bec124-2da5-4560-a764-26b1f541d3a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4402878 Jun 02 16:24:52.810512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34794) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:52.833784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'mac_address': 'fa:16:3e:c3:e1:82', 'name': 'tempest-NetworksTestDHCPv6-1860337648'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:52.898377 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31170dee-8a16-4535-9441-ba980ec51c09 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:52.907344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:52.924555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:52.936590 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:24:52.946592 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:52.946947 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Added segment 495bf1ed-f0b2-4544-a4ec-756a81011158 of type vlan for network ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2 Jun 02 16:24:52.948373 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0526d9ab-8dc4-4ac3-832f-4d3cda20cafe tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 61c5a599-0152-4746-8e04-c17f6727ee6e has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:24:52.974677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:53.007093 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-200fe4b1-3c88-4247-92ca-ede0cf816b4d None None] Provisioning for port 5d31d71f-742a-4af1-a84a-9c5fdd83425f completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:53.030640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bec124-2da5-4560-a764-26b1f541d3a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=4d9d8b93-0f4a-4e05-8171-d4dda8ecc8a8,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:53.081607 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8458a98-c03a-4dd2-a470-9f30b89754f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:53.083421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:53.088913 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:53.089507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:53.093533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [None req-f195d74d-9083-4de1-ae1c-99c9fcf93397 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:24:53.104458 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-66bec124-2da5-4560-a764-26b1f541d3a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:53.117309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:53.178969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0526d9ab-8dc4-4ac3-832f-4d3cda20cafe tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:24:53.183393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0526d9ab-8dc4-4ac3-832f-4d3cda20cafe tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:53.189327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ea0c5-d111-4745-8523-3e55a7d4500f None None] Sync routers for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:24:53.192414 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f195d74d-9083-4de1-ae1c-99c9fcf93397 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:53.206828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ea0c5-d111-4745-8523-3e55a7d4500f None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:53.208215 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-592ea0c5-d111-4745-8523-3e55a7d4500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:53.302904 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0526d9ab-8dc4-4ac3-832f-4d3cda20cafe tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "PUT /v2.0/floatingips/136eb23f-2715-49b9-9c27-28e02b35fea3 HTTP/1.1" status: 200 len: 978 time: 4.9270797 Jun 02 16:24:53.303149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34798) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:53.308165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-7af9fdf6-1bd4-4c3b-b031-d09cf64cfe13 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:53.308514 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-592ea0c5-d111-4745-8523-3e55a7d4500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:53.323690 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-f195d74d-9083-4de1-ae1c-99c9fcf93397 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Ignored duplicate provisioning block setup for port ce4bf889-e53e-4137-91bc-fed548836351 by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 02 16:24:53.332713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ea0c5-d111-4745-8523-3e55a7d4500f None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:53.333374 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-592ea0c5-d111-4745-8523-3e55a7d4500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:53.353760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8458a98-c03a-4dd2-a470-9f30b89754f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:53.365556 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8337708 Jun 02 16:24:53.365556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Pushing event updated for resources: {'Network': ['ID=ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:53.370345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34800) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:53.373567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f195d74d-9083-4de1-ae1c-99c9fcf93397 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:53.380123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Request body: {'subnet': {'network_id': 'ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:53.439065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7af9fdf6-1bd4-4c3b-b031-d09cf64cfe13 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:53.451658 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-592ea0c5-d111-4745-8523-3e55a7d4500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:53.452167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ea0c5-d111-4745-8523-3e55a7d4500f None None] The sync data for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:24:53.453693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:24:53.493415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde496bc-afba-4e10-8be5-e13c45396cb5 None None] Update dhcp port {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'fixed_ips': [{'subnet_id': 'd0b2a530-baa6-464b-a50a-92bc562f0b9a', 'ip_address': '2001:db8::f816:3eff:fe0c:2b'}, {'subnet_id': '4d9d8b93-0f4a-4e05-8171-d4dda8ecc8a8'}], 'binding:host_id': 'dv-neutron-601336-83-hyperv'}, 'id': '5d31d71f-742a-4af1-a84a-9c5fdd83425f'} from dv-neutron-601336-83-hyperv. {{(pid=92324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 16:24:53.589567 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5d31d71f-742a-4af1-a84a-9c5fdd83425f up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:53.593231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:53.605186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b68cfd2b-b9ff-4cd8-96db-c3c2e81987e2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:53.665897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dde496bc-afba-4e10-8be5-e13c45396cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:53.746551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7af9fdf6-1bd4-4c3b-b031-d09cf64cfe13 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:53.753422 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7af9fdf6-1bd4-4c3b-b031-d09cf64cfe13 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:53.754342 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-7af9fdf6-1bd4-4c3b-b031-d09cf64cfe13 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Floating IP 136eb23f-2715-49b9-9c27-28e02b35fea3 disassociated. External IP: 172.26.3.251, port: 198e3b17-52c9-4e1c-9009-089764ca01c5. Jun 02 16:24:53.754777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:53.838738 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:53.863607 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:53.879810 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195d74d-9083-4de1-ae1c-99c9fcf93397 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=ce4bf889-e53e-4137-91bc-fed548836351,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:53.898872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f195d74d-9083-4de1-ae1c-99c9fcf93397 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:53.906001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-dde496bc-afba-4e10-8be5-e13c45396cb5 None None] Allocated IP 172.20.0.2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/4d9d8b93-0f4a-4e05-8171-d4dda8ecc8a8/5d31d71f-742a-4af1-a84a-9c5fdd83425f) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:53.914390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:53.916243 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-21ec2caf-079c-49b3-8840-cc7119afe164 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.903s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:53.951445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2219300-ca68-4f8e-b435-7a6b49e4c799 req-a2ff11ac-99e1-497d-8933-be5e18785547 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:53.957981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 5d31d71f-742a-4af1-a84a-9c5fdd83425f completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:53.958382 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a2219300-ca68-4f8e-b435-7a6b49e4c799 req-a2ff11ac-99e1-497d-8933-be5e18785547 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.8554704 Jun 02 16:24:54.016849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:54.019906 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 5d31d71f-742a-4af1-a84a-9c5fdd83425f triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:54.020384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:54.032379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:54.047493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ac2c92-820e-4dc8-8e77-ee8eb9999bc5,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:54.054680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Usage tracker for resource:subnet and tenant:7d7257377f7643ddb71b45fddc1b4193 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:54.067250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:54.071959 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:54.074750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-f195d74d-9083-4de1-ae1c-99c9fcf93397 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] In _notify_port_updated(), no bound segment for port ce4bf889-e53e-4137-91bc-fed548836351 on network 8a5f9f4f-4981-49e9-82bf-28b046c6acb2 {{(pid=92322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:24:54.079572 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a1b3fd5e-3c41-4b95-877c-5b694abdd39b None None] Provisioning complete for port ce4bf889-e53e-4137-91bc-fed548836351 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:54.080059 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a1b3fd5e-3c41-4b95-877c-5b694abdd39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:54.080175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f195d74d-9083-4de1-ae1c-99c9fcf93397 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:54.080801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f195d74d-9083-4de1-ae1c-99c9fcf93397 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:54.082137 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f195d74d-9083-4de1-ae1c-99c9fcf93397 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "PUT /v2.0/ports/ce4bf889-e53e-4137-91bc-fed548836351 HTTP/1.1" status: 200 len: 919 time: 3.7933347 Jun 02 16:24:54.124095 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:24:54.139612 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34804) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:54.140248 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8458a98-c03a-4dd2-a470-9f30b89754f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:54.148181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:54.152316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8605f02b-b789-42af-91de-b20a683c340c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:54.154565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-24c9a3ab-eefe-4d28-8589-a9503e8191c9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b986401-5818-4344-bca9-d27fa94241ce'}, {'subnet_id': '31d2d2f8-bccc-4ef1-9885-f1e83f9557e2'}]}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:54.173537 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a2219300-ca68-4f8e-b435-7a6b49e4c799 req-d5de4e46-efcd-4f84-90db-861950a69ff5 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141709 Jun 02 16:24:54.178242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8458a98-c03a-4dd2-a470-9f30b89754f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffee5078-c368-4ab7-a84d-099243716698,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:54.188051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b8458a98-c03a-4dd2-a470-9f30b89754f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:54.210443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8458a98-c03a-4dd2-a470-9f30b89754f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:54.211602 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b8458a98-c03a-4dd2-a470-9f30b89754f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ffee5078-c368-4ab7-a84d-099243716698 HTTP/1.1" status: 204 len: 168 time: 1.5514529 Jun 02 16:24:54.212439 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Made reservation on behalf of 7d7257377f7643ddb71b45fddc1b4193 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:54.216349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:54.217728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3fd5e-3c41-4b95-877c-5b694abdd39b None None] Port ce4bf889-e53e-4137-91bc-fed548836351 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:24:54.233300 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-dde496bc-afba-4e10-8be5-e13c45396cb5 None None] For port 5d31d71f-742a-4af1-a84a-9c5fdd83425f, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5d31d71f-742a-4af1-a84a-9c5fdd83425f,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:54.292104 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af9fdf6-1bd4-4c3b-b031-d09cf64cfe13 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 61c5a599-0152-4746-8e04-c17f6727ee6e has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:24:54.321331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:54.323411 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:54.334678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dde496bc-afba-4e10-8be5-e13c45396cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:54.364667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-dde496bc-afba-4e10-8be5-e13c45396cb5 None None] Transition to ACTIVE for port object 5d31d71f-742a-4af1-a84a-9c5fdd83425f will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:54.370301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port 2bf70a6f-4be9-43b0-b206-307254f73dc0 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:54.380918 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dde496bc-afba-4e10-8be5-e13c45396cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:54.426012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:54.605842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.api [None req-449bd301-6778-458e-9259-8ce868426917 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:24:54.606235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_db.api [None req-449bd301-6778-458e-9259-8ce868426917 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:24:54.618802 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde496bc-afba-4e10-8be5-e13c45396cb5 None None] Pushing event updated for resources: {'Port': ['ID=5d31d71f-742a-4af1-a84a-9c5fdd83425f,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:54.623203 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-dde496bc-afba-4e10-8be5-e13c45396cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:54.658816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.api [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-78cd7f38-b25a-42c2-9bb1-12707f500c49 {{(pid=92322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:24:54.659416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_db.api [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:24:54.890310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:54.894321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9b606b96-9c5d-4f75-889f-f883e04b6e72 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:54.982459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24c9a3ab-eefe-4d28-8589-a9503e8191c9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:54.983136 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Pushing event updated for resources: {'Subnet': ['ID=74e48567-3188-4313-91d2-1f2d73783928,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:54.985575 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Checking segment: {'id': '495bf1ed-f0b2-4544-a4ec-756a81011158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:54.985936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Network hostable DHCP agents. Network: ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:24:54.995344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:54.995734 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:54.996113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:54.996486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:54.996857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:54.997510 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:54.997657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:54.997933 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:54.998323 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:54.998682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:54.999041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:54.999402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:55.006653 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:55.020422 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d62ae0-b642-4e71-bc5d-9d3c088083b0 req-13ef61f6-ae39-4ddb-a714-a0d03c739b03 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:55.021330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Network ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:24:55.022038 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81d62ae0-b642-4e71-bc5d-9d3c088083b0 req-13ef61f6-ae39-4ddb-a714-a0d03c739b03 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.3558421 Jun 02 16:24:55.033001 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:55.043445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:55.044105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:55.045454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9132b6b0-ec65-4500-a38f-a02a9ecb34ed None None] Network ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:55.061065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af9fdf6-1bd4-4c3b-b031-d09cf64cfe13 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:24:55.066617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7af9fdf6-1bd4-4c3b-b031-d09cf64cfe13 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:55.070307 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba486a04-e571-46a6-ad3a-5048c5ecca54 None None] Sync routers for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:24:55.090404 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7151458 Jun 02 16:24:55.093197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34812) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:55.095611 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba486a04-e571-46a6-ad3a-5048c5ecca54 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:55.097570 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ba486a04-e571-46a6-ad3a-5048c5ecca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:55.108736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Request body: {'port': {'network_id': 'ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1858581350'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:55.227502 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ba486a04-e571-46a6-ad3a-5048c5ecca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:55.242191 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba486a04-e571-46a6-ad3a-5048c5ecca54 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:24:55.243068 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ba486a04-e571-46a6-ad3a-5048c5ecca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:55.256086 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:55.300175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:55.326313 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ba486a04-e571-46a6-ad3a-5048c5ecca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:24:55.326725 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba486a04-e571-46a6-ad3a-5048c5ecca54 None None] The sync data for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:24:55.339105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:55.348319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Usage tracker for resource:port and tenant:7d7257377f7643ddb71b45fddc1b4193 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:55.351571 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port 99f5f1db-5f48-43f6-8ff4-709e835af625 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:55.356504 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1c73c777-6356-42c0-a3fc-9099186fd457 None None] Provisioning for port 5d31d71f-742a-4af1-a84a-9c5fdd83425f completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:55.369095 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81d62ae0-b642-4e71-bc5d-9d3c088083b0 req-6ada8db9-d7df-4173-865f-88db446b04a0 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147926 Jun 02 16:24:55.369705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1c73c777-6356-42c0-a3fc-9099186fd457 None None] Provisioning complete for port 5d31d71f-742a-4af1-a84a-9c5fdd83425f triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:55.369931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1c73c777-6356-42c0-a3fc-9099186fd457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:55.370396 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7af9fdf6-1bd4-4c3b-b031-d09cf64cfe13 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "PUT /v2.0/floatingips/136eb23f-2715-49b9-9c27-28e02b35fea3 HTTP/1.1" status: 200 len: 688 time: 2.0663745 Jun 02 16:24:55.374292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34816) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:55.407555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:55.431612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 5d31d71f-742a-4af1-a84a-9c5fdd83425f, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5d31d71f-742a-4af1-a84a-9c5fdd83425f,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:55.452849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:55.488690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:55.495225 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6f789c62-c37a-4ba5-9584-db38b031b6b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:55.497063 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Made reservation on behalf of 7d7257377f7643ddb71b45fddc1b4193 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:55.500882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:55.528930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2', 'network_id': 'ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2', 'tenant_id': '7d7257377f7643ddb71b45fddc1b4193', 'fixed_ips': [{'subnet_id': '74e48567-3188-4313-91d2-1f2d73783928'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:24:55.529910 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:55.555474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] device_id is not set on port 20ebc460-c493-4365-9b81-b15278d768b1 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:55.700206 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5d31d71f-742a-4af1-a84a-9c5fdd83425f up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:55.719004 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e04469-0aef-4b24-871d-8caea3009160 req-1a57adbc-7f2a-484a-93ad-98acb1d5499d tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:55.720539 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e3e04469-0aef-4b24-871d-8caea3009160 req-1a57adbc-7f2a-484a-93ad-98acb1d5499d tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 946 time: 0.3094800 Jun 02 16:24:55.886884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a90a9263-7ac9-4a65-b81b-999cc4c267e5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting port 078c9703-a239-4322-815e-d53ea3805a67 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:55.887226 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a90a9263-7ac9-4a65-b81b-999cc4c267e5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:55.921400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=5d31d71f-742a-4af1-a84a-9c5fdd83425f,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:55.929934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:55.984242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 5d31d71f-742a-4af1-a84a-9c5fdd83425f triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:55.984725 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:55.988898 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-24c9a3ab-eefe-4d28-8589-a9503e8191c9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Allocated IP 172.20.0.24 (8a5f9f4f-4981-49e9-82bf-28b046c6acb2/31d2d2f8-bccc-4ef1-9885-f1e83f9557e2/ce4bf889-e53e-4137-91bc-fed548836351) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:56.047575 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e3e04469-0aef-4b24-871d-8caea3009160 req-f4012381-d1f9-46b3-8e82-3bda119860cf tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/security-groups?id=046c07c4-8df6-475c-95e9-d5ddba8ceb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3155262 Jun 02 16:24:56.048641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Allocated IP 172.20.0.3 (ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2/74e48567-3188-4313-91d2-1f2d73783928/20ebc460-c493-4365-9b81-b15278d768b1) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:56.060989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 172.20.0.8 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/4d9d8b93-0f4a-4e05-8171-d4dda8ecc8a8/99f5f1db-5f48-43f6-8ff4-709e835af625) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:56.072122 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::f816:3eff:fec3:e182 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/d0b2a530-baa6-464b-a50a-92bc562f0b9a/99f5f1db-5f48-43f6-8ff4-709e835af625) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:56.110095 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a90a9263-7ac9-4a65-b81b-999cc4c267e5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:56.110095 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a90a9263-7ac9-4a65-b81b-999cc4c267e5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:56.439286 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:56.445953 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a90a9263-7ac9-4a65-b81b-999cc4c267e5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Calling delete_port for 078c9703-a239-4322-815e-d53ea3805a67 owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:56.457960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293ba8f-1411-4774-93c4-d2d3d48beae1 req-e18c983f-d7f9-4add-9e61-cf2139e740bc tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:56.459492 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3293ba8f-1411-4774-93c4-d2d3d48beae1 req-e18c983f-d7f9-4add-9e61-cf2139e740bc tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.6286809 Jun 02 16:24:56.468007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:56.476160 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Transition to ACTIVE for port object 20ebc460-c493-4365-9b81-b15278d768b1 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:56.488843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object 99f5f1db-5f48-43f6-8ff4-709e835af625 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:56.519436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:56.526957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-05920120-04b2-414f-9df6-3f9800169479 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:56.564114 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3293ba8f-1411-4774-93c4-d2d3d48beae1 req-09421d0d-327f-4e30-ae22-3d7ebaef84a9 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964437 Jun 02 16:24:56.578130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:56.585147 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Allocated IP 172.20.0.2 (ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2/74e48567-3188-4313-91d2-1f2d73783928/cfd0e933-1acb-453c-8386-51a59e7d867e) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:56.595745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24c9a3ab-eefe-4d28-8589-a9503e8191c9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:56.618848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Network ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:56.627908 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-24c9a3ab-eefe-4d28-8589-a9503e8191c9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Transition to ACTIVE for port object ce4bf889-e53e-4137-91bc-fed548836351 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:56.629924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:56.632986 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:56.639009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24c9a3ab-eefe-4d28-8589-a9503e8191c9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:56.655259 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:56.687869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:56.689995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:56.692973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Pushing event updated for resources: {'Port': ['ID=20ebc460-c493-4365-9b81-b15278d768b1,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:56.698341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:56.765037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:56.765834 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:56.770715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:56.774448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e7be648b-3f9f-4731-ae35-1dc1b49d2817 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:56.825063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a90a9263-7ac9-4a65-b81b-999cc4c267e5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:56.858012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:56.870834 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Transition to ACTIVE for port object cfd0e933-1acb-453c-8386-51a59e7d867e will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:56.898216 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Transition to ACTIVE for port object cfd0e933-1acb-453c-8386-51a59e7d867e will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:24:56.914734 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:56.921512 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1b381c14-7406-4dbf-8e01-92fa52ac971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:56.941246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=99f5f1db-5f48-43f6-8ff4-709e835af625,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:56.953459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:56.994021 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8981018 Jun 02 16:24:56.998297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34828) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:57.004686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Request body: {'port': {'network_id': 'ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-623531422', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:57.005797 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.api.validators [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] bootfile-name is not in valid_values {{(pid=92322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 16:24:57.006464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.api.validators [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] tftp-server is not in valid_values {{(pid=92322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 16:24:57.007756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.api.validators [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] server-ip-address is not in valid_values {{(pid=92322) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 16:24:57.057987 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-24c9a3ab-eefe-4d28-8589-a9503e8191c9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] In _notify_port_updated(), no bound segment for port ce4bf889-e53e-4137-91bc-fed548836351 on network 8a5f9f4f-4981-49e9-82bf-28b046c6acb2 {{(pid=92323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:24:57.062237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Pushing event updated for resources: {'Port': ['ID=cfd0e933-1acb-453c-8386-51a59e7d867e,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:57.063098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:57.063693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9a3ab-eefe-4d28-8589-a9503e8191c9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:57.064236 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:57.064357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24c9a3ab-eefe-4d28-8589-a9503e8191c9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:57.065824 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-24c9a3ab-eefe-4d28-8589-a9503e8191c9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "PUT /v2.0/ports/ce4bf889-e53e-4137-91bc-fed548836351 HTTP/1.1" status: 200 len: 999 time: 2.9250050 Jun 02 16:24:57.072277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34830) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:57.073813 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:57.074307 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:57.074777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:57.075369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:57.075817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:57.076262 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:57.076711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:57.077151 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:57.077594 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:57.078035 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:57.078508 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:57.078943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:24:57.088024 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:57.101269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Network ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:24:57.108683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:24:57.126757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:24:57.152193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9a3ab-eefe-4d28-8589-a9503e8191c9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=ce4bf889-e53e-4137-91bc-fed548836351,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:57.159241 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-24c9a3ab-eefe-4d28-8589-a9503e8191c9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:57.160444 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:57.177697 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-74e63020-3854-4ca3-a100-ded0dd61c4af None None] Provisioning for port ce4bf889-e53e-4137-91bc-fed548836351 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:57.188586 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-74e63020-3854-4ca3-a100-ded0dd61c4af None None] Provisioning complete for port ce4bf889-e53e-4137-91bc-fed548836351 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:57.189265 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-74e63020-3854-4ca3-a100-ded0dd61c4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:57.213026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a9263-7ac9-4a65-b81b-999cc4c267e5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Port': ['ID=078c9703-a239-4322-815e-d53ea3805a67,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:57.220463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a90a9263-7ac9-4a65-b81b-999cc4c267e5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:57.233135 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a90a9263-7ac9-4a65-b81b-999cc4c267e5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:57.246959 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4265449 Jun 02 16:24:57.248045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34834) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:57.290191 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a90a9263-7ac9-4a65-b81b-999cc4c267e5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:57.291310 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a90a9263-7ac9-4a65-b81b-999cc4c267e5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/floatingips/136eb23f-2715-49b9-9c27-28e02b35fea3 HTTP/1.1" status: 204 len: 168 time: 1.9165359 Jun 02 16:24:57.310885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34836) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:57.315375 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Attempting to bind port cfd0e933-1acb-453c-8386-51a59e7d867e on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:24:57.315946 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Attempting to bind port cfd0e933-1acb-453c-8386-51a59e7d867e by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '495bf1ed-f0b2-4544-a4ec-756a81011158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:24:57.316518 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Attempting to bind port cfd0e933-1acb-453c-8386-51a59e7d867e on network ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:24:57.322139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-74e63020-3854-4ca3-a100-ded0dd61c4af None None] Port ce4bf889-e53e-4137-91bc-fed548836351 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:24:57.326729 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:24:57.327366 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Checking segment: {'id': '495bf1ed-f0b2-4544-a4ec-756a81011158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:24:57.327760 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:57.328140 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Bound using segment: {'id': '495bf1ed-f0b2-4544-a4ec-756a81011158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:24:57.328640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Bound port: cfd0e933-1acb-453c-8386-51a59e7d867e, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495bf1ed-f0b2-4544-a4ec-756a81011158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:24:57.329020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:57.395864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a348956c-8ad7-4633-9c98-a4e0f2ffb3d6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:57.401960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a348956c-8ad7-4633-9c98-a4e0f2ffb3d6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:57.406020 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a348956c-8ad7-4633-9c98-a4e0f2ffb3d6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1545591 Jun 02 16:24:57.406232 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-f6b14f31-d45b-4232-a83d-06d1e013089a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] delete failed (client error): The resource could not be found. Jun 02 16:24:57.411522 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f6b14f31-d45b-4232-a83d-06d1e013089a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/floatingips/136eb23f-2715-49b9-9c27-28e02b35fea3 HTTP/1.1" status: 404 len: 345 time: 0.0997143 Jun 02 16:24:57.412101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34838) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:57.412433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34840) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:57.414481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e7456-abd9-40b6-8061-c33269fdcd08 req-b16ce237-fbb9-454e-81c8-7c7840361729 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:57.416030 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-483e7456-abd9-40b6-8061-c33269fdcd08 req-b16ce237-fbb9-454e-81c8-7c7840361729 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 946 time: 0.1656237 Jun 02 16:24:57.445474 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] For port cfd0e933-1acb-453c-8386-51a59e7d867e, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:24:57.449182 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] For port cfd0e933-1acb-453c-8386-51a59e7d867e, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=cfd0e933-1acb-453c-8386-51a59e7d867e,segment=NetworkSegment(495bf1ed-f0b2-4544-a4ec-756a81011158),segment_id=495bf1ed-f0b2-4544-a4ec-756a81011158)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:24:57.453800 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:57.458971 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:57.470292 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-483e7456-abd9-40b6-8061-c33269fdcd08 req-e6b54f22-6457-4803-946b-21032eeb6fba tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/security-groups?id=046c07c4-8df6-475c-95e9-d5ddba8ceb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470843 Jun 02 16:24:57.504329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-66ac53f4-7f85-4888-bf92-8e3de7106d19 None None] Provisioning for port 99f5f1db-5f48-43f6-8ff4-709e835af625 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:57.522615 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-66ac53f4-7f85-4888-bf92-8e3de7106d19 None None] Provisioning complete for port 99f5f1db-5f48-43f6-8ff4-709e835af625 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:57.523067 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-66ac53f4-7f85-4888-bf92-8e3de7106d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:57.534943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:57.579635 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Usage tracker for resource:port and tenant:7d7257377f7643ddb71b45fddc1b4193 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:24:57.596661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:24:57.605631 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5d31d71f-742a-4af1-a84a-9c5fdd83425f up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:57.609291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:57.645714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Made reservation on behalf of 7d7257377f7643ddb71b45fddc1b4193 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:57.649958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:57.668632 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-66ac53f4-7f85-4888-bf92-8e3de7106d19 None None] Port 99f5f1db-5f48-43f6-8ff4-709e835af625 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:24:57.670123 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Pushing event updated for resources: {'Port': ['ID=cfd0e933-1acb-453c-8386-51a59e7d867e,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:57.688448 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:57.692382 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-4b8fd9e9-ce3d-4769-be57-d1d020b16f23 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port ce4bf889-e53e-4137-91bc-fed548836351 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:57.692711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b8fd9e9-ce3d-4769-be57-d1d020b16f23 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:57.713505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 5d31d71f-742a-4af1-a84a-9c5fdd83425f triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:57.713884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:57.765586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd276de-b5f2-4847-ab28-197af60d9d0e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:57.771371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd276de-b5f2-4847-ab28-197af60d9d0e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:57.777307 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd276de-b5f2-4847-ab28-197af60d9d0e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:57.778225 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ebd276de-b5f2-4847-ab28-197af60d9d0e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Synchronizing usage tracker for tenant:b1e6ae044866456481b224d8f3cd9b84 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:24:57.781476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] device_id is not set on port a19d74d4-a55d-412d-bc9e-163cb92f536a yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:57.924920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-06e23f95-37f1-4191-9221-bcb17c9f7671 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port 99f5f1db-5f48-43f6-8ff4-709e835af625 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:57.925390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-06e23f95-37f1-4191-9221-bcb17c9f7671 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:58.167202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ebd276de-b5f2-4847-ab28-197af60d9d0e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Unset dirty status for tenant:b1e6ae044866456481b224d8f3cd9b84 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:24:58.168440 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ebd276de-b5f2-4847-ab28-197af60d9d0e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "GET /v2.0/ports?network_id=584ee21e-a025-4e28-865a-5c7810a9a012 HTTP/1.1" status: 200 len: 2358 time: 0.7042511 Jun 02 16:24:58.171742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34844) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:58.242379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442803a1-c2ad-40d5-8d02-f9b21c30f4ab tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:58.246165 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-442803a1-c2ad-40d5-8d02-f9b21c30f4ab tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "GET /v2.0/subnets/a7c9fa21-81eb-474a-aba4-3bbf21b18ee1 HTTP/1.1" status: 200 len: 797 time: 0.0710018 Jun 02 16:24:58.248680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34846) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:24:58.254159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'port': {'network_id': '584ee21e-a025-4e28-865a-5c7810a9a012', 'name': 'tempest-FloatingIPTestJSON-1200961368', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:24:58.302565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b8fd9e9-ce3d-4769-be57-d1d020b16f23 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:58.470597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:24:58.476637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-4b8fd9e9-ce3d-4769-be57-d1d020b16f23 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for ce4bf889-e53e-4137-91bc-fed548836351 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:58.484854 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:24:58.495813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87617d-1c4c-49be-a75b-c1c9333a9f12 req-d0b678d0-eade-402f-aee5-2f3d461c04bc tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:58.497336 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ae87617d-1c4c-49be-a75b-c1c9333a9f12 req-d0b678d0-eade-402f-aee5-2f3d461c04bc tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.49 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.1409457 Jun 02 16:24:58.508369 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-06e23f95-37f1-4191-9221-bcb17c9f7671 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:58.553176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff6277-19d5-455a-9f62-1120d2c998e4 req-03f957d7-91a3-485e-b762-2b294c7554ff tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:58.561044 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8bff6277-19d5-455a-9f62-1120d2c998e4 req-03f957d7-91a3-485e-b762-2b294c7554ff tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 946 time: 0.8484902 Jun 02 16:24:58.563679 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Allocated IP 172.20.0.12 (ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2/74e48567-3188-4313-91d2-1f2d73783928/a19d74d4-a55d-412d-bc9e-163cb92f536a) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:58.599790 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6460c8ec-a9e3-4cdf-b620-1ce692333223 None None] Network ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:24:58.626368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Made reservation on behalf of b1e6ae044866456481b224d8f3cd9b84 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:24:58.732340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-06e23f95-37f1-4191-9221-bcb17c9f7671 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for 99f5f1db-5f48-43f6-8ff4-709e835af625 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:58.766627 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-99d9dcf1-80f8-49f7-bb01-d8ac96b93cfb None None] Provisioning for port cfd0e933-1acb-453c-8386-51a59e7d867e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:58.834711 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-ae87617d-1c4c-49be-a75b-c1c9333a9f12 req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Deleting port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:58.835126 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-ae87617d-1c4c-49be-a75b-c1c9333a9f12 req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:58.845455 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8bff6277-19d5-455a-9f62-1120d2c998e4 req-50078a53-9a74-41f7-a564-438c4c269339 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833023 Jun 02 16:24:58.866539 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e786d25-c39d-46af-9785-504c384aacf9 req-aa891656-6170-4aab-ad78-10226622e0b0 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:58.868024 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5e786d25-c39d-46af-9785-504c384aacf9 req-aa891656-6170-4aab-ad78-10226622e0b0 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 946 time: 0.2465568 Jun 02 16:24:58.927997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:58.987712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] device_id is not set on port aa962848-6d8d-4dca-b53e-458cc458c606 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:24:59.038393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edfffa-4541-41cc-b11e-5ff91ab8c0e4 req-90f8eff6-6335-49ad-874a-a9c9e7c71643 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:24:59.039632 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-23edfffa-4541-41cc-b11e-5ff91ab8c0e4 req-90f8eff6-6335-49ad-874a-a9c9e7c71643 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.49 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 946 time: 0.4198747 Jun 02 16:24:59.081559 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5e786d25-c39d-46af-9785-504c384aacf9 req-b2c32500-ba57-4e05-8138-c423db72b971 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/security-groups?id=046c07c4-8df6-475c-95e9-d5ddba8ceb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340346 Jun 02 16:24:59.118572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-ae87617d-1c4c-49be-a75b-c1c9333a9f12 req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] For port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6,segment=NetworkSegment(863f08c6-6486-48ac-888c-5ffa733b4b6c),segment_id=863f08c6-6486-48ac-888c-5ffa733b4b6c)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:24:59.118916 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-ae87617d-1c4c-49be-a75b-c1c9333a9f12 req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:59.243481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a9c4a858-28df-4d3f-ac3a-0ca747c72644 None None] Provisioning for port 20ebc460-c493-4365-9b81-b15278d768b1 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:59.249978 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a9c4a858-28df-4d3f-ac3a-0ca747c72644 None None] Provisioning complete for port 20ebc460-c493-4365-9b81-b15278d768b1 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:59.250782 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a9c4a858-28df-4d3f-ac3a-0ca747c72644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:59.338015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4a858-28df-4d3f-ac3a-0ca747c72644 None None] Port 20ebc460-c493-4365-9b81-b15278d768b1 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:24:59.418452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b8fd9e9-ce3d-4769-be57-d1d020b16f23 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:59.429839 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-74c011e0-f823-484c-b81f-f021d676b5da tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:59.458717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6c122884-bdbc-4e50-82f8-069db5a405ac None None] Provisioning complete for port 20ebc460-c493-4365-9b81-b15278d768b1 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:59.459342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6c122884-bdbc-4e50-82f8-069db5a405ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:59.521227 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-6c122884-bdbc-4e50-82f8-069db5a405ac None None] Port 20ebc460-c493-4365-9b81-b15278d768b1 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:24:59.531549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fd9e9-ce3d-4769-be57-d1d020b16f23 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=ce4bf889-e53e-4137-91bc-fed548836351,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:24:59.540846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4b8fd9e9-ce3d-4769-be57-d1d020b16f23 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:24:59.680146 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device cfd0e933-1acb-453c-8386-51a59e7d867e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:24:59.684609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-23edfffa-4541-41cc-b11e-5ff91ab8c0e4 req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Deleting port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:24:59.684967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-23edfffa-4541-41cc-b11e-5ff91ab8c0e4 req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:59.712239 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-06e23f95-37f1-4191-9221-bcb17c9f7671 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:59.737550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-89271f36-d90e-4f9f-b300-32541789b8b2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:24:59.778863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:59.780586 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port cfd0e933-1acb-453c-8386-51a59e7d867e completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:24:59.787767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port cfd0e933-1acb-453c-8386-51a59e7d867e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:24:59.788198 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:59.875191 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-ae87617d-1c4c-49be-a75b-c1c9333a9f12 req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:59.875831 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-ae87617d-1c4c-49be-a75b-c1c9333a9f12 req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:24:59.875946 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [req-ae87617d-1c4c-49be-a75b-c1c9333a9f12 req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Floating IP 0bad5df6-b058-497f-b695-848cae883ad1 disassociated. External IP: 172.26.3.2, port: 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6. Jun 02 16:24:59.876244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-ae87617d-1c4c-49be-a75b-c1c9333a9f12 req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Calling delete_port for 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:24:59.925613 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Allocated IP 172.20.0.14 (584ee21e-a025-4e28-865a-5c7810a9a012/a7c9fa21-81eb-474a-aba4-3bbf21b18ee1/aa962848-6d8d-4dca-b53e-458cc458c606) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:24:59.934595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Allocated IP 172.20.0.13 (584ee21e-a025-4e28-865a-5c7810a9a012/a7c9fa21-81eb-474a-aba4-3bbf21b18ee1/aa962848-6d8d-4dca-b53e-458cc458c606) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:00.000923 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:00.031657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e23f95-37f1-4191-9221-bcb17c9f7671 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=99f5f1db-5f48-43f6-8ff4-709e835af625,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:00.044621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port cfd0e933-1acb-453c-8386-51a59e7d867e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=cfd0e933-1acb-453c-8386-51a59e7d867e,segment=NetworkSegment(495bf1ed-f0b2-4544-a4ec-756a81011158),segment_id=495bf1ed-f0b2-4544-a4ec-756a81011158)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:00.049890 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-06e23f95-37f1-4191-9221-bcb17c9f7671 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:00.050065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:00.052336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:00.112750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Transition to ACTIVE for port object a19d74d4-a55d-412d-bc9e-163cb92f536a will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:00.131641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-ae87617d-1c4c-49be-a75b-c1c9333a9f12 req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:00.141834 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:00.151089 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=cfd0e933-1acb-453c-8386-51a59e7d867e,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:00.155604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:00.158215 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b8fd9e9-ce3d-4769-be57-d1d020b16f23 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:00.215207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Pushing event deleted for resources: {'Port': ['ID=420929fd-4a70-4fc0-9f5e-54e8c33e9fb6,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:00.275153 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-23edfffa-4541-41cc-b11e-5ff91ab8c0e4 req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] For port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1ad59cdb-97df-4ce3-9e7d-805e23042e4e,segment=NetworkSegment(9fad278b-51ce-4193-8971-a2593051541d),segment_id=9fad278b-51ce-4193-8971-a2593051541d)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:00.275560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-23edfffa-4541-41cc-b11e-5ff91ab8c0e4 req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:00.287431 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4b8fd9e9-ce3d-4769-be57-d1d020b16f23 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/ce4bf889-e53e-4137-91bc-fed548836351 HTTP/1.1" status: 204 len: 168 time: 3.2114520 Jun 02 16:25:00.329246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34858) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:00.348895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:00.349277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:00.349651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:00.350020 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:00.350416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:00.350774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:00.351134 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:00.351504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:00.351858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:00.352393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:00.352582 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:00.352934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:00.373705 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:00.475039 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e557ba-baba-4ca3-95c2-f254edaf5f6d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] GET failed (client error): The resource could not be found. Jun 02 16:25:00.475584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-35e557ba-baba-4ca3-95c2-f254edaf5f6d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:00.512311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-06e23f95-37f1-4191-9221-bcb17c9f7671 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:00.514278 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-06e23f95-37f1-4191-9221-bcb17c9f7671 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/99f5f1db-5f48-43f6-8ff4-709e835af625 HTTP/1.1" status: 204 len: 168 time: 3.0985887 Jun 02 16:25:00.520405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34860) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:00.545774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e19489-9054-4a5b-ac8e-9b9b73d10942 req-99a18609-6719-4261-bcdf-578490f75b8c tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:00.547247 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-90e19489-9054-4a5b-ac8e-9b9b73d10942 req-99a18609-6719-4261-bcdf-578490f75b8c tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 867 time: 0.5082891 Jun 02 16:25:00.586288 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:00.613596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:00.614152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae87617d-1c4c-49be-a75b-c1c9333a9f12 req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Router bd5c5326-baa4-4878-89e2-095ebd2414f1 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:25:00.631831 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d46a2aad-849a-4d7a-ab6b-5fd5f3ad536e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:00.635886 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-90e19489-9054-4a5b-ac8e-9b9b73d10942 req-3b6d8f43-6f22-4a7c-9eda-286a54d8e42d tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups?id=0c05390e-6f36-427e-bf4a-84fb64c1f565&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760736 Jun 02 16:25:00.682334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-35e557ba-baba-4ca3-95c2-f254edaf5f6d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:00.683501 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-35e557ba-baba-4ca3-95c2-f254edaf5f6d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/ce4bf889-e53e-4137-91bc-fed548836351 HTTP/1.1" status: 404 len: 333 time: 0.3533428 Jun 02 16:25:00.698467 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34862) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:00.810480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Network ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:00.835823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:00.836739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:00.848527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fee2fb2-de4a-4c83-bf4f-288e590a203a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:00.850021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fee2fb2-de4a-4c83-bf4f-288e590a203a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:00.851665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fee2fb2-de4a-4c83-bf4f-288e590a203a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:00.852489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9fee2fb2-de4a-4c83-bf4f-288e590a203a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:00.855463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:00.856702 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Pushing event updated for resources: {'Port': ['ID=a19d74d4-a55d-412d-bc9e-163cb92f536a,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:00.860877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:00.890507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:00.917163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df81fb-8e06-43dc-904e-f563915896b7 req-333f14cf-2b4f-4b14-8262-d2580a29746f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:00.918870 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e0df81fb-8e06-43dc-904e-f563915896b7 req-333f14cf-2b4f-4b14-8262-d2580a29746f tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 946 time: 0.6499960 Jun 02 16:25:00.972717 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9fee2fb2-de4a-4c83-bf4f-288e590a203a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:00.973926 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9fee2fb2-de4a-4c83-bf4f-288e590a203a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4002371 Jun 02 16:25:00.987844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34864) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:00.991254 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-23edfffa-4541-41cc-b11e-5ff91ab8c0e4 req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:00.991634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-23edfffa-4541-41cc-b11e-5ff91ab8c0e4 req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:00.991954 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [req-23edfffa-4541-41cc-b11e-5ff91ab8c0e4 req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Floating IP 3624bdc7-5e5a-4c63-90a7-3d7d99f605a5 disassociated. External IP: 172.26.3.119, port: 1ad59cdb-97df-4ce3-9e7d-805e23042e4e. Jun 02 16:25:00.992303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-23edfffa-4541-41cc-b11e-5ff91ab8c0e4 req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Calling delete_port for 1ad59cdb-97df-4ce3-9e7d-805e23042e4e owned by compute:nova {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:01.054717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-3caa9cdf-cdb8-4746-ba2c-43143731a90f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting subnet 31d2d2f8-bccc-4ef1-9885-f1e83f9557e2 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:01.057890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3caa9cdf-cdb8-4746-ba2c-43143731a90f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:01.059894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:01.060690 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:01.072094 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f85bfaca-f15c-44f4-947e-415ca2059374 None None] Provisioning for port a19d74d4-a55d-412d-bc9e-163cb92f536a completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:01.077190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f85bfaca-f15c-44f4-947e-415ca2059374 None None] Provisioning complete for port a19d74d4-a55d-412d-bc9e-163cb92f536a triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:01.077649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f85bfaca-f15c-44f4-947e-415ca2059374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:01.088777 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e0df81fb-8e06-43dc-904e-f563915896b7 req-cfbbcf6d-f287-4e4e-ad14-a202efbf43b0 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/security-groups?id=046c07c4-8df6-475c-95e9-d5ddba8ceb13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567655 Jun 02 16:25:01.133601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e465ca-3b97-4e50-9a70-24f826af40f5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 4d9d8b93-0f4a-4e05-8171-d4dda8ecc8a8 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:01.141426 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.1418414 Jun 02 16:25:01.142322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8e465ca-3b97-4e50-9a70-24f826af40f5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:01.145493 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-f85bfaca-f15c-44f4-947e-415ca2059374 None None] Port a19d74d4-a55d-412d-bc9e-163cb92f536a cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:01.150542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network 584ee21e-a025-4e28-865a-5c7810a9a012 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:01.155531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34866) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:01.158800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:01.199349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:01.214803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8e465ca-3b97-4e50-9a70-24f826af40f5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:01.236423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae87617d-1c4c-49be-a75b-c1c9333a9f12 req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:25:01.247679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9167c9-daf1-479b-b128-45ade211e527 None None] Sync routers for ids ['bd5c5326-baa4-4878-89e2-095ebd2414f1'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:25:01.260083 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9167c9-daf1-479b-b128-45ade211e527 None None] Routers {'bd5c5326-baa4-4878-89e2-095ebd2414f1'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:01.260706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-ce9167c9-daf1-479b-b128-45ade211e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['bd5c5326-baa4-4878-89e2-095ebd2414f1'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:01.277387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3caa9cdf-cdb8-4746-ba2c-43143731a90f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:01.308740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=aa962848-6d8d-4dca-b53e-458cc458c606,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:01.326246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:01.364975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-23edfffa-4541-41cc-b11e-5ff91ab8c0e4 req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:01.373222 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8e465ca-3b97-4e50-9a70-24f826af40f5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:01.399716 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-49c467e7-6437-4aa1-8e20-4f3526e0da3a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:01.401473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae87617d-1c4c-49be-a75b-c1c9333a9f12 req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] No DVR routers for this DVR port 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:01.413174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:01.413777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:01.418587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-ae87617d-1c4c-49be-a75b-c1c9333a9f12 req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:01.425415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609fc6b8-5835-4a5a-9b68-305fba39f4d1', 'name': 'network-vif-deleted', 'tag': '420929fd-4a70-4fc0-9f5e-54e8c33e9fb6'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:25:01.428043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1af1cf0-e9d2-495a-adec-818230c55f25" -d '{"events": [{"server_uuid": "609fc6b8-5835-4a5a-9b68-305fba39f4d1", "name": "network-vif-deleted", "tag": "420929fd-4a70-4fc0-9f5e-54e8c33e9fb6"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:25:01.468372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Pushing event deleted for resources: {'Port': ['ID=1ad59cdb-97df-4ce3-9e7d-805e23042e4e,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:01.471395 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:01.485927 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-ce9167c9-daf1-479b-b128-45ade211e527 None None] Set router bd5c5326-baa4-4878-89e2-095ebd2414f1 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:25:01.502356 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ae87617d-1c4c-49be-a75b-c1c9333a9f12 req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.49 "DELETE /v2.0/ports/420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 HTTP/1.1" status: 204 len: 173 time: 2.9984713 Jun 02 16:25:01.505913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bb18a2-dd11-41f5-a83c-b1f58ba9cbf8 x-openstack-request-id: req-b7bb18a2-dd11-41f5-a83c-b1f58ba9cbf8 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:25:01.506463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609fc6b8-5835-4a5a-9b68-305fba39f4d1", "name": "network-vif-deleted", "tag": "420929fd-4a70-4fc0-9f5e-54e8c33e9fb6", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:25:01.506931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7bb18a2-dd11-41f5-a83c-b1f58ba9cbf8 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:25:01.508161 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609fc6b8-5835-4a5a-9b68-305fba39f4d1', 'name': 'network-vif-deleted', 'tag': '420929fd-4a70-4fc0-9f5e-54e8c33e9fb6', 'status': 'completed', 'code': 200} Jun 02 16:25:01.513499 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.2637897 Jun 02 16:25:01.516935 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34870) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:01.522717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': 'aa962848-6d8d-4dca-b53e-458cc458c606', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:01.534989 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:01.548219 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40083f04-d7ba-4d58-8b26-5ddd4206703a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:01.554697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40083f04-d7ba-4d58-8b26-5ddd4206703a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:01.560456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40083f04-d7ba-4d58-8b26-5ddd4206703a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:01.562647 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-40083f04-d7ba-4d58-8b26-5ddd4206703a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.4017403 Jun 02 16:25:01.565991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34872) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:01.600584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Usage tracker for resource:floatingip and tenant:b1e6ae044866456481b224d8f3cd9b84 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:01.613436 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:01.637212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:01.656492 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device cfd0e933-1acb-453c-8386-51a59e7d867e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:01.665232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3caa9cdf-cdb8-4746-ba2c-43143731a90f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:01.748448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:02.075214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port cfd0e933-1acb-453c-8386-51a59e7d867e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:02.076062 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:02.259083 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-bb23ca21-e7a1-4d18-acd7-1f7afda88cdd tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Deleting port a19d74d4-a55d-412d-bc9e-163cb92f536a {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:02.259709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bb23ca21-e7a1-4d18-acd7-1f7afda88cdd tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:02.269896 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cd1e95fa-9995-4979-86e2-db0944bd8040 req-f317ec1a-1db6-45e1-b647-f6f0517ebd00 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/ports?device_id=609fc6b8-5835-4a5a-9b68-305fba39f4d1 HTTP/1.1" status: 200 len: 210 time: 0.0664070 Jun 02 16:25:02.416856 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23edfffa-4541-41cc-b11e-5ff91ab8c0e4 req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Router a98c3d88-45ae-4d76-9dc4-034b54c8db90 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:25:02.444354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:02.455328 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8e465ca-3b97-4e50-9a70-24f826af40f5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:02.458730 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-680724f0-9b98-418d-a7ff-38c71fab15d1 req-35975578-c5e8-41dd-b7c2-69934025f757 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 210 time: 0.1033957 Jun 02 16:25:02.475765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-de44a670-f94a-4017-bb4b-114db01c21e3 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:02.499387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:25:02.499629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 420929fd-4a70-4fc0-9f5e-54e8c33e9fb6 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:25:02.500034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1ad59cdb-97df-4ce3-9e7d-805e23042e4e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:02.533233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:02.545172 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 1ad59cdb-97df-4ce3-9e7d-805e23042e4e {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:25:02.545172 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1ad59cdb-97df-4ce3-9e7d-805e23042e4e not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:25:02.581072 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e465ca-3b97-4e50-9a70-24f826af40f5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9d8b93-0f4a-4e05-8171-d4dda8ecc8a8,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:02.589034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-ce9167c9-daf1-479b-b128-45ade211e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'name': 'tempest-ServerActionsTestJSON-112714564-router', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:59Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'gw_port': {'id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:02Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'b811e860-3a9b-4af1-89e9-23cb2b6aad17', 'name': '', 'network_id': '65d13a74-8578-490b-adf4-f817c919af14', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'mac_address': 'fa:16:3e:a9:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '58265fad-4025-46d0-93bb-61bd65052044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:09Z', 'updated_at': '2021-06-02T16:21:21Z', 'revision_number': 5, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'subnets': [{'id': '58265fad-4025-46d0-93bb-61bd65052044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:02.597456 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9167c9-daf1-479b-b128-45ade211e527 None None] Checking router: bd5c5326-baa4-4878-89e2-095ebd2414f1 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:25:02.597787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b8e465ca-3b97-4e50-9a70-24f826af40f5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:02.604103 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8e465ca-3b97-4e50-9a70-24f826af40f5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:02.616549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece5c506-7c3b-45cf-b4b5-02bbe67e209f None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:02.632421 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b8e465ca-3b97-4e50-9a70-24f826af40f5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/4d9d8b93-0f4a-4e05-8171-d4dda8ecc8a8 HTTP/1.1" status: 204 len: 168 time: 1.6434002 Jun 02 16:25:02.635333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34882) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:02.639150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9167c9-daf1-479b-b128-45ade211e527 None None] Routers {'bd5c5326-baa4-4878-89e2-095ebd2414f1'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:02.639798 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-ce9167c9-daf1-479b-b128-45ade211e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['bd5c5326-baa4-4878-89e2-095ebd2414f1'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:02.650058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bb23ca21-e7a1-4d18-acd7-1f7afda88cdd tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:02.784907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-988e9ffc-6039-493b-9da7-cd0322b4550c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet d0b2a530-baa6-464b-a50a-92bc562f0b9a {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:02.789690 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-988e9ffc-6039-493b-9da7-cd0322b4550c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:02.806821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-bb23ca21-e7a1-4d18-acd7-1f7afda88cdd tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Calling delete_port for a19d74d4-a55d-412d-bc9e-163cb92f536a owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:02.817701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23edfffa-4541-41cc-b11e-5ff91ab8c0e4 req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:25:02.843213 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fcae69-7032-4515-a8cf-aedee1009f8a None None] Sync routers for ids ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:25:02.844297 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3caa9cdf-cdb8-4746-ba2c-43143731a90f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:02.859499 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cdc19b91-77ec-4070-bf0e-fd5ebd3c1f7f tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:02.860882 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fcae69-7032-4515-a8cf-aedee1009f8a None None] Routers {'a98c3d88-45ae-4d76-9dc4-034b54c8db90'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:02.861816 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f9fcae69-7032-4515-a8cf-aedee1009f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:02.905894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa9cdf-cdb8-4746-ba2c-43143731a90f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Subnet': ['ID=31d2d2f8-bccc-4ef1-9885-f1e83f9557e2,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:02.908757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3caa9cdf-cdb8-4746-ba2c-43143731a90f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:02.955776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3caa9cdf-cdb8-4746-ba2c-43143731a90f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:02.958214 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-23edfffa-4541-41cc-b11e-5ff91ab8c0e4 req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] No DVR routers for this DVR port 1ad59cdb-97df-4ce3-9e7d-805e23042e4e on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:02.962816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-23edfffa-4541-41cc-b11e-5ff91ab8c0e4 req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:02.965203 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-23edfffa-4541-41cc-b11e-5ff91ab8c0e4 req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.49 "DELETE /v2.0/ports/1ad59cdb-97df-4ce3-9e7d-805e23042e4e HTTP/1.1" status: 204 len: 173 time: 3.9072430 Jun 02 16:25:02.965800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140d306d-4923-46bf-9416-3c8ba5e12b97', 'name': 'network-vif-deleted', 'tag': '1ad59cdb-97df-4ce3-9e7d-805e23042e4e'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:25:02.968661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3237fe4c-36f1-48c5-8d1b-b5ff18c8e7fa" -d '{"events": [{"server_uuid": "140d306d-4923-46bf-9416-3c8ba5e12b97", "name": "network-vif-deleted", "tag": "1ad59cdb-97df-4ce3-9e7d-805e23042e4e"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:25:02.984799 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30a7dfe-0884-4685-9d06-137460e27b29 None None] Network 8a5f9f4f-4981-49e9-82bf-28b046c6acb2 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:02.990148 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-988e9ffc-6039-493b-9da7-cd0322b4550c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:03.011899 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3caa9cdf-cdb8-4746-ba2c-43143731a90f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/31d2d2f8-bccc-4ef1-9885-f1e83f9557e2 HTTP/1.1" status: 204 len: 168 time: 2.3118582 Jun 02 16:25:03.015037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34886) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:03.056542 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee9c97d-bdc8-41c5-bb63-21e4a0298056 x-openstack-request-id: req-3ee9c97d-bdc8-41c5-bb63-21e4a0298056 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:25:03.057390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140d306d-4923-46bf-9416-3c8ba5e12b97", "name": "network-vif-deleted", "tag": "1ad59cdb-97df-4ce3-9e7d-805e23042e4e", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:25:03.057745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ee9c97d-bdc8-41c5-bb63-21e4a0298056 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:25:03.058314 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140d306d-4923-46bf-9416-3c8ba5e12b97', 'name': 'network-vif-deleted', 'tag': '1ad59cdb-97df-4ce3-9e7d-805e23042e4e', 'status': 'completed', 'code': 200} Jun 02 16:25:03.112790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Allocated IP 172.26.3.223 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/3396dd6e-7971-404e-b8f3-5b42370a55f5) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:03.116381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-988e9ffc-6039-493b-9da7-cd0322b4550c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:03.200289 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-f9fcae69-7032-4515-a8cf-aedee1009f8a None None] Set router a98c3d88-45ae-4d76-9dc4-034b54c8db90 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:25:03.231279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ba0abb-edf7-4016-9fb0-c1cf97647322 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting subnet 7b986401-5818-4344-bca9-d27fa94241ce {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:03.251142 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-110cd740-442d-4443-bb19-a98e9e61f807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:03.291776 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-ce9167c9-daf1-479b-b128-45ade211e527 None None] Set router bd5c5326-baa4-4878-89e2-095ebd2414f1 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:25:03.434734 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34894) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:03.531816 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0abb-edf7-4016-9fb0-c1cf97647322 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:03.680926 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-988e9ffc-6039-493b-9da7-cd0322b4550c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:03.706651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:03.736135 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f9fcae69-7032-4515-a8cf-aedee1009f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'name': 'tempest-ServersTestManualDisk-1127956330-router', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:25Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '49af58ce2596425195cd0dea7b086537', 'gw_port': {'id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:29Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0e8d4d2e-6418-4ff6-8ee1-a40768355808', 'name': '', 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'mac_address': 'fa:16:3e:57:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:37Z', 'updated_at': '2021-06-02T16:23:45Z', 'revision_number': 5, 'project_id': '49af58ce2596425195cd0dea7b086537', 'subnets': [{'id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:03.741376 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fcae69-7032-4515-a8cf-aedee1009f8a None None] Checking router: a98c3d88-45ae-4d76-9dc4-034b54c8db90 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:25:03.767726 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-59d4011d-bb9b-40f6-ba79-0d255880a5c8 req-93599b2a-8265-475a-8ed5-2d1d8f7fba72 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/ports?device_id=140d306d-4923-46bf-9416-3c8ba5e12b97 HTTP/1.1" status: 200 len: 210 time: 0.1243083 Jun 02 16:25:03.770702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0abb-edf7-4016-9fb0-c1cf97647322 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:03.794183 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fcae69-7032-4515-a8cf-aedee1009f8a None None] Routers {'a98c3d88-45ae-4d76-9dc4-034b54c8db90'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:03.795183 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f9fcae69-7032-4515-a8cf-aedee1009f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:24:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:03.821074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e9ffc-6039-493b-9da7-cd0322b4550c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b2a530-baa6-464b-a50a-92bc562f0b9a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:03.835541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-988e9ffc-6039-493b-9da7-cd0322b4550c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:03.836502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dec309e8-c0d0-482d-bf0b-971c765b5c60 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:03.850616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-988e9ffc-6039-493b-9da7-cd0322b4550c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:03.852495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bb23ca21-e7a1-4d18-acd7-1f7afda88cdd tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:03.865106 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:03.868699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0a85aa6b-02e4-4c27-9c7e-77cc1628c80d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:03.922303 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-988e9ffc-6039-493b-9da7-cd0322b4550c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/d0b2a530-baa6-464b-a50a-92bc562f0b9a HTTP/1.1" status: 204 len: 168 time: 1.2851543 Jun 02 16:25:03.931371 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34898) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:03.934095 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23ca21-e7a1-4d18-acd7-1f7afda88cdd tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Pushing event deleted for resources: {'Port': ['ID=a19d74d4-a55d-412d-bc9e-163cb92f536a,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:03.939888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dec309e8-c0d0-482d-bf0b-971c765b5c60 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:04.004329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bb23ca21-e7a1-4d18-acd7-1f7afda88cdd tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:04.025385 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dec309e8-c0d0-482d-bf0b-971c765b5c60 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:04.036578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e88f18aa-e0d2-4003-88e0-182834e41046 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:04.062099 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cfc9897d-d3d4-402b-8c6b-1d0095adb144 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1266954 Jun 02 16:25:04.070555 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-ce9167c9-daf1-479b-b128-45ade211e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'name': 'tempest-ServerActionsTestJSON-112714564-router', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:59Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'gw_port': {'id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:02Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'b811e860-3a9b-4af1-89e9-23cb2b6aad17', 'name': '', 'network_id': '65d13a74-8578-490b-adf4-f817c919af14', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'mac_address': 'fa:16:3e:a9:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '58265fad-4025-46d0-93bb-61bd65052044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:09Z', 'updated_at': '2021-06-02T16:21:21Z', 'revision_number': 5, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'subnets': [{'id': '58265fad-4025-46d0-93bb-61bd65052044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:04.071473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34900) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:04.084579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9167c9-daf1-479b-b128-45ade211e527 None None] The sync data for ids ['bd5c5326-baa4-4878-89e2-095ebd2414f1'] in dv-neutron-601336-83-hyperv is: [{'id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'name': 'tempest-ServerActionsTestJSON-112714564-router', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:59Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'gw_port': {'id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:02Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'b811e860-3a9b-4af1-89e9-23cb2b6aad17', 'name': '', 'network_id': '65d13a74-8578-490b-adf4-f817c919af14', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'mac_address': 'fa:16:3e:a9:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '58265fad-4025-46d0-93bb-61bd65052044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:09Z', 'updated_at': '2021-06-02T16:21:21Z', 'revision_number': 5, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'subnets': [{'id': '58265fad-4025-46d0-93bb-61bd65052044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:25:04.086351 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21a8fa2-630e-4018-af61-3af832377595 None None] Update dhcp port {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'fixed_ips': [{'subnet_id': 'd0b2a530-baa6-464b-a50a-92bc562f0b9a'}], 'binding:host_id': 'dv-neutron-601336-83-hyperv'}, 'id': '5d31d71f-742a-4af1-a84a-9c5fdd83425f'} from dv-neutron-601336-83-hyperv. {{(pid=92324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 16:25:04.089060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-4d742bcb-686e-4a52-990c-1f27b7433b49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:04.152937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec309e8-c0d0-482d-bf0b-971c765b5c60 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c05390e-6f36-427e-bf4a-84fb64c1f565,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:04.165950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0abb-edf7-4016-9fb0-c1cf97647322 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:04.176515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dec309e8-c0d0-482d-bf0b-971c765b5c60 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:04.198702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d21a8fa2-630e-4018-af61-3af832377595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:04.239961 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:04.253198 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4e8e5432-a2dd-4698-a7e4-ced9c982dbe3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:04.301589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dec309e8-c0d0-482d-bf0b-971c765b5c60 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:04.304932 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-dec309e8-c0d0-482d-bf0b-971c765b5c60 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "DELETE /v2.0/security-groups/0c05390e-6f36-427e-bf4a-84fb64c1f565 HTTP/1.1" status: 204 len: 168 time: 0.8670208 Jun 02 16:25:04.305710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34902) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:04.323571 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-f9fcae69-7032-4515-a8cf-aedee1009f8a None None] Set router a98c3d88-45ae-4d76-9dc4-034b54c8db90 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:25:04.354706 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bb23ca21-e7a1-4d18-acd7-1f7afda88cdd tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:04.359231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:04.368253 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-920bbb90-8219-42b6-aabf-818fa6eba599 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] show failed (client error): The resource could not be found. Jun 02 16:25:04.371756 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-920bbb90-8219-42b6-aabf-818fa6eba599 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "GET /v2.0/security-groups/0c05390e-6f36-427e-bf4a-84fb64c1f565 HTTP/1.1" status: 404 len: 347 time: 0.0311136 Jun 02 16:25:04.372423 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34904) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:04.377136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:04.407058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:04.468247 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bb23ca21-e7a1-4d18-acd7-1f7afda88cdd tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] 10.222.0.50 "DELETE /v2.0/ports/a19d74d4-a55d-412d-bc9e-163cb92f536a HTTP/1.1" status: 204 len: 168 time: 2.8972220 Jun 02 16:25:04.483643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34906) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:04.504584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-3b809f41-13f1-4ec8-9025-4c30bdee47a3 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Request body: {'port': {'name': 'tempest-new-port-name-1876878541', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:04.504997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.api.validators [None req-3b809f41-13f1-4ec8-9025-4c30bdee47a3 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] bootfile-name is not in valid_values {{(pid=92323) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 16:25:04.505362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.api.validators [None req-3b809f41-13f1-4ec8-9025-4c30bdee47a3 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] tftp-server is not in valid_values {{(pid=92323) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 16:25:04.505667 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.api.validators [None req-3b809f41-13f1-4ec8-9025-4c30bdee47a3 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] server-ip-address is not in valid_values {{(pid=92323) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 16:25:04.562631 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=3396dd6e-7971-404e-b8f3-5b42370a55f5,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:04.568121 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71187701-16c5-4913-8046-45af9ffb4398 None None] New status for floating IP 0bad5df6-b058-497f-b695-848cae883ad1: DOWN {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:25:04.643205 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9440dd00-6d00-4141-8a0a-ab7d9d7a238a None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:04.666840 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4d742bcb-686e-4a52-990c-1f27b7433b49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:04.708930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:04.903690 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f9fcae69-7032-4515-a8cf-aedee1009f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'name': 'tempest-ServersTestManualDisk-1127956330-router', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:25Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '49af58ce2596425195cd0dea7b086537', 'gw_port': {'id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:29Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0e8d4d2e-6418-4ff6-8ee1-a40768355808', 'name': '', 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'mac_address': 'fa:16:3e:57:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:37Z', 'updated_at': '2021-06-02T16:23:45Z', 'revision_number': 5, 'project_id': '49af58ce2596425195cd0dea7b086537', 'subnets': [{'id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:04.909858 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fcae69-7032-4515-a8cf-aedee1009f8a None None] The sync data for ids ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'] in dv-neutron-601336-83-hyperv is: [{'id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'name': 'tempest-ServersTestManualDisk-1127956330-router', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:25Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '49af58ce2596425195cd0dea7b086537', 'gw_port': {'id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:29Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0e8d4d2e-6418-4ff6-8ee1-a40768355808', 'name': '', 'network_id': '5a75d7e7-a9b6-4122-8b21-d9fba5e3b411', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'mac_address': 'fa:16:3e:57:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:37Z', 'updated_at': '2021-06-02T16:23:45Z', 'revision_number': 5, 'project_id': '49af58ce2596425195cd0dea7b086537', 'subnets': [{'id': 'bf6c0475-33ce-4de8-b05c-e927a7d26e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:25:04.918721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4d742bcb-686e-4a52-990c-1f27b7433b49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:04.925076 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4d742bcb-686e-4a52-990c-1f27b7433b49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:04.936903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4d742bcb-686e-4a52-990c-1f27b7433b49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:04.979926 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b809f41-13f1-4ec8-9025-4c30bdee47a3 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:04.984848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d742bcb-686e-4a52-990c-1f27b7433b49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:04.994534 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4d742bcb-686e-4a52-990c-1f27b7433b49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:05.032407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34912) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:05.049138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-ab0af095-74a2-409e-966c-bf1c4be28216 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Deleting port f1710def-ca62-4d5c-b1bb-72cb17473069 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:05.049742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab0af095-74a2-409e-966c-bf1c4be28216 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:05.118453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f389b31f-d5d5-4d93-b203-fe591aead53a None None] Provisioning complete for port 5d31d71f-742a-4af1-a84a-9c5fdd83425f triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:05.118829 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f389b31f-d5d5-4d93-b203-fe591aead53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:05.206916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:05.294272 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab0af095-74a2-409e-966c-bf1c4be28216 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:05.294659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab0af095-74a2-409e-966c-bf1c4be28216 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:05.411525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2bf7529d-8949-43e4-9ce8-995f5fd2ab94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:05.414579 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-538cc6fd-0c10-4cd2-aabf-583aee46616c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:05.417935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d4380-70c3-425e-84e2-c572f5bba936 None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:25:05.442113 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5b6aa4-3920-46cd-95c0-274ff7d8485b None None] New status for floating IP 3624bdc7-5e5a-4c63-90a7-3d7d99f605a5: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:25:05.497753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-ab0af095-74a2-409e-966c-bf1c4be28216 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Calling delete_port for f1710def-ca62-4d5c-b1bb-72cb17473069 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:05.500704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c89d4380-70c3-425e-84e2-c572f5bba936 None None] Deleting port 5d31d71f-742a-4af1-a84a-9c5fdd83425f {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:05.501094 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c89d4380-70c3-425e-84e2-c572f5bba936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:05.581241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a6e28222-b608-4f23-b8ca-32267ad54456 None None] Provisioning complete for port 9f22da32-8d7a-41d4-a3ce-86f174075220 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:05.581976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a6e28222-b608-4f23-b8ca-32267ad54456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:05.685322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5d31d71f-742a-4af1-a84a-9c5fdd83425f no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:05.779892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-538cc6fd-0c10-4cd2-aabf-583aee46616c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:05.794752 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c89d4380-70c3-425e-84e2-c572f5bba936 None None] For port 5d31d71f-742a-4af1-a84a-9c5fdd83425f, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5d31d71f-742a-4af1-a84a-9c5fdd83425f,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:05.795171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c89d4380-70c3-425e-84e2-c572f5bba936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:05.816956 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0abb-edf7-4016-9fb0-c1cf97647322 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:05.831712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5f274941-8ba8-4e52-a7ef-fef66bf9b641 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:05.848201 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab0af095-74a2-409e-966c-bf1c4be28216 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:05.859044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-855664e4-8527-4620-ad71-839cd40d2ac3 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:05.905326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba0abb-edf7-4016-9fb0-c1cf97647322 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Subnet': ['ID=7b986401-5818-4344-bca9-d27fa94241ce,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:05.913026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d5ba0abb-edf7-4016-9fb0-c1cf97647322 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:05.915471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0abb-edf7-4016-9fb0-c1cf97647322 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:05.930343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c89d4380-70c3-425e-84e2-c572f5bba936 None None] Calling delete_port for 5d31d71f-742a-4af1-a84a-9c5fdd83425f owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:05.940200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab596da6-d253-401f-8c38-edb43f79c43c None None] Network 8a5f9f4f-4981-49e9-82bf-28b046c6acb2 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:05.952099 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d5ba0abb-edf7-4016-9fb0-c1cf97647322 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/7b986401-5818-4344-bca9-d27fa94241ce HTTP/1.1" status: 204 len: 168 time: 2.9316490 Jun 02 16:25:05.955083 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34916) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:05.959125 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0af095-74a2-409e-966c-bf1c4be28216 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Pushing event deleted for resources: {'Port': ['ID=f1710def-ca62-4d5c-b1bb-72cb17473069,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:05.961932 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ab0af095-74a2-409e-966c-bf1c4be28216 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:06.003036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-538cc6fd-0c10-4cd2-aabf-583aee46616c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.011493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-93a8286a-7c1d-430c-85f4-7b4796ca179d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:06.078393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab0af095-74a2-409e-966c-bf1c4be28216 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.089181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cc6fd-0c10-4cd2-aabf-583aee46616c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=046c07c4-8df6-475c-95e9-d5ddba8ceb13,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:06.091585 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-3b809f41-13f1-4ec8-9025-4c30bdee47a3 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:25:06.096653 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4d742bcb-686e-4a52-990c-1f27b7433b49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.104912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-42774181-3d93-4735-ad30-e6130d88a5eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:06.109623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-538cc6fd-0c10-4cd2-aabf-583aee46616c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:06.131098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b809f41-13f1-4ec8-9025-4c30bdee47a3 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.133105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-538cc6fd-0c10-4cd2-aabf-583aee46616c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.136833 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-538cc6fd-0c10-4cd2-aabf-583aee46616c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "DELETE /v2.0/security-groups/046c07c4-8df6-475c-95e9-d5ddba8ceb13 HTTP/1.1" status: 204 len: 168 time: 1.0946126 Jun 02 16:25:06.137259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34918) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:06.145035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.149090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b809f41-13f1-4ec8-9025-4c30bdee47a3 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.154434 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b1f10823-420c-4290-b254-855caaf1e74b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:06.168579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.182549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d742bcb-686e-4a52-990c-1f27b7433b49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:06.183715 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-b5245041-9307-41dc-8c77-0380a49ff496 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] show failed (client error): The resource could not be found. Jun 02 16:25:06.189426 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b5245041-9307-41dc-8c77-0380a49ff496 tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "GET /v2.0/security-groups/046c07c4-8df6-475c-95e9-d5ddba8ceb13 HTTP/1.1" status: 404 len: 347 time: 0.0432439 Jun 02 16:25:06.192402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-4d742bcb-686e-4a52-990c-1f27b7433b49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:06.193166 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34920) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:06.207682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab0af095-74a2-409e-966c-bf1c4be28216 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.211570 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ab0af095-74a2-409e-966c-bf1c4be28216 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] 10.222.0.50 "DELETE /v2.0/floatingips/0bad5df6-b058-497f-b695-848cae883ad1 HTTP/1.1" status: 204 len: 168 time: 1.8355100 Jun 02 16:25:06.212490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d742bcb-686e-4a52-990c-1f27b7433b49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:06.213119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4d742bcb-686e-4a52-990c-1f27b7433b49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.218644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34922) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:06.291338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d742bcb-686e-4a52-990c-1f27b7433b49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=e962f894-b7eb-4f58-bce3-ca4a923ed1b0,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:06.303686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 5d31d71f-742a-4af1-a84a-9c5fdd83425f, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5d31d71f-742a-4af1-a84a-9c5fdd83425f,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:06.305245 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4d742bcb-686e-4a52-990c-1f27b7433b49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:06.321062 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.334683 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4d742bcb-686e-4a52-990c-1f27b7433b49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2591512 Jun 02 16:25:06.338376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34924) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:06.340152 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:06.352199 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:06.383074 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c89d4380-70c3-425e-84e2-c572f5bba936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.404917 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event deleted for resources: {'Port': ['ID=5d31d71f-742a-4af1-a84a-9c5fdd83425f,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:06.410012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:06.412712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3c6b5992-6807-4460-bae4-2bea8dbd7a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:06.457250 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d4380-70c3-425e-84e2-c572f5bba936 None None] No DVR routers for this DVR port 5d31d71f-742a-4af1-a84a-9c5fdd83425f on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:06.469315 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d4380-70c3-425e-84e2-c572f5bba936 None None] Pushing event deleted for resources: {'Port': ['ID=5d31d71f-742a-4af1-a84a-9c5fdd83425f,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:06.485013 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c89d4380-70c3-425e-84e2-c572f5bba936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:06.488427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bfb578-7cc5-4587-b44a-8bfc7fc99325 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:06.488577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b809f41-13f1-4ec8-9025-4c30bdee47a3 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Pushing event updated for resources: {'Port': ['ID=20ebc460-c493-4365-9b81-b15278d768b1,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:06.491616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.534902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3b809f41-13f1-4ec8-9025-4c30bdee47a3 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:06.567391 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-3b809f41-13f1-4ec8-9025-4c30bdee47a3 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] In _notify_port_updated(), no bound segment for port 20ebc460-c493-4365-9b81-b15278d768b1 on network ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2 {{(pid=92323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:25:06.573249 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b809f41-13f1-4ec8-9025-4c30bdee47a3 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:06.573938 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b809f41-13f1-4ec8-9025-4c30bdee47a3 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.575298 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3b809f41-13f1-4ec8-9025-4c30bdee47a3 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] 10.222.0.50 "PUT /v2.0/ports/20ebc460-c493-4365-9b81-b15278d768b1 HTTP/1.1" status: 200 len: 1136 time: 2.0906825 Jun 02 16:25:06.578725 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34926) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:06.664572 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0141d8-f20a-4329-b009-8fd64b2e80d4 None None] DHCP port deletion for 8a5f9f4f-4981-49e9-82bf-28b046c6acb2 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:25:06.671672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.702385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c12efb-baa9-4e41-b048-c011b93afa80 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:06.703032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-43c12efb-baa9-4e41-b048-c011b93afa80 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Synchronizing usage tracker for tenant:7d7257377f7643ddb71b45fddc1b4193 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:06.779238 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-787a385d-e0f9-45ad-98ca-4e2945225544 None None] Provisioning complete for port 20ebc460-c493-4365-9b81-b15278d768b1 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:06.779618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-787a385d-e0f9-45ad-98ca-4e2945225544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.782257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port 9f22da32-8d7a-41d4-a3ce-86f174075220 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:06.782927 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.806280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-aee47622-29cc-40f6-88e8-3d10053b6ace tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Deleting port 44b3d8b1-c79d-473f-a944-7034633d0ec9 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:06.807172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aee47622-29cc-40f6-88e8-3d10053b6ace tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.828182 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.862507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-43c12efb-baa9-4e41-b048-c011b93afa80 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Unset dirty status for tenant:7d7257377f7643ddb71b45fddc1b4193 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:06.867253 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-43c12efb-baa9-4e41-b048-c011b93afa80 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] 10.222.0.50 "GET /v2.0/ports/20ebc460-c493-4365-9b81-b15278d768b1 HTTP/1.1" status: 200 len: 1136 time: 0.2828734 Jun 02 16:25:06.869002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34928) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:06.957394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-787a385d-e0f9-45ad-98ca-4e2945225544 None None] Port 20ebc460-c493-4365-9b81-b15278d768b1 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:06.966432 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': 'e962f894-b7eb-4f58-bce3-ca4a923ed1b0'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:25:06.967296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:06.980624 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2d0141d8-f20a-4329-b009-8fd64b2e80d4 None None] Deleting port 9f22da32-8d7a-41d4-a3ce-86f174075220 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:06.981006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2d0141d8-f20a-4329-b009-8fd64b2e80d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:07.027083 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:07.055431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] For port 9f22da32-8d7a-41d4-a3ce-86f174075220, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9f22da32-8d7a-41d4-a3ce-86f174075220,segment=NetworkSegment(26d2ffaf-e326-450c-aa72-ddc9cada1ed6),segment_id=26d2ffaf-e326-450c-aa72-ddc9cada1ed6)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:07.055888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:07.070899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:07.086641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:07.102012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:07.150251 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2d0141d8-f20a-4329-b009-8fd64b2e80d4 None None] For port 9f22da32-8d7a-41d4-a3ce-86f174075220, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9f22da32-8d7a-41d4-a3ce-86f174075220,segment=NetworkSegment(26d2ffaf-e326-450c-aa72-ddc9cada1ed6),segment_id=26d2ffaf-e326-450c-aa72-ddc9cada1ed6)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:07.150466 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2d0141d8-f20a-4329-b009-8fd64b2e80d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:07.160082 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:07.163810 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:07.226234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for 9f22da32-8d7a-41d4-a3ce-86f174075220 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:07.285600 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2d0141d8-f20a-4329-b009-8fd64b2e80d4 None None] Calling delete_port for 9f22da32-8d7a-41d4-a3ce-86f174075220 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:07.355446 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-fcda0613-0d8e-454b-8310-60be5286175a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Deleting port 20ebc460-c493-4365-9b81-b15278d768b1 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:07.355849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fcda0613-0d8e-454b-8310-60be5286175a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:07.365614 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Allocated IP 172.20.0.2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/e962f894-b7eb-4f58-bce3-ca4a923ed1b0/65437e01-7130-4061-8b98-bf9ac22bde4c) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:07.452210 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aee47622-29cc-40f6-88e8-3d10053b6ace tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:07.453155 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aee47622-29cc-40f6-88e8-3d10053b6ace tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:07.484944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2d0141d8-f20a-4329-b009-8fd64b2e80d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:07.492089 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-53b94522-0633-44ba-843c-aedab26a36eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:07.539538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0141d8-f20a-4329-b009-8fd64b2e80d4 None None] Pushing event deleted for resources: {'Port': ['ID=9f22da32-8d7a-41d4-a3ce-86f174075220,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:07.542388 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2d0141d8-f20a-4329-b009-8fd64b2e80d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:07.547656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0141d8-f20a-4329-b009-8fd64b2e80d4 None None] No DVR routers for this DVR port 9f22da32-8d7a-41d4-a3ce-86f174075220 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:07.573934 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fcda0613-0d8e-454b-8310-60be5286175a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:07.597722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-aee47622-29cc-40f6-88e8-3d10053b6ace tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Calling delete_port for 44b3d8b1-c79d-473f-a944-7034633d0ec9 owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:07.637800 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9f22da32-8d7a-41d4-a3ce-86f174075220 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:07.697269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 9f22da32-8d7a-41d4-a3ce-86f174075220 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:25:07.697979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9f22da32-8d7a-41d4-a3ce-86f174075220 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:25:07.724152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-fcda0613-0d8e-454b-8310-60be5286175a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Calling delete_port for 20ebc460-c493-4365-9b81-b15278d768b1 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:07.724786 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:07.729831 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:07.736365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8a8081b7-09a7-4d46-949c-8a738aee04ae tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:07.737304 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Transition to ACTIVE for port object 65437e01-7130-4061-8b98-bf9ac22bde4c will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:07.756526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Transition to ACTIVE for port object 65437e01-7130-4061-8b98-bf9ac22bde4c will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:07.762952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:07.766888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:07.793918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=9f22da32-8d7a-41d4-a3ce-86f174075220,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:07.800749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:07.813139 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:07.814930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No DVR routers for this DVR port 9f22da32-8d7a-41d4-a3ce-86f174075220 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:07.825296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:07.832874 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:07.837670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:07.855776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:07.881037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Pushing event updated for resources: {'Port': ['ID=65437e01-7130-4061-8b98-bf9ac22bde4c,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:07.881834 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4ed127d1-9a43-4117-98ef-48a5b7601963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:07.882547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e003e32d-840a-4409-8bb8-b704272612e4 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:07.893246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:07.959184 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Attempting to bind port 65437e01-7130-4061-8b98-bf9ac22bde4c on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:07.959989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Attempting to bind port 65437e01-7130-4061-8b98-bf9ac22bde4c by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:07.960573 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Attempting to bind port 65437e01-7130-4061-8b98-bf9ac22bde4c on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:07.966719 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:25:07.967365 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:07.967952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:07.968359 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:25:07.968840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Bound port: 65437e01-7130-4061-8b98-bf9ac22bde4c, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:25:07.969227 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:08.064402 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] For port 65437e01-7130-4061-8b98-bf9ac22bde4c, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:25:08.067835 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] For port 65437e01-7130-4061-8b98-bf9ac22bde4c, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=65437e01-7130-4061-8b98-bf9ac22bde4c,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:25:08.073729 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:08.077417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8d117cf0-92c8-47d5-85e7-f66de85c9191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:08.086898 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:08.116862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=3396dd6e-7971-404e-b8f3-5b42370a55f5,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:08.121840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5f9f4f-4981-49e9-82bf-28b046c6acb2']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:08.132474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:08.142293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:08.184661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Pushing event updated for resources: {'Port': ['ID=65437e01-7130-4061-8b98-bf9ac22bde4c,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:08.190389 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d2ffaf-e326-450c-aa72-ddc9cada1ed6') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:08.190389 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d2ffaf-e326-450c-aa72-ddc9cada1ed6') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:08.194706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:08.225948 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:08.237070 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fcda0613-0d8e-454b-8310-60be5286175a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:08.237528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aee47622-29cc-40f6-88e8-3d10053b6ace tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:08.246371 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bb23ca21-e7a1-4d18-acd7-1f7afda88cdd tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:08.259154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-80578f1b-0e23-472c-8604-b76cd533b9d5 tempest-RoutersIpV6AdminTest-1776529418 tempest-RoutersIpV6AdminTest-1776529418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:08.304808 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee47622-29cc-40f6-88e8-3d10053b6ace tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Pushing event deleted for resources: {'Port': ['ID=44b3d8b1-c79d-473f-a944-7034633d0ec9,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:08.311158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:08.342990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-aee47622-29cc-40f6-88e8-3d10053b6ace tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:08.363319 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:25:08.363734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:25:08.410929 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:25:08.489008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:08.522590 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda0613-0d8e-454b-8310-60be5286175a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Pushing event deleted for resources: {'Port': ['ID=20ebc460-c493-4365-9b81-b15278d768b1,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:08.525268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fcda0613-0d8e-454b-8310-60be5286175a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:08.631034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:08.635260 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Floating IP 484d5dc4-fa3d-45e9-a602-456d3df37c6b associated. External IP: 172.26.3.223, port: aa962848-6d8d-4dca-b53e-458cc458c606. Jun 02 16:25:08.679580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fcda0613-0d8e-454b-8310-60be5286175a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:08.694717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-60cf8d6d-b298-482e-9de3-16105dac1f7e tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:08.715885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:08.726013 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fcda0613-0d8e-454b-8310-60be5286175a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] 10.222.0.50 "DELETE /v2.0/ports/20ebc460-c493-4365-9b81-b15278d768b1 HTTP/1.1" status: 204 len: 168 time: 1.8517215 Jun 02 16:25:08.727631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34930) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:08.731325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aee47622-29cc-40f6-88e8-3d10053b6ace tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:08.736021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Network': ['ID=8a5f9f4f-4981-49e9-82bf-28b046c6acb2,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:08.747231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:08.770176 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/networks/8a5f9f4f-4981-49e9-82bf-28b046c6acb2 HTTP/1.1" status: 204 len: 168 time: 2.8140492 Jun 02 16:25:08.775257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34932) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:08.806724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aee47622-29cc-40f6-88e8-3d10053b6ace tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:08.808076 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-aee47622-29cc-40f6-88e8-3d10053b6ace tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] 10.222.0.50 "DELETE /v2.0/floatingips/3624bdc7-5e5a-4c63-90a7-3d7d99f605a5 HTTP/1.1" status: 204 len: 168 time: 2.6139607 Jun 02 16:25:08.814640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34934) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:09.011162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4889cb-a67c-400c-a248-cf8cedc34f8d tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Deleting subnet 74e48567-3188-4313-91d2-1f2d73783928 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:09.032785 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e4889cb-a67c-400c-a248-cf8cedc34f8d tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:09.270386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 61c5a599-0152-4746-8e04-c17f6727ee6e has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:25:09.290960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e4889cb-a67c-400c-a248-cf8cedc34f8d tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:09.304262 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-118f609a-6bc0-48d3-9134-5ac4535f9e8f None None] Provisioning for port 65437e01-7130-4061-8b98-bf9ac22bde4c completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:09.374333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28d3285-2664-4d4c-9bea-00ff0236a3e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:09.375819 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d28d3285-2664-4d4c-9bea-00ff0236a3e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5959225 Jun 02 16:25:09.383510 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34936) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:09.452270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:25:09.463141 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c829913-9290-4443-9296-3484e2fd112c None None] Sync routers for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:25:09.468862 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.objects.ports [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92322) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:25:09.474189 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c829913-9290-4443-9296-3484e2fd112c None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:09.474844 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1c829913-9290-4443-9296-3484e2fd112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:09.476327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:09.542445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1c829913-9290-4443-9296-3484e2fd112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:09.542602 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.0207357 Jun 02 16:25:09.542602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34938) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:09.548723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-65cc11de-bf28-4016-9100-72819343cc91 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'floatingip': {'port_id': 'aa962848-6d8d-4dca-b53e-458cc458c606', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:09.549806 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c829913-9290-4443-9296-3484e2fd112c None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:09.550579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1c829913-9290-4443-9296-3484e2fd112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:09.621869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-4ed127d1-9a43-4117-98ef-48a5b7601963 admin admin] Deleting port b811e860-3a9b-4af1-89e9-23cb2b6aad17 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:09.622254 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4ed127d1-9a43-4117-98ef-48a5b7601963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:09.633806 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1c829913-9290-4443-9296-3484e2fd112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:09.634184 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c829913-9290-4443-9296-3484e2fd112c None None] The sync data for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:25:09.674914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 65437e01-7130-4061-8b98-bf9ac22bde4c up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:09.675264 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65cc11de-bf28-4016-9100-72819343cc91 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:09.749238 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 65437e01-7130-4061-8b98-bf9ac22bde4c completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:09.754285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 65437e01-7130-4061-8b98-bf9ac22bde4c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:09.754669 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:09.818851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e4889cb-a67c-400c-a248-cf8cedc34f8d tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:09.924078 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:09.957664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 65437e01-7130-4061-8b98-bf9ac22bde4c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=65437e01-7130-4061-8b98-bf9ac22bde4c,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:09.962647 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:09.967562 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:10.038431 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=65437e01-7130-4061-8b98-bf9ac22bde4c,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:10.042103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:10.249132 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6217ae33-8f33-44c8-9f0a-034effcb6399 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.8589554 Jun 02 16:25:10.280065 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34944) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:10.298524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-103639604'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:10.322684 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:10.336878 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-4ed127d1-9a43-4117-98ef-48a5b7601963 admin admin] For port b811e860-3a9b-4af1-89e9-23cb2b6aad17, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b811e860-3a9b-4af1-89e9-23cb2b6aad17,segment=NetworkSegment(863f08c6-6486-48ac-888c-5ffa733b4b6c),segment_id=863f08c6-6486-48ac-888c-5ffa733b4b6c)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:10.337788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4ed127d1-9a43-4117-98ef-48a5b7601963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:10.348393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65cc11de-bf28-4016-9100-72819343cc91 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:10.354835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65cc11de-bf28-4016-9100-72819343cc91 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:10.391763 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:network and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:10.408271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:10.547943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:10.556804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-4ed127d1-9a43-4117-98ef-48a5b7601963 admin admin] Calling delete_port for b811e860-3a9b-4af1-89e9-23cb2b6aad17 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:10.584413 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:10.717843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:10.721350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:10.835475 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:25:11.047656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e306d2a-a2dc-4c8b-8b8b-e5bd347b7430 req-814c028a-32ff-4c36-9905-62154ae75add tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:11.049212 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e306d2a-a2dc-4c8b-8b8b-e5bd347b7430 req-814c028a-32ff-4c36-9905-62154ae75add tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 945 time: 0.2223594 Jun 02 16:25:11.056600 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cc11de-bf28-4016-9100-72819343cc91 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 61c5a599-0152-4746-8e04-c17f6727ee6e has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:25:11.072175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e4889cb-a67c-400c-a248-cf8cedc34f8d tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.080513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.080826 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Added segment ead4be5a-22e0-4e69-8220-7b844491cb56 of type vlan for network a438ffae-f4c1-4ebd-9e2c-c4b07a336667 Jun 02 16:25:11.082045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c8f04960-c59c-4cd6-932b-8287b8efdde1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:11.157315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4889cb-a67c-400c-a248-cf8cedc34f8d tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Pushing event deleted for resources: {'Subnet': ['ID=74e48567-3188-4313-91d2-1f2d73783928,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:11.173005 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e306d2a-a2dc-4c8b-8b8b-e5bd347b7430 req-379e83f6-3156-471e-afb8-3942d8a6a6e4 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151602 Jun 02 16:25:11.194556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e4889cb-a67c-400c-a248-cf8cedc34f8d tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:11.207596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e4889cb-a67c-400c-a248-cf8cedc34f8d tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.209068 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a29392-3d8a-4f1c-8a97-428e10fd447a None None] Network ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:11.291019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cc11de-bf28-4016-9100-72819343cc91 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:25:11.296170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65cc11de-bf28-4016-9100-72819343cc91 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.302993 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30bc4ec-e4a8-4353-998d-fdebdab05ed2 None None] Sync routers for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:25:11.318503 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30bc4ec-e4a8-4353-998d-fdebdab05ed2 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:11.319437 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c30bc4ec-e4a8-4353-998d-fdebdab05ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:11.323269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.336575 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4e4889cb-a67c-400c-a248-cf8cedc34f8d tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] 10.222.0.50 "DELETE /v2.0/subnets/74e48567-3188-4313-91d2-1f2d73783928 HTTP/1.1" status: 204 len: 168 time: 2.6066532 Jun 02 16:25:11.342256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34962) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:11.425557 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-65cc11de-bf28-4016-9100-72819343cc91 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "PUT /v2.0/floatingips/484d5dc4-fa3d-45e9-a602-456d3df37c6b HTTP/1.1" status: 200 len: 979 time: 1.8794324 Jun 02 16:25:11.426179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34964) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:11.435919 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c30bc4ec-e4a8-4353-998d-fdebdab05ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:11.452231 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30bc4ec-e4a8-4353-998d-fdebdab05ed2 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:11.453164 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c30bc4ec-e4a8-4353-998d-fdebdab05ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:11.467822 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] For port 65437e01-7130-4061-8b98-bf9ac22bde4c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=65437e01-7130-4061-8b98-bf9ac22bde4c,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:11.523585 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c30bc4ec-e4a8-4353-998d-fdebdab05ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:11.524259 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30bc4ec-e4a8-4353-998d-fdebdab05ed2 None None] The sync data for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:25:11.538701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.542060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827ccfcd-8f56-404e-8d0b-fca84637c9e9 None None] DHCP port deletion for ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:25:11.544358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:11.544968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.553415 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a39fd280-2f74-4151-91dc-6765364c95b0 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:11.573435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.627675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.634388 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-827ccfcd-8f56-404e-8d0b-fca84637c9e9 None None] Deleting port cfd0e933-1acb-453c-8386-51a59e7d867e {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:11.635608 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-827ccfcd-8f56-404e-8d0b-fca84637c9e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.653039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 65437e01-7130-4061-8b98-bf9ac22bde4c up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:11.678832 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41d92d47-6ddf-4a59-95ae-56844662f190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.725620 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc9f0-a8c4-457d-a98d-bc57cb820e0f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting port 3396dd6e-7971-404e-b8f3-5b42370a55f5 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:11.725968 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc9f0-a8c4-457d-a98d-bc57cb820e0f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.800952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-827ccfcd-8f56-404e-8d0b-fca84637c9e9 None None] For port cfd0e933-1acb-453c-8386-51a59e7d867e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=cfd0e933-1acb-453c-8386-51a59e7d867e,segment=NetworkSegment(495bf1ed-f0b2-4544-a4ec-756a81011158),segment_id=495bf1ed-f0b2-4544-a4ec-756a81011158)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:11.801418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-827ccfcd-8f56-404e-8d0b-fca84637c9e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.862952 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc9f0-a8c4-457d-a98d-bc57cb820e0f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.863300 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc9f0-a8c4-457d-a98d-bc57cb820e0f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.933652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-827ccfcd-8f56-404e-8d0b-fca84637c9e9 None None] Calling delete_port for cfd0e933-1acb-453c-8386-51a59e7d867e owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:11.940869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 65437e01-7130-4061-8b98-bf9ac22bde4c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:11.940869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.967482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.968431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:11.976713 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6785216 Jun 02 16:25:11.987259 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34966) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:11.991710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'subnet': {'network_id': 'a438ffae-f4c1-4ebd-9e2c-c4b07a336667', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:11.997531 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Network': ['ID=a438ffae-f4c1-4ebd-9e2c-c4b07a336667,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:12.016424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dc9f0-a8c4-457d-a98d-bc57cb820e0f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Calling delete_port for 3396dd6e-7971-404e-b8f3-5b42370a55f5 owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:12.022277 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network a438ffae-f4c1-4ebd-9e2c-c4b07a336667 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:25:12.042294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:12.048145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3cd34c51-446d-46d1-ac86-9250d83ed52c tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:12.116628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:12.126349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:12.152606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:12.160748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:subnet and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:12.164825 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe4b68d-1713-4d06-895d-830f80d055b6 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:12.165827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:12.173927 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:12.197731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:12.204147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:12.218977 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:12.219589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:12.252082 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4ed127d1-9a43-4117-98ef-48a5b7601963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:12.286995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=65437e01-7130-4061-8b98-bf9ac22bde4c,revision_number=5']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:12.296142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:12.298334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:12.326661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-827ccfcd-8f56-404e-8d0b-fca84637c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:12.340717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:12.388843 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.0493481 Jun 02 16:25:12.398259 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ccfcd-8f56-404e-8d0b-fca84637c9e9 None None] Pushing event deleted for resources: {'Port': ['ID=cfd0e933-1acb-453c-8386-51a59e7d867e,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:12.410421 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-827ccfcd-8f56-404e-8d0b-fca84637c9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:12.412177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ccfcd-8f56-404e-8d0b-fca84637c9e9 None None] No DVR routers for this DVR port cfd0e933-1acb-453c-8386-51a59e7d867e on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:12.466985 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device cfd0e933-1acb-453c-8386-51a59e7d867e no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:12.481981 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34970) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:12.487224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'mac_address': 'fa:16:3e:c9:2f:0e', 'name': 'tempest-NetworksTestDHCPv6-1647981996'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:12.541543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: cfd0e933-1acb-453c-8386-51a59e7d867e {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:25:12.541901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device cfd0e933-1acb-453c-8386-51a59e7d867e not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:25:12.670648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc9f0-a8c4-457d-a98d-bc57cb820e0f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:12.681592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d167d180-1c46-4ac7-be9f-811c62428bfe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:12.687544 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Deleting port cfd0e933-1acb-453c-8386-51a59e7d867e {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:12.687897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:12.734686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=3e7b015b-136c-4d8c-8af0-8586f9fa5c63,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:12.752941 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:12.757029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc9f0-a8c4-457d-a98d-bc57cb820e0f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Port': ['ID=3396dd6e-7971-404e-b8f3-5b42370a55f5,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:12.801956 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d6dc9f0-a8c4-457d-a98d-bc57cb820e0f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:12.805012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b2daea70-0072-4d85-a706-aff74b3514bc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.533s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:12.891163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed127d1-9a43-4117-98ef-48a5b7601963 admin admin] Pushing event deleted for resources: {'Port': ['ID=b811e860-3a9b-4af1-89e9-23cb2b6aad17,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:12.898555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4ed127d1-9a43-4117-98ef-48a5b7601963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:12.920849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc9f0-a8c4-457d-a98d-bc57cb820e0f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:12.921079 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-4d6dc9f0-a8c4-457d-a98d-bc57cb820e0f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Floating IP 484d5dc4-fa3d-45e9-a602-456d3df37c6b disassociated (deleted). External IP: 172.26.3.223, port: aa962848-6d8d-4dca-b53e-458cc458c606. Jun 02 16:25:13.001692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] For port cfd0e933-1acb-453c-8386-51a59e7d867e, host dv-neutron-601336-83-hyperv, got binding levels [] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:13.002062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:13.153764 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:13.170780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Calling delete_port for cfd0e933-1acb-453c-8386-51a59e7d867e owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:13.178883 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.ipam_backend_mixin [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Port cfd0e933-1acb-453c-8386-51a59e7d867e was not found and therefore no delete operation was performed {{(pid=92322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 16:25:13.188205 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacab87-76c9-4a08-b3e7-47d6c3b4f452 req-f9602e44-3742-4c76-bad6-488b3f1c8847 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:13.189801 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4bacab87-76c9-4a08-b3e7-47d6c3b4f452 req-f9602e44-3742-4c76-bad6-488b3f1c8847 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 945 time: 0.8380115 Jun 02 16:25:13.192375 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:13.201555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:13.205494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:13.267508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-129c2143-104c-4c37-8576-ba83d1bbfd15 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:13.303209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:13.383529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a6852cf9-13e7-4d4e-a93a-fca8c7f1904f None None] Provisioning complete for port 65437e01-7130-4061-8b98-bf9ac22bde4c triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:13.383529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a6852cf9-13e7-4d4e-a93a-fca8c7f1904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:13.412710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6dc9f0-a8c4-457d-a98d-bc57cb820e0f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 61c5a599-0152-4746-8e04-c17f6727ee6e has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:25:13.520406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Pushing event deleted for resources: {'Port': ['ID=cfd0e933-1acb-453c-8386-51a59e7d867e,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:13.525910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:13.531086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] No DVR routers for this DVR port cfd0e933-1acb-453c-8386-51a59e7d867e on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:13.561976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:13.568326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-19f1f5f7-eaad-4910-b8af-79da14287517 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:13.598580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:13.687748 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 65437e01-7130-4061-8b98-bf9ac22bde4c up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:13.700702 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4bacab87-76c9-4a08-b3e7-47d6c3b4f452 req-392d7307-9228-40f6-a4c9-a4eaafc101fe tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5023990 Jun 02 16:25:13.741141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Subnet': ['ID=cd89dc0a-f78b-4fff-9a39-2282771e5ca0,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:13.748911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4ed127d1-9a43-4117-98ef-48a5b7601963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:13.751624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:13.762694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 65437e01-7130-4061-8b98-bf9ac22bde4c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:13.763298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:13.769211 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Checking segment: {'id': 'ead4be5a-22e0-4e69-8220-7b844491cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a438ffae-f4c1-4ebd-9e2c-c4b07a336667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:13.769549 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network hostable DHCP agents. Network: a438ffae-f4c1-4ebd-9e2c-c4b07a336667, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:25:13.773405 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6dc9f0-a8c4-457d-a98d-bc57cb820e0f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:25:13.810757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network a438ffae-f4c1-4ebd-9e2c-c4b07a336667 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:25:13.815729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc9f0-a8c4-457d-a98d-bc57cb820e0f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:13.836334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40098a4f-20b3-45b5-86ea-0ff96c2dfa49 None None] Sync routers for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:25:13.863840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, a438ffae-f4c1-4ebd-9e2c-c4b07a336667) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:13.864784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40098a4f-20b3-45b5-86ea-0ff96c2dfa49 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:13.865593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-40098a4f-20b3-45b5-86ea-0ff96c2dfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:13.878965 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:13.879573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:13.912141 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4d6dc9f0-a8c4-457d-a98d-bc57cb820e0f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/floatingips/484d5dc4-fa3d-45e9-a602-456d3df37c6b HTTP/1.1" status: 204 len: 168 time: 2.4818988 Jun 02 16:25:13.912380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34972) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:13.924483 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a056612-c6a1-4248-8d3e-8163f4128760 None None] Network a438ffae-f4c1-4ebd-9e2c-c4b07a336667 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:13.950588 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9625542 Jun 02 16:25:13.953254 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 34974) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:13.955393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:13.965915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-40098a4f-20b3-45b5-86ea-0ff96c2dfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:13.977844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'network_id': 'a438ffae-f4c1-4ebd-9e2c-c4b07a336667', 'name': 'tempest-PortsTestJSON-667342194'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:14.030298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:14.036531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40098a4f-20b3-45b5-86ea-0ff96c2dfa49 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:14.037194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-40098a4f-20b3-45b5-86ea-0ff96c2dfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:14.074158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd28e2-231c-4e7c-877c-96adbdd5ffbb tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting port aa962848-6d8d-4dca-b53e-458cc458c606 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:14.074158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b6fd28e2-231c-4e7c-877c-96adbdd5ffbb tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:14.114829 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:14.125888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495bf1ed-f0b2-4544-a4ec-756a81011158') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:14.126356 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495bf1ed-f0b2-4544-a4ec-756a81011158') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:14.143543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-40098a4f-20b3-45b5-86ea-0ff96c2dfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:14.143952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40098a4f-20b3-45b5-86ea-0ff96c2dfa49 None None] The sync data for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:25:14.218379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:14.283279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port c53aa1c8-fb14-4631-8dc8-23321d0eb83e yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:25:14.317415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-a438ffae-f4c1-4ebd-9e2c-c4b07a336667', 'network_id': 'a438ffae-f4c1-4ebd-9e2c-c4b07a336667', 'tenant_id': '1d61c543383943e08977d6b7e75fc692', 'fixed_ips': [{'subnet_id': 'cd89dc0a-f78b-4fff-9a39-2282771e5ca0'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:25:14.318471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:14.323594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:14.356180 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:25:14.356606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:25:14.376120 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:25:14.406122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b6fd28e2-231c-4e7c-877c-96adbdd5ffbb tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:14.516268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Allocated IP 172.20.0.2 (a438ffae-f4c1-4ebd-9e2c-c4b07a336667/cd89dc0a-f78b-4fff-9a39-2282771e5ca0/d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:14.530273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-41d92d47-6ddf-4a59-95ae-56844662f190 admin admin] Deleting port 0e8d4d2e-6418-4ff6-8ee1-a40768355808 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:14.530273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41d92d47-6ddf-4a59-95ae-56844662f190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:14.543680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd28e2-231c-4e7c-877c-96adbdd5ffbb tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Calling delete_port for aa962848-6d8d-4dca-b53e-458cc458c606 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:14.595787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:14.664755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:port and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:14.674411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:14.705888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:14.726571 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:14.739847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:14.745330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:14.766713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:14.778230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b6fd28e2-231c-4e7c-877c-96adbdd5ffbb tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:14.781775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Transition to ACTIVE for port object d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:14.793958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e9928f8a-80fc-4fee-856a-67ffcdcb33d3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:14.808471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Transition to ACTIVE for port object d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:14.818329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:14.822679 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Pushing event deleted for resources: {'Network': ['ID=ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:14.823086 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1483daf0-ea8a-4e65-98bc-13db805661e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:14.839412 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:14.851526 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] 10.222.0.50 "DELETE /v2.0/networks/ccd1bc7c-6067-4a40-b6c1-ecefb3cab6f2 HTTP/1.1" status: 204 len: 168 time: 3.5031366 Jun 02 16:25:14.868835 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:14.872490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:14.921048 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Network a438ffae-f4c1-4ebd-9e2c-c4b07a336667 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:14.924491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:14.927848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:14.937539 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd28e2-231c-4e7c-877c-96adbdd5ffbb tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Port': ['ID=aa962848-6d8d-4dca-b53e-458cc458c606,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:14.939241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Pushing event updated for resources: {'Port': ['ID=d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:14.943834 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:14.951703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] device_id is not set on port 5c39af70-0ed7-471b-af3a-ea6dac24abe8 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:25:14.957559 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b6fd28e2-231c-4e7c-877c-96adbdd5ffbb tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:15.040206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed127d1-9a43-4117-98ef-48a5b7601963 admin admin] Router bd5c5326-baa4-4878-89e2-095ebd2414f1 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:25:15.045702 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-41d92d47-6ddf-4a59-95ae-56844662f190 admin admin] For port 0e8d4d2e-6418-4ff6-8ee1-a40768355808, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0e8d4d2e-6418-4ff6-8ee1-a40768355808,segment=NetworkSegment(9fad278b-51ce-4193-8971-a2593051541d),segment_id=9fad278b-51ce-4193-8971-a2593051541d)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:15.046362 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41d92d47-6ddf-4a59-95ae-56844662f190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:15.062911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Attempting to bind port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:15.063297 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Attempting to bind port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'ead4be5a-22e0-4e69-8220-7b844491cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a438ffae-f4c1-4ebd-9e2c-c4b07a336667'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:15.063680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Attempting to bind port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 on network a438ffae-f4c1-4ebd-9e2c-c4b07a336667 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:15.069588 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:25:15.070002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Checking segment: {'id': 'ead4be5a-22e0-4e69-8220-7b844491cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a438ffae-f4c1-4ebd-9e2c-c4b07a336667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:15.071042 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:15.071831 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Bound using segment: {'id': 'ead4be5a-22e0-4e69-8220-7b844491cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a438ffae-f4c1-4ebd-9e2c-c4b07a336667'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:25:15.072524 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Bound port: d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead4be5a-22e0-4e69-8220-7b844491cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a438ffae-f4c1-4ebd-9e2c-c4b07a336667'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:25:15.072918 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:15.152102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b6fd28e2-231c-4e7c-877c-96adbdd5ffbb tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:15.171133 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b6fd28e2-231c-4e7c-877c-96adbdd5ffbb tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/ports/aa962848-6d8d-4dca-b53e-458cc458c606 HTTP/1.1" status: 204 len: 168 time: 1.2577224 Jun 02 16:25:15.175698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34982) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:15.182787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:15.197487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05244e7-37db-456d-9212-ab5d7321bb3a req-6124616a-8e6f-41c3-b2c4-8ab61cb53a3d tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:15.199147 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d05244e7-37db-456d-9212-ab5d7321bb3a req-6124616a-8e6f-41c3-b2c4-8ab61cb53a3d tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 945 time: 0.3300793 Jun 02 16:25:15.200294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:15.205712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Usage tracker for resource:floatingip and tenant:b1e6ae044866456481b224d8f3cd9b84 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:15.209378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] For port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:25:15.210840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:15.214601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] For port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506,segment=NetworkSegment(ead4be5a-22e0-4e69-8220-7b844491cb56),segment_id=ead4be5a-22e0-4e69-8220-7b844491cb56)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:25:15.221392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:15.228651 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:15.234818 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:15.263293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34984) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:15.271877 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:15.293475 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d05244e7-37db-456d-9212-ab5d7321bb3a req-c1a5fb4f-4ca3-4684-b845-447ee707458e tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842600 Jun 02 16:25:15.352516 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Pushing event updated for resources: {'Port': ['ID=d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:15.357963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:15.440141 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-41d92d47-6ddf-4a59-95ae-56844662f190 admin admin] Calling delete_port for 0e8d4d2e-6418-4ff6-8ee1-a40768355808 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:15.477184 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:15.527774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 172.20.0.14 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/e962f894-b7eb-4f58-bce3-ca4a923ed1b0/c53aa1c8-fb14-4631-8dc8-23321d0eb83e) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:15.545288 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3cd22d7a-1a3b-46b7-b4e4-3779a17849a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d7257377f7643ddb71b45fddc1b4193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808218 Jun 02 16:25:15.549122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34988) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:15.583012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::f816:3eff:fec9:2f0e (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/3e7b015b-136c-4d8c-8af0-8586f9fa5c63/c53aa1c8-fb14-4631-8dc8-23321d0eb83e) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:15.682580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4762187-a731-4e48-b27b-02563c598181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:15.725825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4762187-a731-4e48-b27b-02563c598181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:15.754814 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Allocated IP 172.26.3.195 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/ca581875-6078-4ec1-91b6-43f5276bbe98) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:15.840582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Allocated IP 172.20.0.14 (a438ffae-f4c1-4ebd-9e2c-c4b07a336667/cd89dc0a-f78b-4fff-9a39-2282771e5ca0/5c39af70-0ed7-471b-af3a-ea6dac24abe8) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:15.844055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed127d1-9a43-4117-98ef-48a5b7601963 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:25:15.856636 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f48791-8eb6-4cbd-b0bb-be882a59a3b0 None None] Sync routers for ids ['bd5c5326-baa4-4878-89e2-095ebd2414f1'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:25:15.865780 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4ed127d1-9a43-4117-98ef-48a5b7601963 admin admin] 10.222.0.50 "PUT /v2.0/routers/bd5c5326-baa4-4878-89e2-095ebd2414f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6462207 Jun 02 16:25:15.868475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 34990) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:15.880141 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f48791-8eb6-4cbd-b0bb-be882a59a3b0 None None] Routers {'bd5c5326-baa4-4878-89e2-095ebd2414f1'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:15.880870 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b7f48791-8eb6-4cbd-b0bb-be882a59a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['bd5c5326-baa4-4878-89e2-095ebd2414f1'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:15.950947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4762187-a731-4e48-b27b-02563c598181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:15.958465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-387f03aa-cfe9-4520-ad8a-26a5efc92743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:15.987921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4762187-a731-4e48-b27b-02563c598181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ac2c92-820e-4dc8-8e77-ee8eb9999bc5,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:16.004764 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c4762187-a731-4e48-b27b-02563c598181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:16.093861 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-b7f48791-8eb6-4cbd-b0bb-be882a59a3b0 None None] Set router bd5c5326-baa4-4878-89e2-095ebd2414f1 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:25:16.100170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4762187-a731-4e48-b27b-02563c598181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:16.105044 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c4762187-a731-4e48-b27b-02563c598181 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71ac2c92-820e-4dc8-8e77-ee8eb9999bc5 HTTP/1.1" status: 204 len: 168 time: 0.5517004 Jun 02 16:25:16.118564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:16.156142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:16.165098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41d92d47-6ddf-4a59-95ae-56844662f190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:16.175229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-06e23f95-37f1-4191-9221-bcb17c9f7671 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:16.268832 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d92d47-6ddf-4a59-95ae-56844662f190 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8d4d2e-6418-4ff6-8ee1-a40768355808,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:16.347664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-41d92d47-6ddf-4a59-95ae-56844662f190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:16.464743 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:16.492514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Transition to ACTIVE for port object 5c39af70-0ed7-471b-af3a-ea6dac24abe8 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:16.599630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:16.612931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a90a9263-7ac9-4a65-b81b-999cc4c267e5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:16.619509 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:16.625388 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b7f48791-8eb6-4cbd-b0bb-be882a59a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'name': 'tempest-ServerActionsTestJSON-112714564-router', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:59Z', 'updated_at': '2021-06-02T16:25:11Z', 'revision_number': 5, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'gw_port': {'id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:02Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:16.630276 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f48791-8eb6-4cbd-b0bb-be882a59a3b0 None None] Checking router: bd5c5326-baa4-4878-89e2-095ebd2414f1 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:25:16.640146 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f48791-8eb6-4cbd-b0bb-be882a59a3b0 None None] Routers {'bd5c5326-baa4-4878-89e2-095ebd2414f1'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:16.641148 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b7f48791-8eb6-4cbd-b0bb-be882a59a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['bd5c5326-baa4-4878-89e2-095ebd2414f1'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:16.736195 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=ca581875-6078-4ec1-91b6-43f5276bbe98,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:16.744209 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:16.758007 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:16.763655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:16.766237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:16.790320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object c53aa1c8-fb14-4631-8dc8-23321d0eb83e will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:16.796233 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:16.800071 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:16.816823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f3e910b5-e684-4319-b5aa-1555cb92a4bc tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:16.870017 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7054651-2538-4285-9a99-f1412b76dafb None None] Network a438ffae-f4c1-4ebd-9e2c-c4b07a336667 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:16.889483 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-b7f48791-8eb6-4cbd-b0bb-be882a59a3b0 None None] Set router bd5c5326-baa4-4878-89e2-095ebd2414f1 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:25:16.939644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] Deleting port f74cebfc-4f36-4f8a-9b72-88306bdf6e1b {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:16.940309 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:16.947349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network a438ffae-f4c1-4ebd-9e2c-c4b07a336667 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:16.958835 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:16.967623 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:16.999005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=5c39af70-0ed7-471b-af3a-ea6dac24abe8,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:17.017853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:17.062448 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-afacfb21-b5bf-486f-aa77-7c0fd2cc9da7 None None] Provisioning for port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:17.092320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be20f6-5ccf-4b3c-b090-8b18337a2761 req-dc795809-b792-41f4-850b-d193fc9cf7f0 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:17.093876 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-55be20f6-5ccf-4b3c-b090-8b18337a2761 req-dc795809-b792-41f4-850b-d193fc9cf7f0 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 945 time: 0.4095862 Jun 02 16:25:17.164497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:17.207889 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-55be20f6-5ccf-4b3c-b090-8b18337a2761 req-aa40598a-c032-4736-8eef-87f2ba44bde7 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963259 Jun 02 16:25:17.214745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:17.237942 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:17.282984 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:17.283848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:17.286392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] For port f74cebfc-4f36-4f8a-9b72-88306bdf6e1b, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f74cebfc-4f36-4f8a-9b72-88306bdf6e1b,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:17.287041 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:17.313294 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b7f48791-8eb6-4cbd-b0bb-be882a59a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'name': 'tempest-ServerActionsTestJSON-112714564-router', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:59Z', 'updated_at': '2021-06-02T16:25:11Z', 'revision_number': 5, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'gw_port': {'id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:02Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:17.325967 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f48791-8eb6-4cbd-b0bb-be882a59a3b0 None None] The sync data for ids ['bd5c5326-baa4-4878-89e2-095ebd2414f1'] in dv-neutron-601336-83-hyperv is: [{'id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'name': 'tempest-ServerActionsTestJSON-112714564-router', 'tenant_id': 'd9e97360779e4d6396b45277baa95f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:20:59Z', 'updated_at': '2021-06-02T16:25:11Z', 'revision_number': 5, 'project_id': 'd9e97360779e4d6396b45277baa95f46', 'gw_port': {'id': 'f74cebfc-4f36-4f8a-9b72-88306bdf6e1b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5c5326-baa4-4878-89e2-095ebd2414f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:21:02Z', 'updated_at': '2021-06-02T16:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:25:17.480536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] Calling delete_port for f74cebfc-4f36-4f8a-9b72-88306bdf6e1b owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:17.483459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:17.508117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35014) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:17.625396 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4f517482-83a0-4786-949c-466ef5ad75f7 None None] Provisioning for port 5c39af70-0ed7-471b-af3a-ea6dac24abe8 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:17.632413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4f517482-83a0-4786-949c-466ef5ad75f7 None None] Provisioning complete for port 5c39af70-0ed7-471b-af3a-ea6dac24abe8 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:17.634125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4f517482-83a0-4786-949c-466ef5ad75f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:17.680052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=c53aa1c8-fb14-4631-8dc8-23321d0eb83e,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:17.700970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'network': {'name': 'tempest-RoutersTest-1899784907'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:17.707802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:17.710100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:17.719754 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:17.727419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:17.733267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:17.755213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-4f517482-83a0-4786-949c-466ef5ad75f7 None None] Port 5c39af70-0ed7-471b-af3a-ea6dac24abe8 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:17.774064 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-23a75b31-ebb0-473a-b70c-13dd30950339 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7980115 Jun 02 16:25:17.779962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35018) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:17.801110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'network_id': 'a438ffae-f4c1-4ebd-9e2c-c4b07a336667', 'name': 'tempest-PortsTestJSON-646796453'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:17.812110 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:network and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:17.821814 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:17.825141 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41d92d47-6ddf-4a59-95ae-56844662f190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:17.865220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:17.906286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:17.909899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:17.932154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:17.974581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:17.993325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:security_group_rule and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:18.016979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:18.017436 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:18.063258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:18.064952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:18.065859 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:18.100712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:18.126840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:18.136645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e93116f0-cfda-44a7-bf4d-83e9a983b990 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:18.152262 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.6691358 Jun 02 16:25:18.179111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-29d4a580-4077-476b-8657-1160b77c11c3 None None] Provisioning complete for port 5c39af70-0ed7-471b-af3a-ea6dac24abe8 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:18.179111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-29d4a580-4077-476b-8657-1160b77c11c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:18.184668 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35020) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:18.252285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:18.261380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:port and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:18.266703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:18.275803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:18.289223 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-29d4a580-4077-476b-8657-1160b77c11c3 None None] Port 5c39af70-0ed7-471b-af3a-ea6dac24abe8 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:18.302452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:18.317306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:18.325366 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:18.325614 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:18.356127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:18.359891 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:18.367857 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=ca581875-6078-4ec1-91b6-43f5276bbe98,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:18.397515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] device_id is not set on port 4acb793a-9c8a-4a44-93b5-ef374f78295b yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:25:18.421597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:18.422871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d87f5131-197c-41da-9992-fea9d107b0c9 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:18.452101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e1d014b4-af2a-4e70-8e06-d8b4bb766fde None None] Provisioning for port c53aa1c8-fb14-4631-8dc8-23321d0eb83e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:18.459171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e1d014b4-af2a-4e70-8e06-d8b4bb766fde None None] Provisioning complete for port c53aa1c8-fb14-4631-8dc8-23321d0eb83e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:18.459551 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e1d014b4-af2a-4e70-8e06-d8b4bb766fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:18.524153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:18.528308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] Pushing event deleted for resources: {'Port': ['ID=f74cebfc-4f36-4f8a-9b72-88306bdf6e1b,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:18.561885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:18.566150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e1d014b4-af2a-4e70-8e06-d8b4bb766fde None None] Port c53aa1c8-fb14-4631-8dc8-23321d0eb83e cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:18.578388 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:18.621584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506,segment=NetworkSegment(ead4be5a-22e0-4e69-8220-7b844491cb56),segment_id=ead4be5a-22e0-4e69-8220-7b844491cb56)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:18.631524 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:18.633757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-9c4eb880-8577-468c-ba7d-42074d3dd3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:18.642995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d92d47-6ddf-4a59-95ae-56844662f190 admin admin] Router a98c3d88-45ae-4d76-9dc4-034b54c8db90 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:25:18.673004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b811e860-3a9b-4af1-89e9-23cb2b6aad17 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:18.673228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:18.679393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:18.721029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: b811e860-3a9b-4af1-89e9-23cb2b6aad17 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:25:18.721445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b811e860-3a9b-4af1-89e9-23cb2b6aad17 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:25:18.722260 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:18.726835 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5480208 Jun 02 16:25:18.730398 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35024) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:18.747093 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cca609f-53a8-4105-9b04-85b547781f58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:18.752958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cca609f-53a8-4105-9b04-85b547781f58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:18.754619 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0cca609f-53a8-4105-9b04-85b547781f58 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.5652351 Jun 02 16:25:18.759418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:18.766113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:18.769825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35026) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:18.823280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'port': {'network_id': '584ee21e-a025-4e28-865a-5c7810a9a012', 'name': 'tempest-FloatingIPTestJSON-397126919'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:18.828638 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Allocated IP 172.20.0.10 (a438ffae-f4c1-4ebd-9e2c-c4b07a336667/cd89dc0a-f78b-4fff-9a39-2282771e5ca0/4acb793a-9c8a-4a44-93b5-ef374f78295b) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:18.846231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:18.873259 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:19.010518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d92d47-6ddf-4a59-95ae-56844662f190 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:25:19.019997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-05c2a0b3-3246-4ff6-9df9-008f9170d7af tempest-RoutersAdminNegativeIpV6Test-1680929030 tempest-RoutersAdminNegativeIpV6Test-1680929030-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:19.031627 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f3805e-2d50-4923-be89-6642cb005e48 None None] Sync routers for ids ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:25:19.053253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f3805e-2d50-4923-be89-6642cb005e48 None None] Routers {'a98c3d88-45ae-4d76-9dc4-034b54c8db90'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:19.055225 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-79f3805e-2d50-4923-be89-6642cb005e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:19.084791 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-41d92d47-6ddf-4a59-95ae-56844662f190 admin admin] 10.222.0.50 "PUT /v2.0/routers/a98c3d88-45ae-4d76-9dc4-034b54c8db90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2331350 Jun 02 16:25:19.093289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35028) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:19.180200 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a7c2b834-3032-40bf-9ce1-3539873f76fd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port c53aa1c8-fb14-4631-8dc8-23321d0eb83e {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:19.180550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a7c2b834-3032-40bf-9ce1-3539873f76fd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:19.258503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9b696-d13b-4781-8003-f5eb758f2d7e req-baa16382-d012-41d9-abf3-c1d33e9a6839 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:19.260298 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-23b9b696-d13b-4781-8003-f5eb758f2d7e req-baa16382-d012-41d9-abf3-c1d33e9a6839 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 945 time: 0.9191992 Jun 02 16:25:19.272011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:19.273275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-79f3805e-2d50-4923-be89-6642cb005e48 None None] Set router a98c3d88-45ae-4d76-9dc4-034b54c8db90 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:25:19.279859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:19.283678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:19.290207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:25:19.316985 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Usage tracker for resource:port and tenant:b1e6ae044866456481b224d8f3cd9b84 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:19.320916 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f8309b-7ea2-41eb-ad21-83d9a45e7b07,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:19.332945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:19.333239 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Added segment 3f2f93ee-d7e9-43f4-a08e-f94359627aea of type vlan for network 6a150478-4308-48ec-9e5e-d2d2d3db95fa Jun 02 16:25:19.352328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Quota usage for port was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:19.355623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:19.372916 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:19.395180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:19.395695 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd5c5326-baa4-4878-89e2-095ebd2414f1 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:25:19.410251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:19.437231 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-23b9b696-d13b-4781-8003-f5eb758f2d7e req-0aced47f-d25e-4688-af59-ceb560795f08 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555307 Jun 02 16:25:19.440799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Made reservation on behalf of b1e6ae044866456481b224d8f3cd9b84 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:19.444740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:19.476761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:19.477902 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] 10.222.0.50 "DELETE /v2.0/routers/bd5c5326-baa4-4878-89e2-095ebd2414f1 HTTP/1.1" status: 204 len: 168 time: 3.6084485 Jun 02 16:25:19.481860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35030) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:19.574544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] device_id is not set on port 48636a41-7f6d-48d2-85c3-804afe805432 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:25:19.613922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fd159b-bbac-43c8-876e-66193f628ee4 admin admin] Deleting subnet 58265fad-4025-46d0-93bb-61bd65052044 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:19.617077 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2fd159b-bbac-43c8-876e-66193f628ee4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:19.680889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:19.686495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:19.687114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:19.697705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-79f3805e-2d50-4923-be89-6642cb005e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'name': 'tempest-ServersTestManualDisk-1127956330-router', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:25Z', 'updated_at': '2021-06-02T16:25:16Z', 'revision_number': 5, 'project_id': '49af58ce2596425195cd0dea7b086537', 'gw_port': {'id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:29Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:19.702668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f3805e-2d50-4923-be89-6642cb005e48 None None] Checking router: a98c3d88-45ae-4d76-9dc4-034b54c8db90 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:25:19.704681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-979cccea-5e7d-4300-84e7-32179df0803d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:19.714003 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f3805e-2d50-4923-be89-6642cb005e48 None None] Routers {'a98c3d88-45ae-4d76-9dc4-034b54c8db90'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:19.714717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-79f3805e-2d50-4923-be89-6642cb005e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:19.741025 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a7c2b834-3032-40bf-9ce1-3539873f76fd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:19.749335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:19.762751 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2fd159b-bbac-43c8-876e-66193f628ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:19.817033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:19.868351 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3540423 Jun 02 16:25:19.884853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35032) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:19.919782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Network': ['ID=6a150478-4308-48ec-9e5e-d2d2d3db95fa,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:19.926188 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-79f3805e-2d50-4923-be89-6642cb005e48 None None] Set router a98c3d88-45ae-4d76-9dc4-034b54c8db90 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:25:19.927659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:19.943667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'network': {'name': 'tempest-RoutersTest-264120483'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:19.953776 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a7c2b834-3032-40bf-9ce1-3539873f76fd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for c53aa1c8-fb14-4631-8dc8-23321d0eb83e owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:19.968838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:19.983523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:network and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:19.987921 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:19.993659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Allocated IP 172.20.0.14 (584ee21e-a025-4e28-865a-5c7810a9a012/a7c9fa21-81eb-474a-aba4-3bbf21b18ee1/48636a41-7f6d-48d2-85c3-804afe805432) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:20.000319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Transition to ACTIVE for port object 4acb793a-9c8a-4a44-93b5-ef374f78295b will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:20.008466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:20.044960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2fd159b-bbac-43c8-876e-66193f628ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.080783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 6a150478-4308-48ec-9e5e-d2d2d3db95fa details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:25:20.094237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:20.140875 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:20.144467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.217438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.226357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:25:20.230875 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.243720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-162e6042-0982-4af2-8784-3198e6d2b63a tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:20.369673 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network a438ffae-f4c1-4ebd-9e2c-c4b07a336667 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:20.379590 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.379939 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Added segment db3808a3-664d-4e6b-9e3f-0b489354925f of type vlan for network 8e3aacf2-96bb-47e2-a05d-96314c25c4f4 Jun 02 16:25:20.381450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:20.383898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:20.436950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.495712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2fd159b-bbac-43c8-876e-66193f628ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.501196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:20.505950 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:20.506438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.536981 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:20.538085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.563426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=4acb793a-9c8a-4a44-93b5-ef374f78295b,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:20.572649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.574624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd159b-bbac-43c8-876e-66193f628ee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58265fad-4025-46d0-93bb-61bd65052044,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:20.576939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2fd159b-bbac-43c8-876e-66193f628ee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.589861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:20.590536 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f2fd159b-bbac-43c8-876e-66193f628ee4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/58265fad-4025-46d0-93bb-61bd65052044 HTTP/1.1" status: 204 len: 168 time: 1.0969608 Jun 02 16:25:20.592009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f2fd159b-bbac-43c8-876e-66193f628ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:20.592459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35036) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:20.592579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2369693a-280d-4027-b06e-7d9f1a1c20b2 None None] Network 65d13a74-8578-490b-adf4-f817c919af14 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:20.594239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-75778383-a859-4ef2-8f7e-49d2465bb0a1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:20.630448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.689910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network 584ee21e-a025-4e28-865a-5c7810a9a012 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:20.721921 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9279075 Jun 02 16:25:20.729628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35038) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:20.738475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:20.762229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:20.803688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-671bd707-391d-4e7f-bef9-21f92ad799c7 None None] Provisioning for port 4acb793a-9c8a-4a44-93b5-ef374f78295b completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:20.831744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.836594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=48636a41-7f6d-48d2-85c3-804afe805432,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:20.847788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] Deleting port 467512ee-7cc3-4316-87b8-5694ce8a38a8 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:20.848341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.850266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:20.862879 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:20.863200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-79f3805e-2d50-4923-be89-6642cb005e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'name': 'tempest-ServersTestManualDisk-1127956330-router', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:25Z', 'updated_at': '2021-06-02T16:25:16Z', 'revision_number': 5, 'project_id': '49af58ce2596425195cd0dea7b086537', 'gw_port': {'id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:29Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:20.864076 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.873703 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-671bd707-391d-4e7f-bef9-21f92ad799c7 None None] Provisioning complete for port 4acb793a-9c8a-4a44-93b5-ef374f78295b triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:20.874100 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-671bd707-391d-4e7f-bef9-21f92ad799c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.877322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a7c2b834-3032-40bf-9ce1-3539873f76fd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.885829 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.891211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:20.891813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:20.902114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:20.914366 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f3805e-2d50-4923-be89-6642cb005e48 None None] The sync data for ids ['a98c3d88-45ae-4d76-9dc4-034b54c8db90'] in dv-neutron-601336-83-hyperv is: [{'id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'name': 'tempest-ServersTestManualDisk-1127956330-router', 'tenant_id': '49af58ce2596425195cd0dea7b086537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:25Z', 'updated_at': '2021-06-02T16:25:16Z', 'revision_number': 5, 'project_id': '49af58ce2596425195cd0dea7b086537', 'gw_port': {'id': '467512ee-7cc3-4316-87b8-5694ce8a38a8', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98c3d88-45ae-4d76-9dc4-034b54c8db90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:29Z', 'updated_at': '2021-06-02T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:25:20.925486 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1875587 Jun 02 16:25:20.929023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35040) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:20.938013 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6feb2abe-83ce-434f-a724-01945389084f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'floatingip': {'port_id': '48636a41-7f6d-48d2-85c3-804afe805432'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:20.964657 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-671bd707-391d-4e7f-bef9-21f92ad799c7 None None] Port 4acb793a-9c8a-4a44-93b5-ef374f78295b cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:21.128284 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1888525 Jun 02 16:25:21.147601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35042) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:21.185742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40645deb-5432-4dc1-a690-1f80c01add5c req-7d520c14-5acf-48cb-9254-1e3745a00e8f tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:21.187345 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-40645deb-5432-4dc1-a690-1f80c01add5c req-7d520c14-5acf-48cb-9254-1e3745a00e8f tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 945 time: 0.5807669 Jun 02 16:25:21.201672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'subnet': {'network_id': '6a150478-4308-48ec-9e5e-d2d2d3db95fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:21.206554 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6feb2abe-83ce-434f-a724-01945389084f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:21.224936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Network': ['ID=8e3aacf2-96bb-47e2-a05d-96314c25c4f4,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:21.239065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 8e3aacf2-96bb-47e2-a05d-96314c25c4f4 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:25:21.332249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f6ab68-2f59-4209-b60f-4e4564ee1246 None None] DHCP port deletion for 65d13a74-8578-490b-adf4-f817c919af14 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:25:21.374417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Deleting port 24f5abfc-8772-49fb-ad07-14f8535d67d7 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:21.374904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:21.440222 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-88f6ab68-2f59-4209-b60f-4e4564ee1246 None None] Deleting port 24f5abfc-8772-49fb-ad07-14f8535d67d7 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:21.440980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-88f6ab68-2f59-4209-b60f-4e4564ee1246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:21.458160 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:21.482187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6073a41f-2f57-4021-9255-b7ed272599ba tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.559s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:21.531190 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4a4038-d692-45be-a631-0c9be54ba650 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:21.531956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-aa4a4038-d692-45be-a631-0c9be54ba650 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:21.559328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-88f6ab68-2f59-4209-b60f-4e4564ee1246 None None] For port 24f5abfc-8772-49fb-ad07-14f8535d67d7, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=24f5abfc-8772-49fb-ad07-14f8535d67d7,segment=NetworkSegment(863f08c6-6486-48ac-888c-5ffa733b4b6c),segment_id=863f08c6-6486-48ac-888c-5ffa733b4b6c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:21.559757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-88f6ab68-2f59-4209-b60f-4e4564ee1246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:21.631592 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f74cebfc-4f36-4f8a-9b72-88306bdf6e1b no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:21.647614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2b834-3032-40bf-9ce1-3539873f76fd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=c53aa1c8-fb14-4631-8dc8-23321d0eb83e,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:21.679954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a7c2b834-3032-40bf-9ce1-3539873f76fd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:21.708821 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] For port 467512ee-7cc3-4316-87b8-5694ce8a38a8, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=467512ee-7cc3-4316-87b8-5694ce8a38a8,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:21.709187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:21.720740 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a7c2b834-3032-40bf-9ce1-3539873f76fd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:21.721842 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a7c2b834-3032-40bf-9ce1-3539873f76fd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/c53aa1c8-fb14-4631-8dc8-23321d0eb83e HTTP/1.1" status: 204 len: 168 time: 2.9512525 Jun 02 16:25:21.728735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-aa4a4038-d692-45be-a631-0c9be54ba650 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:21.732583 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-aa4a4038-d692-45be-a631-0c9be54ba650 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.9971349 Jun 02 16:25:21.732935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:21.734310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35044) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:21.734649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35046) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:21.737745 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-40645deb-5432-4dc1-a690-1f80c01add5c req-90a8cfd6-8515-4d63-9d0d-c17b13613943 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5152299 Jun 02 16:25:21.752284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-88f6ab68-2f59-4209-b60f-4e4564ee1246 None None] Calling delete_port for 24f5abfc-8772-49fb-ad07-14f8535d67d7 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:21.755189 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: f74cebfc-4f36-4f8a-9b72-88306bdf6e1b {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:25:21.755545 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f74cebfc-4f36-4f8a-9b72-88306bdf6e1b not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:25:21.755956 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0e8d4d2e-6418-4ff6-8ee1-a40768355808 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:21.791794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 0e8d4d2e-6418-4ff6-8ee1-a40768355808 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:25:21.792146 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0e8d4d2e-6418-4ff6-8ee1-a40768355808 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:25:21.792574 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 24f5abfc-8772-49fb-ad07-14f8535d67d7 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:21.794533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:subnet and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:21.842335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] For port 24f5abfc-8772-49fb-ad07-14f8535d67d7, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=24f5abfc-8772-49fb-ad07-14f8535d67d7,segment=NetworkSegment(863f08c6-6486-48ac-888c-5ffa733b4b6c),segment_id=863f08c6-6486-48ac-888c-5ffa733b4b6c)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:21.842739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:21.862108 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] Calling delete_port for 467512ee-7cc3-4316-87b8-5694ce8a38a8 owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:21.864897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:21.873069 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:21.894895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:21.899831 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:21.936773 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:21.964694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-88f6ab68-2f59-4209-b60f-4e4564ee1246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:21.969005 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e71a7def-1de6-4d56-8de6-77b641894394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:22.051911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6ab68-2f59-4209-b60f-4e4564ee1246 None None] Pushing event deleted for resources: {'Port': ['ID=24f5abfc-8772-49fb-ad07-14f8535d67d7,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:22.054991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-88f6ab68-2f59-4209-b60f-4e4564ee1246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:22.060773 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f6ab68-2f59-4209-b60f-4e4564ee1246 None None] No DVR routers for this DVR port 24f5abfc-8772-49fb-ad07-14f8535d67d7 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:22.113116 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Calling delete_port for 24f5abfc-8772-49fb-ad07-14f8535d67d7 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:22.125210 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecc361c-00b2-4196-863d-16bd01ce77cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:22.126919 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecc361c-00b2-4196-863d-16bd01ce77cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:22.128505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecc361c-00b2-4196-863d-16bd01ce77cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:22.129308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2ecc361c-00b2-4196-863d-16bd01ce77cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:22.181638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2ecc361c-00b2-4196-863d-16bd01ce77cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:22.181638 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2ecc361c-00b2-4196-863d-16bd01ce77cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4428759 Jun 02 16:25:22.185465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35048) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:22.239589 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a7e2b31e-651b-4b48-8ff3-39fd15233a05 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port 4acb793a-9c8a-4a44-93b5-ef374f78295b {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:22.240217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7e2b31e-651b-4b48-8ff3-39fd15233a05 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:22.287746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:22.295970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:22.315464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:22.326115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-24c9a3ab-eefe-4d28-8589-a9503e8191c9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:22.350441 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c925b301-7a0d-4ab9-a99d-3d50ced0edd7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 3e7b015b-136c-4d8c-8af0-8586f9fa5c63 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:22.368143 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c925b301-7a0d-4ab9-a99d-3d50ced0edd7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:22.391316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=24f5abfc-8772-49fb-ad07-14f8535d67d7,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:22.398931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:22.401370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] No DVR routers for this DVR port 24f5abfc-8772-49fb-ad07-14f8535d67d7 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:22.434705 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=467512ee-7cc3-4316-87b8-5694ce8a38a8,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:22.438000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:22.447299 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-6feb2abe-83ce-434f-a724-01945389084f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:25:22.549256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c925b301-7a0d-4ab9-a99d-3d50ced0edd7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:22.597094 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:22.736751 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7e2b31e-651b-4b48-8ff3-39fd15233a05 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:22.866904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a7e2b31e-651b-4b48-8ff3-39fd15233a05 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for 4acb793a-9c8a-4a44-93b5-ef374f78295b owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:22.885162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:22.892008 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:22.912936 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6feb2abe-83ce-434f-a724-01945389084f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:22.939438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:22.939937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a98c3d88-45ae-4d76-9dc4-034b54c8db90 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:25:22.950711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c925b301-7a0d-4ab9-a99d-3d50ced0edd7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:22.979323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6feb2abe-83ce-434f-a724-01945389084f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:23.069919 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:23.093274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d13a74-8578-490b-adf4-f817c919af14']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:23.114217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863f08c6-6486-48ac-888c-5ffa733b4b6c') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:23.114523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863f08c6-6486-48ac-888c-5ffa733b4b6c') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:23.145120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:23.212168 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:23.213342 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a98c3d88-45ae-4d76-9dc4-034b54c8db90 HTTP/1.1" status: 204 len: 168 time: 4.1190009 Jun 02 16:25:23.220169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35056) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:23.235099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:23.265467 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:25:23.266250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:25:23.280644 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:25:23.354537 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-6feb2abe-83ce-434f-a724-01945389084f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Floating IP eefcd39d-250e-480a-89a8-1ee15fed2a59 associated. External IP: 172.26.3.195, port: 48636a41-7f6d-48d2-85c3-804afe805432. Jun 02 16:25:23.422197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3055d3-205a-4d95-8b82-d2f5efe3b7cb admin admin] Deleting subnet bf6c0475-33ce-4de8-b05c-e927a7d26e87 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:23.441570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:23.445798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2f3055d3-205a-4d95-8b82-d2f5efe3b7cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:23.477221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fab5c-d684-42a9-9ee0-e1552c67b751 req-93553be0-a422-451e-a831-baeafd9224a7 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:23.479091 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fb1fab5c-d684-42a9-9ee0-e1552c67b751 req-93553be0-a422-451e-a831-baeafd9224a7 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 945 time: 0.6018796 Jun 02 16:25:23.486551 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d6d24ac1-ed1c-41f3-a420-83ed825a92cc tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:23.536201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:23.599606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 467512ee-7cc3-4316-87b8-5694ce8a38a8 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:23.609604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f5602d8c-463e-4170-87a5-ac3c99ad16e8 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:23.630388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:23.643402 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 467512ee-7cc3-4316-87b8-5694ce8a38a8 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:25:23.643732 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 467512ee-7cc3-4316-87b8-5694ce8a38a8 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:25:23.646814 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Subnet': ['ID=cc2abed1-f35f-4ee3-9934-50e153221713,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:23.656703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:23.657457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d13a74-8578-490b-adf4-f817c919af14,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:23.667520 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2f3055d3-205a-4d95-8b82-d2f5efe3b7cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:23.668172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:23.673690 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fb1fab5c-d684-42a9-9ee0-e1552c67b751 req-a2ebc1c3-fe2c-43b6-be92-77499885aae6 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837146 Jun 02 16:25:23.679060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7e2b31e-651b-4b48-8ff3-39fd15233a05 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:23.692779 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:23.727600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Checking segment: {'id': '3f2f93ee-d7e9-43f4-a08e-f94359627aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6a150478-4308-48ec-9e5e-d2d2d3db95fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:23.727964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network hostable DHCP agents. Network: 6a150478-4308-48ec-9e5e-d2d2d3db95fa, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:25:23.747910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2b31e-651b-4b48-8ff3-39fd15233a05 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=4acb793a-9c8a-4a44-93b5-ef374f78295b,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:23.750983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a7e2b31e-651b-4b48-8ff3-39fd15233a05 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:23.777285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c925b301-7a0d-4ab9-a99d-3d50ced0edd7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:23.783074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:23.819867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 6a150478-4308-48ec-9e5e-d2d2d3db95fa is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:25:23.835713 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/65d13a74-8578-490b-adf4-f817c919af14 HTTP/1.1" status: 204 len: 168 time: 3.2049801 Jun 02 16:25:23.835930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925b301-7a0d-4ab9-a99d-3d50ced0edd7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7b015b-136c-4d8c-8af0-8586f9fa5c63,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:23.839973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c925b301-7a0d-4ab9-a99d-3d50ced0edd7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:23.844157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c925b301-7a0d-4ab9-a99d-3d50ced0edd7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:23.853862 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 6a150478-4308-48ec-9e5e-d2d2d3db95fa) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:23.859987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2f3055d3-205a-4d95-8b82-d2f5efe3b7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:23.868996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd4ca16-13e4-4678-bf92-c524b92e4389 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:23.899002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8579c0a9-ee92-4594-a720-135e5cae963e None None] Network 6a150478-4308-48ec-9e5e-d2d2d3db95fa requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:23.926347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:23.927222 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:23.942042 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c925b301-7a0d-4ab9-a99d-3d50ced0edd7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/3e7b015b-136c-4d8c-8af0-8586f9fa5c63 HTTP/1.1" status: 204 len: 168 time: 1.7554088 Jun 02 16:25:23.944671 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35060) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:24.129467 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9518750 Jun 02 16:25:24.129895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6feb2abe-83ce-434f-a724-01945389084f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 61c5a599-0152-4746-8e04-c17f6727ee6e has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:25:24.137970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35062) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:24.207870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35064) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:24.235202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5b9d1b-1b32-4aa6-8064-22be2fb6517a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet e962f894-b7eb-4f58-bce3-ca4a923ed1b0 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:24.255040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e5b9d1b-1b32-4aa6-8064-22be2fb6517a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:24.316856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'subnet': {'network_id': '8e3aacf2-96bb-47e2-a05d-96314c25c4f4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:24.389591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e5b9d1b-1b32-4aa6-8064-22be2fb6517a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:24.413432 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7e2b31e-651b-4b48-8ff3-39fd15233a05 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:24.419125 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a7e2b31e-651b-4b48-8ff3-39fd15233a05 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/4acb793a-9c8a-4a44-93b5-ef374f78295b HTTP/1.1" status: 204 len: 168 time: 2.6774433 Jun 02 16:25:24.420333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35066) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:24.449070 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1c8db0e5-9d2e-4385-8f3f-659a48173c32 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d9e97360779e4d6396b45277baa95f46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2395725 Jun 02 16:25:24.462851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-6a150478-4308-48ec-9e5e-d2d2d3db95fa', 'network_id': '6a150478-4308-48ec-9e5e-d2d2d3db95fa', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'fixed_ips': [{'subnet_id': 'cc2abed1-f35f-4ee3-9934-50e153221713'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:25:24.463708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:24.482873 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35068) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:24.485586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ce8ee-dcb2-48c2-84d6-c766ca49021f req-227cb248-ae88-4a99-bc74-6645cba26b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:24.487109 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e8ce8ee-dcb2-48c2-84d6-c766ca49021f req-227cb248-ae88-4a99-bc74-6645cba26b90 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 1098 time: 0.4710388 Jun 02 16:25:24.541465 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef6dab4-62c4-4ec1-ae4d-171fae6dbfd9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] GET failed (client error): The resource could not be found. Jun 02 16:25:24.542000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1ef6dab4-62c4-4ec1-ae4d-171fae6dbfd9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:24.542660 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 5a6aea31-8e6b-43a2-a35d-de6027716132 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:25:24.632288 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e8ce8ee-dcb2-48c2-84d6-c766ca49021f req-6bd210d3-8aa4-42da-a603-c82afc0e442a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238871 Jun 02 16:25:24.635647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:24.639724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:subnet and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:24.643374 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:24.649623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:24.659136 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e5b9d1b-1b32-4aa6-8064-22be2fb6517a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:24.677270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1ef6dab4-62c4-4ec1-ae4d-171fae6dbfd9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:24.678827 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1ef6dab4-62c4-4ec1-ae4d-171fae6dbfd9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/4acb793a-9c8a-4a44-93b5-ef374f78295b HTTP/1.1" status: 404 len: 333 time: 0.2108514 Jun 02 16:25:24.682423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35070) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:24.683279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:24.687033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:24.695367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3c3beef5-0766-472d-8256-1c22ad26ef87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:24.697628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2f3055d3-205a-4d95-8b82-d2f5efe3b7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:24.705949 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fd4c2006-47c5-411a-b747-9424c66d90fd tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:24.746515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Allocated IP 172.20.0.2 (6a150478-4308-48ec-9e5e-d2d2d3db95fa/cc2abed1-f35f-4ee3-9934-50e153221713/452c1f1a-e835-4065-832e-b2fc48c76e5c) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:24.771290 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6feb2abe-83ce-434f-a724-01945389084f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:25:24.780707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3055d3-205a-4d95-8b82-d2f5efe3b7cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf6c0475-33ce-4de8-b05c-e927a7d26e87,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:24.792456 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8adc46e-cc45-449f-82ed-3a2e9426a93e None None] Sync routers for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:25:24.794099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2f3055d3-205a-4d95-8b82-d2f5efe3b7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:24.814705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 5a6aea31-8e6b-43a2-a35d-de6027716132, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a6aea31-8e6b-43a2-a35d-de6027716132,segment=NetworkSegment(b424153d-49e0-424b-9c2b-48967b1cae27),segment_id=b424153d-49e0-424b-9c2b-48967b1cae27)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:24.817133 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8adc46e-cc45-449f-82ed-3a2e9426a93e None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:24.817812 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-a8adc46e-cc45-449f-82ed-3a2e9426a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:24.825606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2f3055d3-205a-4d95-8b82-d2f5efe3b7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:24.834849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5596be57-dd56-4bd3-b612-f55a47cffdfc None None] Network 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:24.880277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6feb2abe-83ce-434f-a724-01945389084f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:24.883740 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3c3beef5-0766-472d-8256-1c22ad26ef87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:24.904319 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2f3055d3-205a-4d95-8b82-d2f5efe3b7cb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bf6c0475-33ce-4de8-b05c-e927a7d26e87 HTTP/1.1" status: 204 len: 168 time: 1.6830025 Jun 02 16:25:24.910258 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35074) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:24.930981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '5a6aea31-8e6b-43a2-a35d-de6027716132', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'port_id': '5a6aea31-8e6b-43a2-a35d-de6027716132', 'mac_address': 'fa:16:3e:3d:0f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37890743-a156-48e2-9877-ae966842ebc7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:25:24.996378 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-a8adc46e-cc45-449f-82ed-3a2e9426a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:25.008219 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8adc46e-cc45-449f-82ed-3a2e9426a93e None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:25.009140 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-a8adc46e-cc45-449f-82ed-3a2e9426a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:25.102347 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-a8adc46e-cc45-449f-82ed-3a2e9426a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:25.108854 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8adc46e-cc45-449f-82ed-3a2e9426a93e None None] The sync data for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:25:25.163434 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6feb2abe-83ce-434f-a724-01945389084f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "PUT /v2.0/floatingips/eefcd39d-250e-480a-89a8-1ee15fed2a59 HTTP/1.1" status: 200 len: 978 time: 4.2337046 Jun 02 16:25:25.171413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35076) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:25.200744 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:25.243618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a6aea31-8e6b-43a2-a35d-de6027716132 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:25:25.314418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 5a6aea31-8e6b-43a2-a35d-de6027716132, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a6aea31-8e6b-43a2-a35d-de6027716132,segment=NetworkSegment(b424153d-49e0-424b-9c2b-48967b1cae27),segment_id=b424153d-49e0-424b-9c2b-48967b1cae27)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:25.332174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:25.343490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:25.349858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-068289b6-d7e1-473c-b64e-dcf829d0af0d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port 5c39af70-0ed7-471b-af3a-ea6dac24abe8 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:25.350534 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-068289b6-d7e1-473c-b64e-dcf829d0af0d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:25.408849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:25.442529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Transition to ACTIVE for port object 452c1f1a-e835-4065-832e-b2fc48c76e5c will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:25.492422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=5a6aea31-8e6b-43a2-a35d-de6027716132,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:25.496061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:25.498061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Transition to ACTIVE for port object 452c1f1a-e835-4065-832e-b2fc48c76e5c will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:25.515109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0bbcea02-5cba-4a09-bb89-9aa3fe870178 None None] Provisioning complete for port 65437e01-7130-4061-8b98-bf9ac22bde4c triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:25.515109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0bbcea02-5cba-4a09-bb89-9aa3fe870178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:25.551487 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:25.562179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-068289b6-d7e1-473c-b64e-dcf829d0af0d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:25.566439 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-dde496bc-afba-4e10-8be5-e13c45396cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:25.579510 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:25.630461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204ae480-2d38-4046-880d-c59a0fe420ce None None] DHCP port deletion for 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:25:25.634250 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['5a6aea31-8e6b-43a2-a35d-de6027716132'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:25:25.675152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3c3beef5-0766-472d-8256-1c22ad26ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:25.683230 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-56c50ffe-dc41-4e7d-aefd-85385b36bf93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:25.742872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1e544-f06b-4558-a564-5fd40ff9dd47 req-23d8da3f-1f61-4dab-8796-7e136b52c1c2 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:25.744959 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1ad1e544-f06b-4558-a564-5fd40ff9dd47 req-23d8da3f-1f61-4dab-8796-7e136b52c1c2 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 945 time: 0.7382772 Jun 02 16:25:25.755899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3beef5-0766-472d-8256-1c22ad26ef87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b20aa40-fc53-4f72-b9ba-3644613f8d2f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:25.759619 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e42e3713-a98c-4b2a-9674-7c0ccc087c48 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting port 48636a41-7f6d-48d2-85c3-804afe805432 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:25.759969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e42e3713-a98c-4b2a-9674-7c0ccc087c48 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:25.780420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:25.787432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3c3beef5-0766-472d-8256-1c22ad26ef87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:25.803981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-068289b6-d7e1-473c-b64e-dcf829d0af0d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for 5c39af70-0ed7-471b-af3a-ea6dac24abe8 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:25.824493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3c3beef5-0766-472d-8256-1c22ad26ef87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:25.828742 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3c3beef5-0766-472d-8256-1c22ad26ef87 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b20aa40-fc53-4f72-b9ba-3644613f8d2f HTTP/1.1" status: 204 len: 168 time: 1.3406587 Jun 02 16:25:25.856490 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1ad1e544-f06b-4558-a564-5fd40ff9dd47 req-7d6d6ea4-c323-4f54-a507-54d52d36cd01 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871549 Jun 02 16:25:25.872355 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e5b9d1b-1b32-4aa6-8064-22be2fb6517a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:25.877970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5888d69e-8e12-4bf7-8ed0-62592f76470e tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:25.916761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Deleting port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:25.917130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:25.941949 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b9d1b-1b32-4aa6-8064-22be2fb6517a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=e962f894-b7eb-4f58-bce3-ca4a923ed1b0,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:25.948354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e5b9d1b-1b32-4aa6-8064-22be2fb6517a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:25.952099 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Network 6a150478-4308-48ec-9e5e-d2d2d3db95fa is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:25.953115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e5b9d1b-1b32-4aa6-8064-22be2fb6517a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:25.975966 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:25.979371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:25.982794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c382265b-8173-4c75-a27a-a200e948e072 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:26.006544 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Pushing event updated for resources: {'Port': ['ID=452c1f1a-e835-4065-832e-b2fc48c76e5c,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:26.010571 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:26.032997 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4e5b9d1b-1b32-4aa6-8064-22be2fb6517a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/e962f894-b7eb-4f58-bce3-ca4a923ed1b0 HTTP/1.1" status: 204 len: 168 time: 2.0746105 Jun 02 16:25:26.041326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35080) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:26.072156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e42e3713-a98c-4b2a-9674-7c0ccc087c48 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:26.123480 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ea40e7d0-211c-454b-8888-5a01cf275c08 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785663 Jun 02 16:25:26.127015 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35082) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:26.132987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ae448d00-7132-4b50-9aa4-b8f16ed68012 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:26.167968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] For port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=7d3fd809-f0c2-4e82-b959-9ba9434d6cdd,segment=NetworkSegment(9fad278b-51ce-4193-8971-a2593051541d),segment_id=9fad278b-51ce-4193-8971-a2593051541d)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:26.168411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:26.370559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Attempting to bind port 452c1f1a-e835-4065-832e-b2fc48c76e5c on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:26.370934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Attempting to bind port 452c1f1a-e835-4065-832e-b2fc48c76e5c by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '3f2f93ee-d7e9-43f4-a08e-f94359627aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6a150478-4308-48ec-9e5e-d2d2d3db95fa'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:26.371584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Attempting to bind port 452c1f1a-e835-4065-832e-b2fc48c76e5c on network 6a150478-4308-48ec-9e5e-d2d2d3db95fa {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:26.387478 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Calling delete_port for 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:26.449362 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ae448d00-7132-4b50-9aa4-b8f16ed68012 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:26.458057 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ae448d00-7132-4b50-9aa4-b8f16ed68012 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:26.460889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:25:26.461070 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Checking segment: {'id': '3f2f93ee-d7e9-43f4-a08e-f94359627aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6a150478-4308-48ec-9e5e-d2d2d3db95fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:26.461347 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:26.461746 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Bound using segment: {'id': '3f2f93ee-d7e9-43f4-a08e-f94359627aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6a150478-4308-48ec-9e5e-d2d2d3db95fa'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:25:26.462279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Bound port: 452c1f1a-e835-4065-832e-b2fc48c76e5c, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2f93ee-d7e9-43f4-a08e-f94359627aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6a150478-4308-48ec-9e5e-d2d2d3db95fa'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:25:26.462525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ae448d00-7132-4b50-9aa4-b8f16ed68012 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:26.462774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:26.472911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ae448d00-7132-4b50-9aa4-b8f16ed68012 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:26.488633 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-204ae480-2d38-4046-880d-c59a0fe420ce None None] Deleting port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:26.488994 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-204ae480-2d38-4046-880d-c59a0fe420ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:26.493736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae448d00-7132-4b50-9aa4-b8f16ed68012 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:26.497718 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ae448d00-7132-4b50-9aa4-b8f16ed68012 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:26.520698 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:26.594487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:26.602703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a3723d04-18b2-424e-9cbc-9b48e09d572e tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:26.634696 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 5a6aea31-8e6b-43a2-a35d-de6027716132 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:26.658310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3fd809-f0c2-4e82-b959-9ba9434d6cdd,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:26.661280 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] No DVR routers for this DVR port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:26.665690 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:26.722792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e42e3713-a98c-4b2a-9674-7c0ccc087c48 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:26.723452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e42e3713-a98c-4b2a-9674-7c0ccc087c48 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:26.723813 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-e42e3713-a98c-4b2a-9674-7c0ccc087c48 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Floating IP eefcd39d-250e-480a-89a8-1ee15fed2a59 disassociated. External IP: 172.26.3.195, port: 48636a41-7f6d-48d2-85c3-804afe805432. Jun 02 16:25:26.724172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e42e3713-a98c-4b2a-9674-7c0ccc087c48 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Calling delete_port for 48636a41-7f6d-48d2-85c3-804afe805432 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:26.817485 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:26.841306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] For port 452c1f1a-e835-4065-832e-b2fc48c76e5c, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:25:26.868933 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a75d7e7-a9b6-4122-8b21-d9fba5e3b411']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:26.892783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fad278b-51ce-4193-8971-a2593051541d') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:26.893120 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fad278b-51ce-4193-8971-a2593051541d') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:26.915089 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:26.928812 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e42e3713-a98c-4b2a-9674-7c0ccc087c48 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:26.941931 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:26.959927 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] For port 452c1f1a-e835-4065-832e-b2fc48c76e5c, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=452c1f1a-e835-4065-832e-b2fc48c76e5c,segment=NetworkSegment(3f2f93ee-d7e9-43f4-a08e-f94359627aea),segment_id=3f2f93ee-d7e9-43f4-a08e-f94359627aea)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:25:26.965762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:25:26.966233 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:26.968090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:25:26.981818 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:25:27.015757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:27.039712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-204ae480-2d38-4046-880d-c59a0fe420ce None None] For port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=7d3fd809-f0c2-4e82-b959-9ba9434d6cdd,segment=NetworkSegment(9fad278b-51ce-4193-8971-a2593051541d),segment_id=9fad278b-51ce-4193-8971-a2593051541d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:27.039712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-204ae480-2d38-4046-880d-c59a0fe420ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:27.052156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:27.053931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e3713-a98c-4b2a-9674-7c0ccc087c48 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Port': ['ID=48636a41-7f6d-48d2-85c3-804afe805432,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:27.068771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e42e3713-a98c-4b2a-9674-7c0ccc087c48 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:27.138589 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-068289b6-d7e1-473c-b64e-dcf829d0af0d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:27.139210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:27.151083 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:27.162867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c97ba2a7-6d12-425c-8cdb-aabfb3a11423 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:27.175133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3b809f41-13f1-4ec8-9025-4c30bdee47a3 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:27.202597 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Pushing event deleted for resources: {'Network': ['ID=5a75d7e7-a9b6-4122-8b21-d9fba5e3b411,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:27.212846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:27.256841 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Pushing event updated for resources: {'Port': ['ID=452c1f1a-e835-4065-832e-b2fc48c76e5c,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:27.319857 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] 10.222.0.50 "DELETE /v2.0/networks/5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 HTTP/1.1" status: 204 len: 168 time: 2.3374407 Jun 02 16:25:27.334103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068289b6-d7e1-473c-b64e-dcf829d0af0d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=5c39af70-0ed7-471b-af3a-ea6dac24abe8,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:27.344842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:27.349479 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-068289b6-d7e1-473c-b64e-dcf829d0af0d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:27.355156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-19fcb9ea-1773-43e9-8f15-1e1524db512b tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:27.391683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:27.413884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-204ae480-2d38-4046-880d-c59a0fe420ce None None] Calling delete_port for 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:27.420038 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421e5371-4d6c-4804-97ef-40f517dcbce0 None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:25:27.424607 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:27.575043 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5a6aea31-8e6b-43a2-a35d-de6027716132 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:25:27.606919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ae448d00-7132-4b50-9aa4-b8f16ed68012 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:27.626975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:27.707893 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 65437e01-7130-4061-8b98-bf9ac22bde4c no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:27.708095 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Subnet': ['ID=f7ca0254-29a9-4000-891f-9fbbd321623f,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:27.712757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-068289b6-d7e1-473c-b64e-dcf829d0af0d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:27.716897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae448d00-7132-4b50-9aa4-b8f16ed68012 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:27.720029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:27.729123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-ae448d00-7132-4b50-9aa4-b8f16ed68012 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:27.752292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Checking segment: {'id': 'db3808a3-664d-4e6b-9e3f-0b489354925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8e3aacf2-96bb-47e2-a05d-96314c25c4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:27.752895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network hostable DHCP agents. Network: 8e3aacf2-96bb-47e2-a05d-96314c25c4f4, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:25:27.773537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42e3713-a98c-4b2a-9674-7c0ccc087c48 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 61c5a599-0152-4746-8e04-c17f6727ee6e has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:25:27.776467 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35116) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:27.779644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae448d00-7132-4b50-9aa4-b8f16ed68012 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:27.780244 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ae448d00-7132-4b50-9aa4-b8f16ed68012 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:27.793219 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-068289b6-d7e1-473c-b64e-dcf829d0af0d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/5c39af70-0ed7-471b-af3a-ea6dac24abe8 HTTP/1.1" status: 204 len: 168 time: 3.0911150 Jun 02 16:25:27.802177 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35118) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:27.803223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f375b38-5b4f-488f-bcdd-4d59abf65330 req-e0bbe5e8-bd4e-4d26-8c16-b32e1c63746b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:27.811041 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0f375b38-5b4f-488f-bcdd-4d59abf65330 req-e0bbe5e8-bd4e-4d26-8c16-b32e1c63746b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 944 time: 0.6645145 Jun 02 16:25:27.861278 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ae448d00-7132-4b50-9aa4-b8f16ed68012 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7322609 Jun 02 16:25:27.863000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35120) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:27.878604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 5a6aea31-8e6b-43a2-a35d-de6027716132, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a6aea31-8e6b-43a2-a35d-de6027716132,segment=NetworkSegment(b424153d-49e0-424b-9c2b-48967b1cae27),segment_id=b424153d-49e0-424b-9c2b-48967b1cae27)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:27.881526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:27.903949 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d32dfd7-e8a5-4ae2-bdcf-1113b4291361 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] GET failed (client error): The resource could not be found. Jun 02 16:25:27.907972 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5d32dfd7-e8a5-4ae2-bdcf-1113b4291361 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/5c39af70-0ed7-471b-af3a-ea6dac24abe8 HTTP/1.1" status: 404 len: 333 time: 0.1019011 Jun 02 16:25:27.910220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae448d00-7132-4b50-9aa4-b8f16ed68012 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=ea61adfa-16d7-44f2-9c7d-331c768fff93,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:27.912109 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35122) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:27.921357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ae448d00-7132-4b50-9aa4-b8f16ed68012 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:27.980006 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 8e3aacf2-96bb-47e2-a05d-96314c25c4f4 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:25:27.982156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.051125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-77bfe088-0eca-4603-9638-cfc3c01a9002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:28.073545 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 8e3aacf2-96bb-47e2-a05d-96314c25c4f4) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:28.098772 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c1e48e24-e1f4-48a5-be81-77ed3357adad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=49af58ce2596425195cd0dea7b086537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187766 Jun 02 16:25:28.105080 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0f375b38-5b4f-488f-bcdd-4d59abf65330 req-390dc5ac-49cf-4edc-a689-609b5d664d81 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930312 Jun 02 16:25:28.114208 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35128) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:28.115495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:28.116103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.223193 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21a4ad9-2f26-4afe-a219-e8b4fe8fc612 None None] Network 8e3aacf2-96bb-47e2-a05d-96314c25c4f4 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:28.236996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35130) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:28.237338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35132) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:28.304303 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1597676 Jun 02 16:25:28.305576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42e3713-a98c-4b2a-9674-7c0ccc087c48 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:25:28.335609 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35136) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:28.340997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-19e5d7b4-61a3-4c9b-bf5c-4a882c26213a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2056233476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:28.348276 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-19e5d7b4-61a3-4c9b-bf5c-4a882c26213a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:28.352061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-19e5d7b4-61a3-4c9b-bf5c-4a882c26213a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:router and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:28.354130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d83e5e2-8502-4259-80a0-1078101db6c0 None None] Sync routers for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:25:28.356295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-19e5d7b4-61a3-4c9b-bf5c-4a882c26213a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:28.362542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-19e5d7b4-61a3-4c9b-bf5c-4a882c26213a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:28.374401 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.389228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-204ae480-2d38-4046-880d-c59a0fe420ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.391220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19e5d7b4-61a3-4c9b-bf5c-4a882c26213a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.392576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19e5d7b4-61a3-4c9b-bf5c-4a882c26213a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.395531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-421e5371-4d6c-4804-97ef-40f517dcbce0 None None] Deleting port 65437e01-7130-4061-8b98-bf9ac22bde4c {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:28.395929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-421e5371-4d6c-4804-97ef-40f517dcbce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.430552 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=5a6aea31-8e6b-43a2-a35d-de6027716132,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:28.441214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-204ae480-2d38-4046-880d-c59a0fe420ce None None] Network 5a75d7e7-a9b6-4122-8b21-d9fba5e3b411 is not hosted by any dhcp agent {{(pid=92324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 16:25:28.441485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204ae480-2d38-4046-880d-c59a0fe420ce None None] No DVR routers for this DVR port 7d3fd809-f0c2-4e82-b959-9ba9434d6cdd on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:28.443135 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83e5e2-8502-4259-80a0-1078101db6c0 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:28.444400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6d83e5e2-8502-4259-80a0-1078101db6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:28.465346 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-e855b257-bc35-4627-94e8-2ff52ed4e6f6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting subnet cd89dc0a-f78b-4fff-9a39-2282771e5ca0 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:28.469764 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e855b257-bc35-4627-94e8-2ff52ed4e6f6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.532849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e855b257-bc35-4627-94e8-2ff52ed4e6f6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.547319 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:28.552331 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:28.611699 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6d83e5e2-8502-4259-80a0-1078101db6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:28.614972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-132989532'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:28.620631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:28.625487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Usage tracker for resource:network and tenant:72a1432aa9784b7f952a9660fc8d1ad3 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:28.628583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:28.637078 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:28.647220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:28.658194 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19e5d7b4-61a3-4c9b-bf5c-4a882c26213a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.664697 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Made reservation on behalf of 72a1432aa9784b7f952a9660fc8d1ad3 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:28.667640 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f40a62ec-22a2-45c9-9369-5d6171083c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.669284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.685080 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:28.696403 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ae480-2d38-4046-880d-c59a0fe420ce None None] Pushing event deleted for resources: {'Port': ['ID=7d3fd809-f0c2-4e82-b959-9ba9434d6cdd,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:28.708731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:28.712815 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e42e3713-a98c-4b2a-9674-7c0ccc087c48 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.723094 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e42e3713-a98c-4b2a-9674-7c0ccc087c48 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/ports/48636a41-7f6d-48d2-85c3-804afe805432 HTTP/1.1" status: 204 len: 168 time: 3.5464802 Jun 02 16:25:28.725045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f40a62ec-22a2-45c9-9369-5d6171083c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.729356 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-204ae480-2d38-4046-880d-c59a0fe420ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:28.729814 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:28.734266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35138) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:28.741369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83e5e2-8502-4259-80a0-1078101db6c0 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:28.741588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.742463 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6d83e5e2-8502-4259-80a0-1078101db6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:28.779559 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1bf4bf8a-2d44-4109-997a-f5eee279bf27 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/floatingips/135c0ce6-3842-4b2b-8e01-6c11583cdce4 HTTP/1.1" status: 200 len: 991 time: 0.5361693 Jun 02 16:25:28.779889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:28.784505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Usage tracker for resource:security_group_rule and tenant:72a1432aa9784b7f952a9660fc8d1ad3 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:28.787781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:28.793973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:28.821247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 65437e01-7130-4061-8b98-bf9ac22bde4c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=65437e01-7130-4061-8b98-bf9ac22bde4c,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:28.837389 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5390289d-61ad-44fc-9e7a-bb2cf20b0e6d tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "GET /v2.0/floatingips/eefcd39d-250e-480a-89a8-1ee15fed2a59 HTTP/1.1" status: 200 len: 688 time: 0.0996594 Jun 02 16:25:28.838691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19e5d7b4-61a3-4c9b-bf5c-4a882c26213a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.850969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35140) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:28.875881 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19e5d7b4-61a3-4c9b-bf5c-4a882c26213a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.876464 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6d83e5e2-8502-4259-80a0-1078101db6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:28.877216 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-19e5d7b4-61a3-4c9b-bf5c-4a882c26213a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5405285 Jun 02 16:25:28.877751 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d83e5e2-8502-4259-80a0-1078101db6c0 None None] The sync data for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:25:28.886339 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35142) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:28.888142 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.906807 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c89d4380-70c3-425e-84e2-c572f5bba936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:28.958951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:28.963602 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:28.963933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef632c14-faea-45d7-9864-56227bceecca None None] Network 6a150478-4308-48ec-9e5e-d2d2d3db95fa requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:29.034620 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-421e5371-4d6c-4804-97ef-40f517dcbce0 None None] For port 65437e01-7130-4061-8b98-bf9ac22bde4c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=65437e01-7130-4061-8b98-bf9ac22bde4c,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:29.035027 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-421e5371-4d6c-4804-97ef-40f517dcbce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:29.194597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f40a62ec-22a2-45c9-9369-5d6171083c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:29.201107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7c564284-13b5-4c0d-be63-10a8c3230a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:29.233282 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e855b257-bc35-4627-94e8-2ff52ed4e6f6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:29.253377 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-421e5371-4d6c-4804-97ef-40f517dcbce0 None None] Calling delete_port for 65437e01-7130-4061-8b98-bf9ac22bde4c owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:29.263098 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-8e3aacf2-96bb-47e2-a05d-96314c25c4f4', 'network_id': '8e3aacf2-96bb-47e2-a05d-96314c25c4f4', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'fixed_ips': [{'subnet_id': 'f7ca0254-29a9-4000-891f-9fbbd321623f'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:25:29.263919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:29.269409 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:29.273915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b7dedf30-ffe8-4a26-bdc0-0d8a3f15baab None None] Provisioning for port 452c1f1a-e835-4065-832e-b2fc48c76e5c completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:29.278822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a62ec-22a2-45c9-9369-5d6171083c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fcef9a-5d65-4337-bd4e-41200e3ae7cb,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:29.282993 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=65437e01-7130-4061-8b98-bf9ac22bde4c,revision_number=8']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:29.300441 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:29.306134 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:29.316464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dec309e8-c0d0-482d-bf0b-971c765b5c60 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:29.334844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f40a62ec-22a2-45c9-9369-5d6171083c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:29.349341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f40a62ec-22a2-45c9-9369-5d6171083c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:29.358710 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f40a62ec-22a2-45c9-9369-5d6171083c7c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86fcef9a-5d65-4337-bd4e-41200e3ae7cb HTTP/1.1" status: 204 len: 168 time: 1.2253613 Jun 02 16:25:29.369967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:25:29.430846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af25ff7e-5c08-48b6-9869-b95ce58ef2be,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:29.434524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:29.445410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:29.446144 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Added segment be4fec8d-0f33-4802-920b-b9b45d7dce1b of type vlan for network 974db4da-bd1d-4433-ada7-92b245f6c1c8 Jun 02 16:25:29.490148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:29.517613 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-47b330e4-f7d7-44b6-b159-20f5249b4e49 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting port ca581875-6078-4ec1-91b6-43f5276bbe98 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:29.518300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47b330e4-f7d7-44b6-b159-20f5249b4e49 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:29.626329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-421e5371-4d6c-4804-97ef-40f517dcbce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:29.636092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3bc32086-1be5-46ee-8f7f-6a4540985f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:29.656091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47b330e4-f7d7-44b6-b159-20f5249b4e49 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:29.656598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47b330e4-f7d7-44b6-b159-20f5249b4e49 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:29.708399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 452c1f1a-e835-4065-832e-b2fc48c76e5c up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:29.734868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Allocated IP 172.21.0.2 (8e3aacf2-96bb-47e2-a05d-96314c25c4f4/f7ca0254-29a9-4000-891f-9fbbd321623f/89196121-1df7-4b02-ba4e-aa1a1a12d996) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:29.743863 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e5371-4d6c-4804-97ef-40f517dcbce0 None None] Pushing event deleted for resources: {'Port': ['ID=65437e01-7130-4061-8b98-bf9ac22bde4c,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:29.757649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-421e5371-4d6c-4804-97ef-40f517dcbce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:29.762643 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421e5371-4d6c-4804-97ef-40f517dcbce0 None None] No DVR routers for this DVR port 65437e01-7130-4061-8b98-bf9ac22bde4c on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:29.792180 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff68cca2-9047-4b62-9f38-26a18f956be5 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:29.794365 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-47b330e4-f7d7-44b6-b159-20f5249b4e49 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Calling delete_port for ca581875-6078-4ec1-91b6-43f5276bbe98 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:29.951856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Allocated IP 172.20.0.1 (6a150478-4308-48ec-9e5e-d2d2d3db95fa/cc2abed1-f35f-4ee3-9934-50e153221713/dedb75d5-d9b8-4b15-8bf1-45909c922a8e) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:30.102553 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:30.129074 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 452c1f1a-e835-4065-832e-b2fc48c76e5c completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:30.153083 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 452c1f1a-e835-4065-832e-b2fc48c76e5c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:30.153895 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:30.209605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:30.236133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Transition to ACTIVE for port object dedb75d5-d9b8-4b15-8bf1-45909c922a8e will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:30.289213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:30.291459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:30.297217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:30.297417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0d0d23bd-a6e6-4ed6-806c-d9f1a2d701e9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:30.297854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:30.310452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:30.383659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 6a150478-4308-48ec-9e5e-d2d2d3db95fa is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:30.388447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:30.408607 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:30.474331 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:30.525805 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': 'ea61adfa-16d7-44f2-9c7d-331c768fff93'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:25:30.526755 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:30.553073 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e855b257-bc35-4627-94e8-2ff52ed4e6f6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:30.560943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Transition to ACTIVE for port object 89196121-1df7-4b02-ba4e-aa1a1a12d996 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:30.577492 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 5a6aea31-8e6b-43a2-a35d-de6027716132 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:30.600863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47b330e4-f7d7-44b6-b159-20f5249b4e49 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:30.621139 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3769970 Jun 02 16:25:30.626992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e855b257-bc35-4627-94e8-2ff52ed4e6f6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:30.628842 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e855b257-bc35-4627-94e8-2ff52ed4e6f6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/cd89dc0a-f78b-4fff-9a39-2282771e5ca0 HTTP/1.1" status: 204 len: 168 time: 2.7129779 Jun 02 16:25:30.629560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35164) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:30.633023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35166) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:30.644373 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f41b5c3-ab45-4611-8ab9-1faabf3e11ce None None] Network a438ffae-f4c1-4ebd-9e2c-c4b07a336667 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:30.656994 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:30.662006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Request body: {'subnet': {'network_id': '974db4da-bd1d-4433-ada7-92b245f6c1c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:30.684294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Pushing event updated for resources: {'Network': ['ID=974db4da-bd1d-4433-ada7-92b245f6c1c8,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:30.748467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:30.752937 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=dedb75d5-d9b8-4b15-8bf1-45909c922a8e,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:30.760034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:30.760259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-01d0e32c-c3a1-4cda-8752-f4a04b69e107 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:30.786935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 974db4da-bd1d-4433-ada7-92b245f6c1c8 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:25:30.791749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:30.805582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Transition to ACTIVE for port object 89196121-1df7-4b02-ba4e-aa1a1a12d996 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:30.821675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7d9e0b30-f1c7-4c9a-8519-0447c0c31bb9 None None] Provisioning complete for port 452c1f1a-e835-4065-832e-b2fc48c76e5c triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:30.822403 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0b30-f1c7-4c9a-8519-0447c0c31bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:30.936175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:30.939301 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:30.969480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855b257-bc35-4627-94e8-2ff52ed4e6f6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Subnet': ['ID=cd89dc0a-f78b-4fff-9a39-2282771e5ca0,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:30.981922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e855b257-bc35-4627-94e8-2ff52ed4e6f6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:31.022321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:31.029804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f2611c17-df51-4937-b776-7322c7dc199f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.414s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:31.122991 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b330e4-f7d7-44b6-b159-20f5249b4e49 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Port': ['ID=ca581875-6078-4ec1-91b6-43f5276bbe98,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:31.125072 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:25:31.132297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:31.145886 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-47b330e4-f7d7-44b6-b159-20f5249b4e49 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:31.149363 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:31.162828 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Usage tracker for resource:subnet and tenant:72a1432aa9784b7f952a9660fc8d1ad3 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:31.167339 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Network 8e3aacf2-96bb-47e2-a05d-96314c25c4f4 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:31.167861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:31.182715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:31.184873 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47b330e4-f7d7-44b6-b159-20f5249b4e49 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:31.188315 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 452c1f1a-e835-4065-832e-b2fc48c76e5c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=452c1f1a-e835-4065-832e-b2fc48c76e5c,segment=NetworkSegment(3f2f93ee-d7e9-43f4-a08e-f94359627aea),segment_id=3f2f93ee-d7e9-43f4-a08e-f94359627aea)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:31.188774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47b330e4-f7d7-44b6-b159-20f5249b4e49 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:31.193420 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-47b330e4-f7d7-44b6-b159-20f5249b4e49 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/floatingips/eefcd39d-250e-480a-89a8-1ee15fed2a59 HTTP/1.1" status: 204 len: 168 time: 2.3358698 Jun 02 16:25:31.194222 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:31.197480 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:31.206157 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35180) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:31.212361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': '198e3b17-52c9-4e1c-9009-089764ca01c5'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:31.230494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:31.250594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Usage tracker for resource:floatingip and tenant:b1e6ae044866456481b224d8f3cd9b84 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:31.252869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Made reservation on behalf of 72a1432aa9784b7f952a9660fc8d1ad3 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:31.256439 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:31.258528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:31.268812 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:31.308216 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:31.314534 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Pushing event updated for resources: {'Port': ['ID=89196121-1df7-4b02-ba4e-aa1a1a12d996,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:31.317234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:31.323135 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:31.328988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:31.434727 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:31.435092 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:31.472512 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 5a6aea31-8e6b-43a2-a35d-de6027716132 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:31.472909 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:31.592790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35186) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:31.633220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:31.653781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:31.688074 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0f0cfbbd-b33b-491c-951c-cd980fd0d858 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:31.689935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] For port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506,segment=NetworkSegment(ead4be5a-22e0-4e69-8220-7b844491cb56),segment_id=ead4be5a-22e0-4e69-8220-7b844491cb56)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:31.690450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:31.708122 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.objects.ports [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92322) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:25:31.709579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Attempting to bind port 89196121-1df7-4b02-ba4e-aa1a1a12d996 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:31.710503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Attempting to bind port 89196121-1df7-4b02-ba4e-aa1a1a12d996 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'db3808a3-664d-4e6b-9e3f-0b489354925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8e3aacf2-96bb-47e2-a05d-96314c25c4f4'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:31.710503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Attempting to bind port 89196121-1df7-4b02-ba4e-aa1a1a12d996 on network 8e3aacf2-96bb-47e2-a05d-96314c25c4f4 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:31.712380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:31.727361 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=452c1f1a-e835-4065-832e-b2fc48c76e5c,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:31.737486 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:31.770637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e3881c02-60cb-433e-9114-96265ed86c29 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:31.771649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:31.773129 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:25:31.773424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Checking segment: {'id': 'db3808a3-664d-4e6b-9e3f-0b489354925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8e3aacf2-96bb-47e2-a05d-96314c25c4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:31.773799 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:31.774235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Bound using segment: {'id': 'db3808a3-664d-4e6b-9e3f-0b489354925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8e3aacf2-96bb-47e2-a05d-96314c25c4f4'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:25:31.774746 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Bound port: 89196121-1df7-4b02-ba4e-aa1a1a12d996, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db3808a3-664d-4e6b-9e3f-0b489354925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8e3aacf2-96bb-47e2-a05d-96314c25c4f4'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:25:31.775208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:31.834409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:31.842941 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:31.848264 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:31.850897 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=dedb75d5-d9b8-4b15-8bf1-45909c922a8e,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:31.860264 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:31.861246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Usage tracker for resource:floatingip and tenant:b430a3ba4b6042159c3206e55c5d0ef5 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:31.870981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:31.890322 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:31.946327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2f8c416c-848f-42d3-bdfb-3448ec0d95db None None] Provisioning for port dedb75d5-d9b8-4b15-8bf1-45909c922a8e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:32.010271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Allocated IP 172.20.0.2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/ea61adfa-16d7-44f2-9c7d-331c768fff93/3563b287-cd90-4140-ae8c-53b092a2dada) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:32.016142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.023941 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2f8c416c-848f-42d3-bdfb-3448ec0d95db None None] Provisioning complete for port dedb75d5-d9b8-4b15-8bf1-45909c922a8e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:32.024112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2f8c416c-848f-42d3-bdfb-3448ec0d95db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.041624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:32.068875 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d17dd5-3dce-444f-b6a5-e46fafe0629c None None] DHCP port deletion for a438ffae-f4c1-4ebd-9e2c-c4b07a336667 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:25:32.077549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:32.083117 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Allocated IP 2001:db8::f816:3eff:fe53:8575 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/b3f326eb-b204-4f69-a6c3-320f355deb12/3563b287-cd90-4140-ae8c-53b092a2dada) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:32.086604 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:32.106933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Allocated IP 172.26.3.167 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/7d53f5e6-6d11-42ee-a8f0-4bc899e24f52) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:32.131280 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=b3f326eb-b204-4f69-a6c3-320f355deb12,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:32.137069 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:32.137742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.141690 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:32.144535 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.175574 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3041317 Jun 02 16:25:32.179475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35190) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:32.191044 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'mac_address': 'fa:16:3e:99:1b:9d', 'name': 'tempest-NetworksTestDHCPv6-1258905399'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:32.193107 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] For port 89196121-1df7-4b02-ba4e-aa1a1a12d996, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:25:32.196924 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] For port 89196121-1df7-4b02-ba4e-aa1a1a12d996, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=89196121-1df7-4b02-ba4e-aa1a1a12d996,segment=NetworkSegment(db3808a3-664d-4e6b-9e3f-0b489354925f),segment_id=db3808a3-664d-4e6b-9e3f-0b489354925f)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:25:32.238693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 6a150478-4308-48ec-9e5e-d2d2d3db95fa is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:32.240161 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.245406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:32.256520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:32.264774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.270552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-47b330e4-f7d7-44b6-b159-20f5249b4e49 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:32.291720 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6aea31-8e6b-43a2-a35d-de6027716132'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:25:32.294392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37d9ddf-e70f-4a8e-afb9-08b68a22cb81" -d '{"events": [{"server_uuid": "7db766e4-e538-4a8e-8480-6582cce54ac6", "name": "network-vif-plugged", "status": "completed", "tag": "5a6aea31-8e6b-43a2-a35d-de6027716132"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:25:32.324150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:32.325752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No DVR routers for this DVR port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:32.361705 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:32.381796 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c416c-848f-42d3-bdfb-3448ec0d95db None None] Port dedb75d5-d9b8-4b15-8bf1-45909c922a8e cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:32.403732 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 5a6aea31-8e6b-43a2-a35d-de6027716132, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a6aea31-8e6b-43a2-a35d-de6027716132,segment=NetworkSegment(b424153d-49e0-424b-9c2b-48967b1cae27),segment_id=b424153d-49e0-424b-9c2b-48967b1cae27)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:32.453360 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b447edd-de1f-4b81-99c3-998ba03fada4 x-openstack-request-id: req-3b447edd-de1f-4b81-99c3-998ba03fada4 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:25:32.453751 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db766e4-e538-4a8e-8480-6582cce54ac6", "name": "network-vif-plugged", "status": "completed", "tag": "5a6aea31-8e6b-43a2-a35d-de6027716132", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:25:32.454106 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b447edd-de1f-4b81-99c3-998ba03fada4 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:25:32.454573 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6aea31-8e6b-43a2-a35d-de6027716132', 'code': 200} Jun 02 16:25:32.455370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.486329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Pushing event updated for resources: {'Port': ['ID=89196121-1df7-4b02-ba4e-aa1a1a12d996,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:32.491449 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:32.493993 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c70c3114-2d68-46f1-9f0a-e516e02a4b44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:32.500279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.515634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a438ffae-f4c1-4ebd-9e2c-c4b07a336667']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:32.530340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead4be5a-22e0-4e69-8220-7b844491cb56') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:32.530907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead4be5a-22e0-4e69-8220-7b844491cb56') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:32.548303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.565788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.573208 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:25:32.573792 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.585276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=5a6aea31-8e6b-43a2-a35d-de6027716132,revision_number=8']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:32.605869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:32.625367 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-67d17dd5-3dce-444f-b6a5-e46fafe0629c None None] Deleting port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:32.625822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-67d17dd5-3dce-444f-b6a5-e46fafe0629c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:25:32.672020 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:25:32.681791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.687964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9c5a4228-a452-416b-98aa-5ea0e0d52500 tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:32.707468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.768033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Network': ['ID=a438ffae-f4c1-4ebd-9e2c-c4b07a336667,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:32.775119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:32.794120 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/networks/a438ffae-f4c1-4ebd-9e2c-c4b07a336667 HTTP/1.1" status: 204 len: 168 time: 2.1499848 Jun 02 16:25:32.797493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35194) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:32.802799 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-476038861'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:32.815557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:32.823497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:network and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:32.828251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:32.832253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.841826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.842511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-67d17dd5-3dce-444f-b6a5-e46fafe0629c None None] For port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506, host dv-neutron-601336-83-hyperv, got binding levels [] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:32.842884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-67d17dd5-3dce-444f-b6a5-e46fafe0629c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.847183 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:32.849937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-29126492-8a3d-4ff0-965a-925b6ffc6db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:32.865105 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Transition to ACTIVE for port object 3563b287-cd90-4140-ae8c-53b092a2dada will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:32.867748 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8d0eae1d-50af-40ef-b152-19aab6934504 None None] Provisioning complete for port dedb75d5-d9b8-4b15-8bf1-45909c922a8e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:32.868189 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8d0eae1d-50af-40ef-b152-19aab6934504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.916463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Pushing event updated for resources: {'Subnet': ['ID=4f5ac3aa-9d1f-4444-b42c-69a268500977,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:32.923772 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:32.942143 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:32.945663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:32.949334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.974515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Checking segment: {'id': 'be4fec8d-0f33-4802-920b-b9b45d7dce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '974db4da-bd1d-4433-ada7-92b245f6c1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:32.974791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Network hostable DHCP agents. Network: 974db4da-bd1d-4433-ada7-92b245f6c1c8, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:25:32.983396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:32.992593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:32.995845 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:32.998854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:25:33.008121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:33.013056 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:33.013468 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Added segment 0505fbd2-e04a-4b0e-b590-fe073b74858c of type vlan for network 1253e1ad-5566-4d4e-ae5d-fae63383eb63 Jun 02 16:25:33.014760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Network 974db4da-bd1d-4433-ada7-92b245f6c1c8 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:25:33.037961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-67d17dd5-3dce-444f-b6a5-e46fafe0629c None None] Calling delete_port for d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:33.038898 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:33.043149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:33.043486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 974db4da-bd1d-4433-ada7-92b245f6c1c8) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:33.051015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.ipam_backend_mixin [None req-67d17dd5-3dce-444f-b6a5-e46fafe0629c None None] Port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 was not found and therefore no delete operation was performed {{(pid=92324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 16:25:33.060721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:33.060952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80744d6a-6188-47b5-a40b-36b7e2806bd9 None None] Network 974db4da-bd1d-4433-ada7-92b245f6c1c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:33.061343 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:33.067764 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:33.080745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-67d17dd5-3dce-444f-b6a5-e46fafe0629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:33.084684 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Transition to ACTIVE for port object 3563b287-cd90-4140-ae8c-53b092a2dada will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:33.093698 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2d0141d8-f20a-4329-b009-8fd64b2e80d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:33.104285 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4721611 Jun 02 16:25:33.106759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35196) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:33.117343 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Request body: {'port': {'network_id': '974db4da-bd1d-4433-ada7-92b245f6c1c8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-622183878'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:33.140705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-8d0eae1d-50af-40ef-b152-19aab6934504 None None] Port dedb75d5-d9b8-4b15-8bf1-45909c922a8e cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:33.142195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-67d17dd5-3dce-444f-b6a5-e46fafe0629c None None] Network a438ffae-f4c1-4ebd-9e2c-c4b07a336667 is not hosted by any dhcp agent {{(pid=92324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 16:25:33.142826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d17dd5-3dce-444f-b6a5-e46fafe0629c None None] No DVR routers for this DVR port d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:33.176645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 85e525ba-122f-4e02-a6ea-eb3365aa9cfb is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:25:33.191292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2a111a54-c8d8-4a9e-9f17-45473af5a2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:33.193060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d17dd5-3dce-444f-b6a5-e46fafe0629c None None] Pushing event deleted for resources: {'Port': ['ID=d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:33.204374 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:33.208802 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-67d17dd5-3dce-444f-b6a5-e46fafe0629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:33.209122 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:33.209629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-67d17dd5-3dce-444f-b6a5-e46fafe0629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:33.215475 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:33.216093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:33.226249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7fddd135-d37e-44cd-8b48-3dbe9b6e109f tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:33.280723 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4819591 Jun 02 16:25:33.291557 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:33.301061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35198) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:33.305138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:33.314660 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:33.324790 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Pushing event updated for resources: {'Port': ['ID=3563b287-cd90-4140-ae8c-53b092a2dada,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:33.325036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'subnet': {'network_id': '1253e1ad-5566-4d4e-ae5d-fae63383eb63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:33.331976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:33.381480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Network': ['ID=1253e1ad-5566-4d4e-ae5d-fae63383eb63,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:33.384874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:33.427443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:33.438537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:33.442383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 1253e1ad-5566-4d4e-ae5d-fae63383eb63 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:25:33.444824 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Usage tracker for resource:port and tenant:72a1432aa9784b7f952a9660fc8d1ad3 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:33.449239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e7facd37-adc2-460d-9623-83f90b61cc3a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:33.450349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:33.458045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:33.471405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Made reservation on behalf of 72a1432aa9784b7f952a9660fc8d1ad3 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:33.475408 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:33.508651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] device_id is not set on port bb016fe7-db4e-4d84-8e59-2678f53a0e61 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:25:33.566295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:33.635645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:33.653482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:33.675667 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:33.724530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:25:33.724771 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Attempting to bind port 3563b287-cd90-4140-ae8c-53b092a2dada on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:33.724771 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Attempting to bind port 3563b287-cd90-4140-ae8c-53b092a2dada by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:33.724771 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Attempting to bind port 3563b287-cd90-4140-ae8c-53b092a2dada on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:33.735982 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf2df0a-38ea-4b63-82ce-c467cb64864f None None] Sync routers for ids ['85e525ba-122f-4e02-a6ea-eb3365aa9cfb'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:25:33.753660 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2df0a-38ea-4b63-82ce-c467cb64864f None None] Routers {'85e525ba-122f-4e02-a6ea-eb3365aa9cfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:33.754392 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-6bf2df0a-38ea-4b63-82ce-c467cb64864f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['85e525ba-122f-4e02-a6ea-eb3365aa9cfb'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:33.757711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:25:33.758123 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:33.758533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:33.758935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:25:33.759463 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Bound port: 3563b287-cd90-4140-ae8c-53b092a2dada, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:25:33.760126 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:33.768515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port 0df245e2-5123-48e7-92f4-6b00c2be3a70 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:25:33.786703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Allocated IP 172.20.0.9 (974db4da-bd1d-4433-ada7-92b245f6c1c8/4f5ac3aa-9d1f-4444-b42c-69a268500977/bb016fe7-db4e-4d84-8e59-2678f53a0e61) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:33.817344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 452c1f1a-e835-4065-832e-b2fc48c76e5c up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:33.840724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=7d53f5e6-6d11-42ee-a8f0-4bc899e24f52,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:33.844670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-974db4da-bd1d-4433-ada7-92b245f6c1c8', 'network_id': '974db4da-bd1d-4433-ada7-92b245f6c1c8', 'tenant_id': '72a1432aa9784b7f952a9660fc8d1ad3', 'fixed_ips': [{'subnet_id': '4f5ac3aa-9d1f-4444-b42c-69a268500977'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:25:33.845641 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:33.854498 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/85e525ba-122f-4e02-a6ea-eb3365aa9cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9670422 Jun 02 16:25:33.859839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:33.864088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:subnet and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:33.866044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35200) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:33.869170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:33.876282 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:33.882749 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-6bf2df0a-38ea-4b63-82ce-c467cb64864f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:33.885443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Allocated IP 172.26.3.135 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/69b1c8af-28dc-41ef-9f54-02e33a9561c6) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:33.896944 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2df0a-38ea-4b63-82ce-c467cb64864f None None] Routers {'85e525ba-122f-4e02-a6ea-eb3365aa9cfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:33.898669 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-6bf2df0a-38ea-4b63-82ce-c467cb64864f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['85e525ba-122f-4e02-a6ea-eb3365aa9cfb'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:33.986372 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-6bf2df0a-38ea-4b63-82ce-c467cb64864f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:33.987364 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf2df0a-38ea-4b63-82ce-c467cb64864f None None] The sync data for ids ['85e525ba-122f-4e02-a6ea-eb3365aa9cfb'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:25:34.002712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9e1554-cb47-48d4-8642-9130dd9fe038 None None] Network 8e3aacf2-96bb-47e2-a05d-96314c25c4f4 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:34.035117 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66880666-cc6c-40a8-99de-e6eb0e4ac187 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:34.037649 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-66880666-cc6c-40a8-99de-e6eb0e4ac187 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports/dedb75d5-d9b8-4b15-8bf1-45909c922a8e HTTP/1.1" status: 200 len: 910 time: 0.1705048 Jun 02 16:25:34.043793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35202) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:34.080369 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:34.108064 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:34.113787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:34.118623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:34.125057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] For port 3563b287-cd90-4140-ae8c-53b092a2dada, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:25:34.156716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e2256966-95cf-4eac-a49e-0b82fef6578b None None] Provisioning for port 89196121-1df7-4b02-ba4e-aa1a1a12d996 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:34.177552 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] For port 3563b287-cd90-4140-ae8c-53b092a2dada, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3563b287-cd90-4140-ae8c-53b092a2dada,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:25:34.200713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:34.207790 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:34.221212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:34.241945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:34.244602 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 452c1f1a-e835-4065-832e-b2fc48c76e5c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:34.245178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:34.403710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Pushing event updated for resources: {'Port': ['ID=3563b287-cd90-4140-ae8c-53b092a2dada,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:34.409691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:34.477574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:34.503452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:34.520614 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 89196121-1df7-4b02-ba4e-aa1a1a12d996 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:34.602812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 89196121-1df7-4b02-ba4e-aa1a1a12d996 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:34.609411 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 89196121-1df7-4b02-ba4e-aa1a1a12d996 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:34.610219 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:34.618305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Transition to ACTIVE for port object bb016fe7-db4e-4d84-8e59-2678f53a0e61 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:34.750735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:34.754773 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:34.815646 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:34.819721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Pushing event updated for resources: {'Port': ['ID=69b1c8af-28dc-41ef-9f54-02e33a9561c6,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:34.885403 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 89196121-1df7-4b02-ba4e-aa1a1a12d996, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=89196121-1df7-4b02-ba4e-aa1a1a12d996,segment=NetworkSegment(db3808a3-664d-4e6b-9e3f-0b489354925f),segment_id=db3808a3-664d-4e6b-9e3f-0b489354925f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:34.896960 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:34.900103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:34.958229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:34.966206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4ed127d1-9a43-4117-98ef-48a5b7601963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:34.975484 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:34.979359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 172.20.0.6 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/ea61adfa-16d7-44f2-9c7d-331c768fff93/0df245e2-5123-48e7-92f4-6b00c2be3a70) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:34.998634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::f816:3eff:fe99:1b9d (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/b3f326eb-b204-4f69-a6c3-320f355deb12/0df245e2-5123-48e7-92f4-6b00c2be3a70) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:35.000637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:35.050188 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Network 974db4da-bd1d-4433-ada7-92b245f6c1c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:35.058115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:35.060383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Pushing event updated for resources: {'Port': ['ID=bb016fe7-db4e-4d84-8e59-2678f53a0e61,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:35.065156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:25:35.065517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d6ae0c5e-eaf6-4200-9c40-22dfa6a4a506 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:25:35.094266 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:35.105009 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:35.119127 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Allocated IP 172.20.0.2 (974db4da-bd1d-4433-ada7-92b245f6c1c8/4f5ac3aa-9d1f-4444-b42c-69a268500977/a4e9dbe9-8960-486e-b5ba-05cef9603cef) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:35.121486 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9a534168-124b-41c8-a093-ca1e8573868a None None] Provisioning complete for port 89196121-1df7-4b02-ba4e-aa1a1a12d996 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:35.122229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9a534168-124b-41c8-a093-ca1e8573868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:35.138943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:35.157530 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=89196121-1df7-4b02-ba4e-aa1a1a12d996,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:35.180023 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:35.188911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:35.208650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:35.209559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:35.359137 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:35.359918 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2521122 Jun 02 16:25:35.362816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35204) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:35.464546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ac72fbd7-e9d9-40d7-bb82-1f41f34fb345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:35.576589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:35.591723 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Transition to ACTIVE for port object a4e9dbe9-8960-486e-b5ba-05cef9603cef will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:35.623882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:35.641286 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Transition to ACTIVE for port object a4e9dbe9-8960-486e-b5ba-05cef9603cef will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:35.653183 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:35.674097 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-04f31737-94ca-49f4-8565-6bd77ea82c0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:35.717817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-8ff90632-6244-4278-a686-a3c9ce79f148 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Deleting port bb016fe7-db4e-4d84-8e59-2678f53a0e61 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:35.718354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8ff90632-6244-4278-a686-a3c9ce79f148 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:35.745185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Network 974db4da-bd1d-4433-ada7-92b245f6c1c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:35.755336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:35.774137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:35.833317 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 89196121-1df7-4b02-ba4e-aa1a1a12d996 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:35.924816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e624bd9-c3f3-491f-8785-6b9cf146995b None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:35.934402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Allocated IP 172.21.0.1 (8e3aacf2-96bb-47e2-a05d-96314c25c4f4/f7ca0254-29a9-4000-891f-9fbbd321623f/7b1302f5-84d9-40ed-846c-3d3fbb070d71) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:35.938227 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Pushing event updated for resources: {'Port': ['ID=a4e9dbe9-8960-486e-b5ba-05cef9603cef,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:35.950292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:35.965062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8ff90632-6244-4278-a686-a3c9ce79f148 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:35.967975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.012596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object 0df245e2-5123-48e7-92f4-6b00c2be3a70 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:36.038431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.079513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Attempting to bind port a4e9dbe9-8960-486e-b5ba-05cef9603cef on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:36.079846 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Attempting to bind port a4e9dbe9-8960-486e-b5ba-05cef9603cef by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'be4fec8d-0f33-4802-920b-b9b45d7dce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '974db4da-bd1d-4433-ada7-92b245f6c1c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:36.080272 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Attempting to bind port a4e9dbe9-8960-486e-b5ba-05cef9603cef on network 974db4da-bd1d-4433-ada7-92b245f6c1c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:36.082723 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f8aff5e9-12e7-4474-91d2-c1ab8e6a83fa None None] Provisioning for port 3563b287-cd90-4140-ae8c-53b092a2dada completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:36.102913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:25:36.103627 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Checking segment: {'id': 'be4fec8d-0f33-4802-920b-b9b45d7dce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '974db4da-bd1d-4433-ada7-92b245f6c1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:36.104034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.104381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Bound using segment: {'id': 'be4fec8d-0f33-4802-920b-b9b45d7dce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '974db4da-bd1d-4433-ada7-92b245f6c1c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:25:36.104888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Bound port: a4e9dbe9-8960-486e-b5ba-05cef9603cef, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4fec8d-0f33-4802-920b-b9b45d7dce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '974db4da-bd1d-4433-ada7-92b245f6c1c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:25:36.105255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.183721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.202163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.211740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:36.241652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.260275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 89196121-1df7-4b02-ba4e-aa1a1a12d996 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:36.260706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.283573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-8ff90632-6244-4278-a686-a3c9ce79f148 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Calling delete_port for bb016fe7-db4e-4d84-8e59-2678f53a0e61 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:36.310748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.378242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] For port a4e9dbe9-8960-486e-b5ba-05cef9603cef, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:25:36.403459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] For port a4e9dbe9-8960-486e-b5ba-05cef9603cef, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a4e9dbe9-8960-486e-b5ba-05cef9603cef,segment=NetworkSegment(be4fec8d-0f33-4802-920b-b9b45d7dce1b),segment_id=be4fec8d-0f33-4802-920b-b9b45d7dce1b)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:25:36.428851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.433267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:36.444914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.448627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:36.453649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Transition to ACTIVE for port object 7b1302f5-84d9-40ed-846c-3d3fbb070d71 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:36.457685 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:36.469534 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:36.523048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=0df245e2-5123-48e7-92f4-6b00c2be3a70,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:36.537247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:36.545194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8ff90632-6244-4278-a686-a3c9ce79f148 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.548279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.551283 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b6fd28e2-231c-4e7c-877c-96adbdd5ffbb tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:36.563110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fcda0613-0d8e-454b-8310-60be5286175a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:36.577103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3563b287-cd90-4140-ae8c-53b092a2dada up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:36.624017 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Pushing event updated for resources: {'Port': ['ID=a4e9dbe9-8960-486e-b5ba-05cef9603cef,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:36.627655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:36.628851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 8e3aacf2-96bb-47e2-a05d-96314c25c4f4 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:36.629754 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.633680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:36.641689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:36.659987 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.673283 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.697699 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 3563b287-cd90-4140-ae8c-53b092a2dada completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:36.709370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 3563b287-cd90-4140-ae8c-53b092a2dada triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:36.709890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.813372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=7b1302f5-84d9-40ed-846c-3d3fbb070d71,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:36.905376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff90632-6244-4278-a686-a3c9ce79f148 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Pushing event deleted for resources: {'Port': ['ID=bb016fe7-db4e-4d84-8e59-2678f53a0e61,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:36.908687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8ff90632-6244-4278-a686-a3c9ce79f148 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:36.914373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c3d911ac-7e24-45a2-8eab-dd14353be33f tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:36.914785 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c3d911ac-7e24-45a2-8eab-dd14353be33f tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:36.940478 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:36.948015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:37.001541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 3563b287-cd90-4140-ae8c-53b092a2dada, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3563b287-cd90-4140-ae8c-53b092a2dada,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:37.020948 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:37.024496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:37.053638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:37.054588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:37.110593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8ff90632-6244-4278-a686-a3c9ce79f148 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:37.131189 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=3563b287-cd90-4140-ae8c-53b092a2dada,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:37.142602 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:37.155080 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8ff90632-6244-4278-a686-a3c9ce79f148 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] 10.222.0.50 "DELETE /v2.0/ports/bb016fe7-db4e-4d84-8e59-2678f53a0e61 HTTP/1.1" status: 204 len: 168 time: 1.7908556 Jun 02 16:25:37.155447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35206) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:37.162726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-18cece76-e8e8-4108-9510-474bd6b76381 None None] Provisioning for port 7b1302f5-84d9-40ed-846c-3d3fbb070d71 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:37.180234 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-18cece76-e8e8-4108-9510-474bd6b76381 None None] Provisioning complete for port 7b1302f5-84d9-40ed-846c-3d3fbb070d71 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:37.181243 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-18cece76-e8e8-4108-9510-474bd6b76381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:37.188910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Pushing event updated for resources: {'Port': ['ID=69b1c8af-28dc-41ef-9f54-02e33a9561c6,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:37.193225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:37.201234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f2fd159b-bbac-43c8-876e-66193f628ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.557s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:37.265694 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.0795729 Jun 02 16:25:37.275069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35210) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:37.303003 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-18cece76-e8e8-4108-9510-474bd6b76381 None None] Port 7b1302f5-84d9-40ed-846c-3d3fbb070d71 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:37.326371 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:37.327601 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7325051 Jun 02 16:25:37.338145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35212) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:37.349373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-725562502', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'fixed_ips': [{'ip_address': '172.26.3.135'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:37.354981 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:37.359784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Usage tracker for resource:port and tenant:b430a3ba4b6042159c3206e55c5d0ef5 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:37.363794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:37.379554 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Checking segment: {'id': '0505fbd2-e04a-4b0e-b590-fe073b74858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1253e1ad-5566-4d4e-ae5d-fae63383eb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:37.379919 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network hostable DHCP agents. Network: 1253e1ad-5566-4d4e-ae5d-fae63383eb63, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:25:37.389951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:37.395936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:37.405310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Subnet': ['ID=42be8f4f-0dba-43b0-bb9e-00eb42155c66,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:37.415295 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-68bdfe9d-60f7-4680-b63c-88dca32f891d tempest-DHCPAgentSchedulersTestJSON-535225856 tempest-DHCPAgentSchedulersTestJSON-535225856-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4360 time: 0.2565141 Jun 02 16:25:37.416284 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:37.421497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35214) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:37.430150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-68509435'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:37.443744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:37.457977 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Made reservation on behalf of b430a3ba4b6042159c3206e55c5d0ef5 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:37.460991 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:37.462678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Usage tracker for resource:network and tenant:72a1432aa9784b7f952a9660fc8d1ad3 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:37.472074 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:37.473876 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:37.477795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 1253e1ad-5566-4d4e-ae5d-fae63383eb63 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:25:37.487947 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:37.496598 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:37.499398 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:37.512018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cc17dc79-7907-4eb1-8543-0a6825a18a94 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:37.518113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:37.520162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Usage tracker for resource:security_group_rule and tenant:b430a3ba4b6042159c3206e55c5d0ef5 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:37.524376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:37.531526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:37.579749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 1253e1ad-5566-4d4e-ae5d-fae63383eb63) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:37.598452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63286aba-4fbf-41a7-be8e-96aae1d116e8 None None] Network 1253e1ad-5566-4d4e-ae5d-fae63383eb63 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:37.638217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Made reservation on behalf of 72a1432aa9784b7f952a9660fc8d1ad3 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:37.642213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:37.743222 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de98ed47-297c-4c00-8820-a5fc7cbb52bf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:37.750399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de98ed47-297c-4c00-8820-a5fc7cbb52bf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:37.751510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-de98ed47-297c-4c00-8820-a5fc7cbb52bf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:37.769407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:37.770318 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:37.820121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=7d53f5e6-6d11-42ee-a8f0-4bc899e24f52,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:37.829946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:37.830812 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:25:37.845844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:37.847771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:37.850030 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Added segment bfc94081-5dd2-4758-8597-23c4b48c3a0c of type vlan for network d2d81e5a-61b7-4584-9cec-3b2bea4f8922 Jun 02 16:25:37.864056 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:37.867110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a4e9dbe9-8960-486e-b5ba-05cef9603cef up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:37.868307 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3c3beef5-0766-472d-8256-1c22ad26ef87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:37.886377 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] device_id is not set on port 719f87f5-fe88-4fd8-8e93-16d114734aad yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:25:37.893231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:38.048759 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0d12a404-9d76-4fca-9b7a-817dea71cdf2 None None] Provisioning for port 0df245e2-5123-48e7-92f4-6b00c2be3a70 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:38.075895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-de98ed47-297c-4c00-8820-a5fc7cbb52bf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:38.078290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0d12a404-9d76-4fca-9b7a-817dea71cdf2 None None] Provisioning complete for port 0df245e2-5123-48e7-92f4-6b00c2be3a70 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:38.078845 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0d12a404-9d76-4fca-9b7a-817dea71cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:38.080282 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-de98ed47-297c-4c00-8820-a5fc7cbb52bf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8025181 Jun 02 16:25:38.089456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35216) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:38.122189 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-1253e1ad-5566-4d4e-ae5d-fae63383eb63', 'network_id': '1253e1ad-5566-4d4e-ae5d-fae63383eb63', 'tenant_id': '1d61c543383943e08977d6b7e75fc692', 'fixed_ips': [{'subnet_id': '42be8f4f-0dba-43b0-bb9e-00eb42155c66'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:25:38.122978 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:38.132752 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8218071 Jun 02 16:25:38.134920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:38.156671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35218) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:38.159189 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f497390-bd59-4187-bbda-ad644b421a84 None None] Network 974db4da-bd1d-4433-ada7-92b245f6c1c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:38.162345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'network_id': '1253e1ad-5566-4d4e-ae5d-fae63383eb63', 'name': 'tempest-PortsTestJSON-1823983670', 'fixed_ips': [{'subnet_id': '42be8f4f-0dba-43b0-bb9e-00eb42155c66', 'ip_address': '172.20.0.10'}]}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:38.173959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port a4e9dbe9-8960-486e-b5ba-05cef9603cef completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:38.192349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7821cab0-d47c-4652-bcae-83941028f2a8,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:38.199313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:38.207239 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 02 16:25:38.207957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:25:38.215385 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3563b287-cd90-4140-ae8c-53b092a2dada up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:38.312468 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9656847 Jun 02 16:25:38.312712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35220) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:38.412526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-0d12a404-9d76-4fca-9b7a-817dea71cdf2 None None] Port 0df245e2-5123-48e7-92f4-6b00c2be3a70 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:38.443644 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Floating IP a1e8c9c3-c78b-4728-8079-1976ebdb3adc associated. External IP: 172.26.3.167, port: 198e3b17-52c9-4e1c-9009-089764ca01c5. Jun 02 16:25:38.494013 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:38.499788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:38.500386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:38.513141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:38.537460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0d12a404-9d76-4fca-9b7a-817dea71cdf2 None None] Provisioning complete for port 3563b287-cd90-4140-ae8c-53b092a2dada triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:38.538004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0d12a404-9d76-4fca-9b7a-817dea71cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:38.635724 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:38.641735 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2166262 Jun 02 16:25:38.661965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35222) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:38.717443 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 3563b287-cd90-4140-ae8c-53b092a2dada triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:38.717859 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:38.743770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Pushing event updated for resources: {'Network': ['ID=d2d81e5a-61b7-4584-9cec-3b2bea4f8922,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:38.746297 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:38.759793 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Allocated IP 172.20.0.2 (1253e1ad-5566-4d4e-ae5d-fae63383eb63/42be8f4f-0dba-43b0-bb9e-00eb42155c66/606a94d6-d9fd-49f2-b3a4-baa3f6006963) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:38.760150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:38.763293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:port and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:38.766719 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:38.775535 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network d2d81e5a-61b7-4584-9cec-3b2bea4f8922 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:25:38.785547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:38.813805 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-332b0b57-fefe-43fd-90a4-92c37f27421c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port 0df245e2-5123-48e7-92f4-6b00c2be3a70 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:38.813805 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-332b0b57-fefe-43fd-90a4-92c37f27421c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:38.834291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:38.879170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:38.901163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:38.937504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-13115188-0865-4ef0-b954-9def0b781af0 tempest-AllowedAddressPairTestJSON-1617938191 tempest-AllowedAddressPairTestJSON-1617938191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:39.048600 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-79482c4f-139f-428e-9988-71f7b8d00101 tempest-DHCPAgentSchedulersTestJSON-535225856 tempest-DHCPAgentSchedulersTestJSON-535225856-project-admin] 10.222.0.50 "GET /v2.0/agents/698364da-387e-4590-855a-5629a225ea01/dhcp-networks HTTP/1.1" status: 200 len: 8808 time: 0.3852632 Jun 02 16:25:39.056091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35224) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:39.080281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-64a21e5e-55bd-45f0-86be-3ccf7a575dec tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Deleting port 69b1c8af-28dc-41ef-9f54-02e33a9561c6 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:39.080577 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-64a21e5e-55bd-45f0-86be-3ccf7a575dec tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:39.111155 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=7b1302f5-84d9-40ed-846c-3d3fbb070d71,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:39.114987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:39.121920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:39.339989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5e3b307d-0d9f-4353-b4ef-21bd5557baeb None None] Provisioning complete for port 0df245e2-5123-48e7-92f4-6b00c2be3a70 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:39.340315 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5e3b307d-0d9f-4353-b4ef-21bd5557baeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:39.391381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-332b0b57-fefe-43fd-90a4-92c37f27421c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:39.401634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:39.401968 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:39.420387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b307d-0d9f-4353-b4ef-21bd5557baeb None None] Port 0df245e2-5123-48e7-92f4-6b00c2be3a70 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:39.422317 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Transition to ACTIVE for port object 606a94d6-d9fd-49f2-b3a4-baa3f6006963 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:39.439786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 8e3aacf2-96bb-47e2-a05d-96314c25c4f4 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:39.445873 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Transition to ACTIVE for port object 606a94d6-d9fd-49f2-b3a4-baa3f6006963 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:39.446593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:39.450217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-64a21e5e-55bd-45f0-86be-3ccf7a575dec tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:39.450434 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5e3b307d-0d9f-4353-b4ef-21bd5557baeb None None] Provisioning for port a4e9dbe9-8960-486e-b5ba-05cef9603cef completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:39.450970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-64a21e5e-55bd-45f0-86be-3ccf7a575dec tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:39.455400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:39.459564 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:39.477633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282f82e3-61f0-4432-b98d-419cc1371e49 tempest-DHCPAgentSchedulersTestJSON-535225856 tempest-DHCPAgentSchedulersTestJSON-535225856-project-admin] Network d2d81e5a-61b7-4584-9cec-3b2bea4f8922 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:25:39.496426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5e3b307d-0d9f-4353-b4ef-21bd5557baeb None None] Provisioning complete for port a4e9dbe9-8960-486e-b5ba-05cef9603cef triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:39.496849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5e3b307d-0d9f-4353-b4ef-21bd5557baeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:39.592493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-332b0b57-fefe-43fd-90a4-92c37f27421c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for 0df245e2-5123-48e7-92f4-6b00c2be3a70 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:39.614275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 61c5a599-0152-4746-8e04-c17f6727ee6e has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:25:39.618197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] device_id is not set on port 4670bb15-5847-40bc-848e-9c192334b801 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:25:39.619347 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Network 1253e1ad-5566-4d4e-ae5d-fae63383eb63 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:39.622754 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Pushing event updated for resources: {'Port': ['ID=606a94d6-d9fd-49f2-b3a4-baa3f6006963,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:39.641925 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:39.645996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:39.662978 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:39.797069 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1600cabe-9570-4b81-9732-397ee4d78c8d None None] Network d2d81e5a-61b7-4584-9cec-3b2bea4f8922 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:39.828852 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 85e525ba-122f-4e02-a6ea-eb3365aa9cfb has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:25:39.836061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-64a21e5e-55bd-45f0-86be-3ccf7a575dec tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Calling delete_port for 69b1c8af-28dc-41ef-9f54-02e33a9561c6 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:39.842365 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-282f82e3-61f0-4432-b98d-419cc1371e49 tempest-DHCPAgentSchedulersTestJSON-535225856 tempest-DHCPAgentSchedulersTestJSON-535225856-project-admin] 10.222.0.50 "POST /v2.0/agents/698364da-387e-4590-855a-5629a225ea01/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7829852 Jun 02 16:25:39.871336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Attempting to bind port 606a94d6-d9fd-49f2-b3a4-baa3f6006963 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:39.871683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Attempting to bind port 606a94d6-d9fd-49f2-b3a4-baa3f6006963 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '0505fbd2-e04a-4b0e-b590-fe073b74858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1253e1ad-5566-4d4e-ae5d-fae63383eb63'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:39.872062 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Attempting to bind port 606a94d6-d9fd-49f2-b3a4-baa3f6006963 on network 1253e1ad-5566-4d4e-ae5d-fae63383eb63 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:39.884778 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35226) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:39.914750 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:25:39.915181 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Checking segment: {'id': '0505fbd2-e04a-4b0e-b590-fe073b74858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1253e1ad-5566-4d4e-ae5d-fae63383eb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:39.915693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:39.916264 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Bound using segment: {'id': '0505fbd2-e04a-4b0e-b590-fe073b74858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1253e1ad-5566-4d4e-ae5d-fae63383eb63'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:25:39.916824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Bound port: 606a94d6-d9fd-49f2-b3a4-baa3f6006963, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0505fbd2-e04a-4b0e-b590-fe073b74858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1253e1ad-5566-4d4e-ae5d-fae63383eb63'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:25:39.917271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:40.128850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5e3b307d-0d9f-4353-b4ef-21bd5557baeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:40.182593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] For port 606a94d6-d9fd-49f2-b3a4-baa3f6006963, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:25:40.185748 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5e3b307d-0d9f-4353-b4ef-21bd5557baeb None None] For port a4e9dbe9-8960-486e-b5ba-05cef9603cef, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a4e9dbe9-8960-486e-b5ba-05cef9603cef,segment=NetworkSegment(be4fec8d-0f33-4802-920b-b9b45d7dce1b),segment_id=be4fec8d-0f33-4802-920b-b9b45d7dce1b)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:40.188019 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] For port 606a94d6-d9fd-49f2-b3a4-baa3f6006963, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=606a94d6-d9fd-49f2-b3a4-baa3f6006963,segment=NetworkSegment(0505fbd2-e04a-4b0e-b590-fe073b74858c),segment_id=0505fbd2-e04a-4b0e-b590-fe073b74858c)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:25:40.192194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5e3b307d-0d9f-4353-b4ef-21bd5557baeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:40.195903 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-421e5371-4d6c-4804-97ef-40f517dcbce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:40.204153 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2488bda9-2c2c-46d9-89bb-c02b9110e10f tempest-DHCPAgentSchedulersTestJSON-535225856 tempest-DHCPAgentSchedulersTestJSON-535225856-project-admin] 10.222.0.50 "GET /v2.0/agents/698364da-387e-4590-855a-5629a225ea01/dhcp-networks HTTP/1.1" status: 200 len: 9576 time: 0.3144722 Jun 02 16:25:40.212823 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35228) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:40.278922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b307d-0d9f-4353-b4ef-21bd5557baeb None None] Pushing event updated for resources: {'Port': ['ID=a4e9dbe9-8960-486e-b5ba-05cef9603cef,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:40.282045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:40.293753 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5e3b307d-0d9f-4353-b4ef-21bd5557baeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:40.294256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5e3b307d-0d9f-4353-b4ef-21bd5557baeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:40.333347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:25:40.335069 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-64a21e5e-55bd-45f0-86be-3ccf7a575dec tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:40.351052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:40.411538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907c1078-fd7d-4b74-ad78-d2efe9656663 None None] Sync routers for ids ['85e525ba-122f-4e02-a6ea-eb3365aa9cfb'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:25:40.413297 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Allocated IP 172.20.0.10 (1253e1ad-5566-4d4e-ae5d-fae63383eb63/42be8f4f-0dba-43b0-bb9e-00eb42155c66/4670bb15-5847-40bc-848e-9c192334b801) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:40.458544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:25:40.477888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c1078-fd7d-4b74-ad78-d2efe9656663 None None] Routers {'85e525ba-122f-4e02-a6ea-eb3365aa9cfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:40.479033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-907c1078-fd7d-4b74-ad78-d2efe9656663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['85e525ba-122f-4e02-a6ea-eb3365aa9cfb'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:40.511782 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4e7eee7c-9489-4949-9c06-c6b8959d5f26 tempest-DHCPAgentSchedulersTestJSON-535225856 tempest-DHCPAgentSchedulersTestJSON-535225856-project-admin] 10.222.0.50 "DELETE /v2.0/agents/698364da-387e-4590-855a-5629a225ea01/dhcp-networks/d2d81e5a-61b7-4584-9cec-3b2bea4f8922 HTTP/1.1" status: 204 len: 168 time: 0.2935905 Jun 02 16:25:40.514151 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e44a310-0db5-42d6-be66-ad65dbedd3d0 None None] Sync routers for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:25:40.520703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35230) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:40.539144 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44a310-0db5-42d6-be66-ad65dbedd3d0 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:40.539775 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9e44a310-0db5-42d6-be66-ad65dbedd3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:40.556293 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a21e5e-55bd-45f0-86be-3ccf7a575dec tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Pushing event deleted for resources: {'Port': ['ID=69b1c8af-28dc-41ef-9f54-02e33a9561c6,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:40.559164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-64a21e5e-55bd-45f0-86be-3ccf7a575dec tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:40.562294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-64a21e5e-55bd-45f0-86be-3ccf7a575dec tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:40.595477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:40.605984 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-64a21e5e-55bd-45f0-86be-3ccf7a575dec tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/c7d796ba-bdf7-4502-8e93-49d28fa15c9e HTTP/1.1" status: 204 len: 168 time: 2.2922163 Jun 02 16:25:40.644371 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/85e525ba-122f-4e02-a6ea-eb3365aa9cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5992219 Jun 02 16:25:40.646140 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-907c1078-fd7d-4b74-ad78-d2efe9656663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:40.657148 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7507ac65-27d1-4172-87f0-9ae43c77982b None None] Provisioning complete for port a4e9dbe9-8960-486e-b5ba-05cef9603cef triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:40.657518 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7507ac65-27d1-4172-87f0-9ae43c77982b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:40.662041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-64a21e5e-55bd-45f0-86be-3ccf7a575dec tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:40.671270 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35234) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:40.695356 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9e44a310-0db5-42d6-be66-ad65dbedd3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:40.715675 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44a310-0db5-42d6-be66-ad65dbedd3d0 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:40.716547 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9e44a310-0db5-42d6-be66-ad65dbedd3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:40.740205 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.5292399 Jun 02 16:25:40.778979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c1078-fd7d-4b74-ad78-d2efe9656663 None None] Routers {'85e525ba-122f-4e02-a6ea-eb3365aa9cfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:40.780244 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-907c1078-fd7d-4b74-ad78-d2efe9656663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['85e525ba-122f-4e02-a6ea-eb3365aa9cfb'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:40.787294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35236) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:40.826833 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1099139025'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:40.839047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:40.859151 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9e44a310-0db5-42d6-be66-ad65dbedd3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:40.860392 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e44a310-0db5-42d6-be66-ad65dbedd3d0 None None] The sync data for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:25:40.891109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Pushing event updated for resources: {'Port': ['ID=606a94d6-d9fd-49f2-b3a4-baa3f6006963,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:40.901381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:40.902064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-907c1078-fd7d-4b74-ad78-d2efe9656663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:40.902640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907c1078-fd7d-4b74-ad78-d2efe9656663 None None] The sync data for ids ['85e525ba-122f-4e02-a6ea-eb3365aa9cfb'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:25:40.914831 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc3cc98-4f4a-4391-a7ed-e8f949ffae59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:40.915538 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0cc3cc98-4f4a-4391-a7ed-e8f949ffae59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Synchronizing usage tracker for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:40.960933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Usage tracker for resource:network and tenant:b1e6ae044866456481b224d8f3cd9b84 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:40.970212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-332b0b57-fefe-43fd-90a4-92c37f27421c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:40.972574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:40.988635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:41.001874 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7507ac65-27d1-4172-87f0-9ae43c77982b None None] Could not find standard attr ID for object bb016fe7-db4e-4d84-8e59-2678f53a0e61. {{(pid=92324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 16:25:41.014517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7507ac65-27d1-4172-87f0-9ae43c77982b None None] Provisioning complete for port 7b1302f5-84d9-40ed-846c-3d3fbb070d71 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:41.015346 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0cc3cc98-4f4a-4391-a7ed-e8f949ffae59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Unset dirty status for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:41.015731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7507ac65-27d1-4172-87f0-9ae43c77982b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:41.019911 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0cc3cc98-4f4a-4391-a7ed-e8f949ffae59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports/7b1302f5-84d9-40ed-846c-3d3fbb070d71 HTTP/1.1" status: 200 len: 910 time: 0.3476298 Jun 02 16:25:41.023073 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-04376bfb-ea66-4f8b-b085-30bf639b6f09 tempest-DHCPAgentSchedulersTestJSON-535225856 tempest-DHCPAgentSchedulersTestJSON-535225856-project-admin] 10.222.0.50 "GET /v2.0/agents/698364da-387e-4590-855a-5629a225ea01/dhcp-networks HTTP/1.1" status: 200 len: 8808 time: 0.5010777 Jun 02 16:25:41.023855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35240) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:41.024734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:41.041252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35242) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:41.067387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b0b57-fefe-43fd-90a4-92c37f27421c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=0df245e2-5123-48e7-92f4-6b00c2be3a70,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:41.087982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-7507ac65-27d1-4172-87f0-9ae43c77982b None None] Port 7b1302f5-84d9-40ed-846c-3d3fbb070d71 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:41.099955 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35244) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:41.116658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-332b0b57-fefe-43fd-90a4-92c37f27421c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:41.305342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Made reservation on behalf of b1e6ae044866456481b224d8f3cd9b84 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:41.308960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:41.344231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a992213f-f58b-4af5-81a5-82058c8039c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:41.369562 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a992213f-f58b-4af5-81a5-82058c8039c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:41.370909 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1e83b5e9-d532-4311-85ee-0c4fd6e3cd38 tempest-DHCPAgentSchedulersTestJSON-535225856 tempest-DHCPAgentSchedulersTestJSON-535225856-project-admin] 10.222.0.50 "GET /v2.0/networks/974db4da-bd1d-4433-ada7-92b245f6c1c8/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.3279393 Jun 02 16:25:41.383137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35248) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:41.397418 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a992213f-f58b-4af5-81a5-82058c8039c3 admin admin] Usage tracker for resource:security_group_rule and tenant:66577463b7e844be97e606e78684501b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:41.404252 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a992213f-f58b-4af5-81a5-82058c8039c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:41.415504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a992213f-f58b-4af5-81a5-82058c8039c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:41.439538 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-18217dcb-bd39-4259-a648-a7542395a9ca tempest-DHCPAgentSchedulersTestJSON-535225856 tempest-DHCPAgentSchedulersTestJSON-535225856-project-admin] 10.222.0.50 "GET /v2.0/networks/974db4da-bd1d-4433-ada7-92b245f6c1c8/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0551684 Jun 02 16:25:41.447063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35250) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:41.515695 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:41.536562 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:25:41.623982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:41.624337 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Added segment d60df26b-ac32-4b1b-813a-e86ee6976175 of type vlan for network ce6833a8-8d74-460c-9790-c588415321d7 Jun 02 16:25:41.638912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Transition to ACTIVE for port object 4670bb15-5847-40bc-848e-9c192334b801 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:41.646783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a992213f-f58b-4af5-81a5-82058c8039c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:41.647360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-332b0b57-fefe-43fd-90a4-92c37f27421c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:41.691946 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a992213f-f58b-4af5-81a5-82058c8039c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:41.704116 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ee108bfa-e6de-4108-a677-b1706c7d4c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:41.704550 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-332b0b57-fefe-43fd-90a4-92c37f27421c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/0df245e2-5123-48e7-92f4-6b00c2be3a70 HTTP/1.1" status: 204 len: 168 time: 3.6122458 Jun 02 16:25:41.710220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35252) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:41.721310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:41.787687 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 606a94d6-d9fd-49f2-b3a4-baa3f6006963 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:41.816932 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ab4020b7-8256-4328-b45f-359f318a0d74 tempest-DHCPAgentSchedulersTestJSON-535225856 tempest-DHCPAgentSchedulersTestJSON-535225856-project-admin] 10.222.0.50 "GET /v2.0/agents/698364da-387e-4590-855a-5629a225ea01/dhcp-networks HTTP/1.1" status: 200 len: 8808 time: 0.3472395 Jun 02 16:25:41.822471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35254) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:41.854684 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a992213f-f58b-4af5-81a5-82058c8039c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66577463b7e844be97e606e78684501b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7536457 Jun 02 16:25:41.855962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35256) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:41.861143 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992213f-f58b-4af5-81a5-82058c8039c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54eb3a30-37c1-4398-9b40-0a3b0078879b,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:41.870687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:41.874958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a992213f-f58b-4af5-81a5-82058c8039c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:41.875592 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a50833-69a8-4056-9d8b-22ffbd467f8a None None] Network 1253e1ad-5566-4d4e-ae5d-fae63383eb63 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:41.898785 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b07993-f42f-451e-a91f-660e96740e07 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:41.900985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b07993-f42f-451e-a91f-660e96740e07 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:41.902733 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b07993-f42f-451e-a91f-660e96740e07 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:41.903546 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c3b07993-f42f-451e-a91f-660e96740e07 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:41.925986 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f262eede-a52c-4ab6-99fd-93f0b42fcaf0 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:41.939305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-166cc9c2-9546-435d-9b28-3450cc99dd07 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:41.993940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c3b07993-f42f-451e-a91f-660e96740e07 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:41.994481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-634aaf22-d31e-4dde-83da-5b7a5a035e49 None None] Provisioning for port 606a94d6-d9fd-49f2-b3a4-baa3f6006963 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:41.997715 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c3b07993-f42f-451e-a91f-660e96740e07 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2811732 Jun 02 16:25:41.998715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35258) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:42.006116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 606a94d6-d9fd-49f2-b3a4-baa3f6006963 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:42.015018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.020416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:42.020989 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.025294 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 606a94d6-d9fd-49f2-b3a4-baa3f6006963 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:42.025748 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.064766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d24ba8d4-fe4c-4ca2-9230-9ac7d00f5276 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.068197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 1253e1ad-5566-4d4e-ae5d-fae63383eb63 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:42.077984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:42.085887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:42.135787 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3446684 Jun 02 16:25:42.135787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=4670bb15-5847-40bc-848e-9c192334b801,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:42.143966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35260) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:42.151574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'subnet': {'network_id': 'ce6833a8-8d74-460c-9790-c588415321d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:42.172792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:42.175786 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-41505916-f3aa-4b4e-af07-9ed81f448118 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:42.251648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6482038f-0940-44af-b5c5-2ec5b4acf239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.260211 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.313006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82b138a-f937-40ac-a99f-a64f60fe609a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet b3f326eb-b204-4f69-a6c3-320f355deb12 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:42.313456 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 606a94d6-d9fd-49f2-b3a4-baa3f6006963, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=606a94d6-d9fd-49f2-b3a4-baa3f6006963,segment=NetworkSegment(0505fbd2-e04a-4b0e-b590-fe073b74858c),segment_id=0505fbd2-e04a-4b0e-b590-fe073b74858c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:42.318524 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.319656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a4e9dbe9-8960-486e-b5ba-05cef9603cef up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:42.346180 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:42.374580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c82b138a-f937-40ac-a99f-a64f60fe609a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.426300 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:42.426940 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.477915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=606a94d6-d9fd-49f2-b3a4-baa3f6006963,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:42.483352 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c82b138a-f937-40ac-a99f-a64f60fe609a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.483679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:42.490671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:42.495966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Usage tracker for resource:subnet and tenant:b1e6ae044866456481b224d8f3cd9b84 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:42.497752 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port a4e9dbe9-8960-486e-b5ba-05cef9603cef triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:42.498517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.502702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:42.518468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Network': ['ID=ce6833a8-8d74-460c-9790-c588415321d7,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:42.531412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:42.540595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network ce6833a8-8d74-460c-9790-c588415321d7 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:25:42.597620 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:42.618595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6482038f-0940-44af-b5c5-2ec5b4acf239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.626885 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.4689994 Jun 02 16:25:42.631251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35262) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:42.643944 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'network_id': '1253e1ad-5566-4d4e-ae5d-fae63383eb63', 'name': 'tempest-PortsTestJSON-1239504721', 'fixed_ips': [{'subnet_id': '42be8f4f-0dba-43b0-bb9e-00eb42155c66', 'ip_address': '172.20.0.9'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:42.645274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d24ba8d4-fe4c-4ca2-9230-9ac7d00f5276 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.665061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Made reservation on behalf of b1e6ae044866456481b224d8f3cd9b84 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:42.668701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.685503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c82b138a-f937-40ac-a99f-a64f60fe609a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.704013 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-d24ba8d4-fe4c-4ca2-9230-9ac7d00f5276 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d81e5a-61b7-4584-9cec-3b2bea4f8922']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:42.716618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a61ae558-da7b-495c-b8cc-20c7d84309aa None None] Provisioning for port 4670bb15-5847-40bc-848e-9c192334b801 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:42.724296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a61ae558-da7b-495c-b8cc-20c7d84309aa None None] Provisioning complete for port 4670bb15-5847-40bc-848e-9c192334b801 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:42.725260 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a61ae558-da7b-495c-b8cc-20c7d84309aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.792131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-a61ae558-da7b-495c-b8cc-20c7d84309aa None None] Port 4670bb15-5847-40bc-848e-9c192334b801 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:42.799789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-d24ba8d4-fe4c-4ca2-9230-9ac7d00f5276 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc94081-5dd2-4758-8597-23c4b48c3a0c') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:42.800144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-d24ba8d4-fe4c-4ca2-9230-9ac7d00f5276 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc94081-5dd2-4758-8597-23c4b48c3a0c') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:42.829527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d24ba8d4-fe4c-4ca2-9230-9ac7d00f5276 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.860296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a61ae558-da7b-495c-b8cc-20c7d84309aa None None] Provisioning complete for port 606a94d6-d9fd-49f2-b3a4-baa3f6006963 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:42.860296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a61ae558-da7b-495c-b8cc-20c7d84309aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.861040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d24ba8d4-fe4c-4ca2-9230-9ac7d00f5276 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.875493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24ba8d4-fe4c-4ca2-9230-9ac7d00f5276 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:25:42.876278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d24ba8d4-fe4c-4ca2-9230-9ac7d00f5276 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:25:42.895181 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:25:42.993246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6482038f-0940-44af-b5c5-2ec5b4acf239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:42.999496 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-54ea2c9e-b9ff-4fae-9964-76ad3278a1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:43.001308 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:43.011592 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:port and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:43.018740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d24ba8d4-fe4c-4ca2-9230-9ac7d00f5276 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.023464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d24ba8d4-fe4c-4ca2-9230-9ac7d00f5276 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.026266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482038f-0940-44af-b5c5-2ec5b4acf239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eb3a30-37c1-4398-9b40-0a3b0078879b,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:43.028487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6482038f-0940-44af-b5c5-2ec5b4acf239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:43.029696 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:43.032429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a1e0c2c1-be63-4623-a573-05eed0f98662 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:43.048290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:43.055922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-f262eede-a52c-4ab6-99fd-93f0b42fcaf0 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port 7b1302f5-84d9-40ed-846c-3d3fbb070d71 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:43.056217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f262eede-a52c-4ab6-99fd-93f0b42fcaf0 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.058100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6482038f-0940-44af-b5c5-2ec5b4acf239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.059230 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6482038f-0940-44af-b5c5-2ec5b4acf239 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/54eb3a30-37c1-4398-9b40-0a3b0078879b HTTP/1.1" status: 204 len: 168 time: 1.1995547 Jun 02 16:25:43.061814 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ba8d4-fe4c-4ca2-9230-9ac7d00f5276 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Pushing event deleted for resources: {'Network': ['ID=d2d81e5a-61b7-4584-9cec-3b2bea4f8922,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:43.065723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d24ba8d4-fe4c-4ca2-9230-9ac7d00f5276 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:43.070657 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d24ba8d4-fe4c-4ca2-9230-9ac7d00f5276 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] 10.222.0.50 "DELETE /v2.0/networks/d2d81e5a-61b7-4584-9cec-3b2bea4f8922 HTTP/1.1" status: 204 len: 168 time: 1.2470858 Jun 02 16:25:43.071437 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35266) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:43.122177 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-d733795f-c316-4b8e-a7e2-a60af2a393ef tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] DELETE failed (client error): The resource could not be found. Jun 02 16:25:43.122685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d733795f-c316-4b8e-a7e2-a60af2a393ef tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:25:43.126149 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d733795f-c316-4b8e-a7e2-a60af2a393ef tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] 10.222.0.50 "DELETE /v2.0/ports/bb016fe7-db4e-4d84-8e59-2678f53a0e61 HTTP/1.1" status: 404 len: 333 time: 0.0502405 Jun 02 16:25:43.127379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35268) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:43.134142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:43.138644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c4cfe2e0-6e73-4bda-beb4-f1f6cc5a560c None None] Provisioning complete for port 4670bb15-5847-40bc-848e-9c192334b801 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:43.139235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c4cfe2e0-6e73-4bda-beb4-f1f6cc5a560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.218759 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c4cfe2e0-6e73-4bda-beb4-f1f6cc5a560c None None] Port 4670bb15-5847-40bc-848e-9c192334b801 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:43.384579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdeeb2e-31b9-432c-b184-986411352cfd tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Deleting subnet 4f5ac3aa-9d1f-4444-b42c-69a268500977 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:43.401898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2cdeeb2e-31b9-432c-b184-986411352cfd tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.450298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35272) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:43.514960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f262eede-a52c-4ab6-99fd-93f0b42fcaf0 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.523357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c82b138a-f937-40ac-a99f-a64f60fe609a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.545035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:43.585747 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.626630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.631288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 606a94d6-d9fd-49f2-b3a4-baa3f6006963 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:43.631523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fa94b096-fc22-4105-a03b-b07b62ff6f4c tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:43.728812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f764c1cb-9729-4ea2-be2a-c8a33c67db70 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:43.729875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Subnet': ['ID=2a3473e5-9c5f-49ef-9a02-d4191b47ec23,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:43.732836 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-f262eede-a52c-4ab6-99fd-93f0b42fcaf0 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for 7b1302f5-84d9-40ed-846c-3d3fbb070d71 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:43.737441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Checking segment: {'id': 'd60df26b-ac32-4b1b-813a-e86ee6976175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ce6833a8-8d74-460c-9790-c588415321d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:43.737562 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2cdeeb2e-31b9-432c-b184-986411352cfd tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.737682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network hostable DHCP agents. Network: ce6833a8-8d74-460c-9790-c588415321d7, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:25:43.742348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:43.760864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network ce6833a8-8d74-460c-9790-c588415321d7 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:25:43.768231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c82b138a-f937-40ac-a99f-a64f60fe609a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.771740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, ce6833a8-8d74-460c-9790-c588415321d7) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:43.779530 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b138a-f937-40ac-a99f-a64f60fe609a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=b3f326eb-b204-4f69-a6c3-320f355deb12,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:43.784652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:43.785934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.797487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c82b138a-f937-40ac-a99f-a64f60fe609a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:43.804456 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6253463a-dd8b-4781-b3c4-0d51b02a7e82 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b430a3ba4b6042159c3206e55c5d0ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507469 Jun 02 16:25:43.804693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9330ef-7b84-4405-b47a-23c66e5d7b8e None None] Network ce6833a8-8d74-460c-9790-c588415321d7 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:43.805614 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35274) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:43.809755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] device_id is not set on port 4371df27-9cf1-48dd-9dbd-0e024b919d62 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:25:43.822681 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6752822 Jun 02 16:25:43.826151 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35276) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:43.834605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-859120667', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}, 'admin_state_up': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:43.852219 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:43.866106 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Usage tracker for resource:router and tenant:b1e6ae044866456481b224d8f3cd9b84 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:43.870637 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Quota usage for router was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:43.881116 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:43.905431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-94ebbeb0-85d8-4682-ad0f-cb761b734be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.909002 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.910096 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.917861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 606a94d6-d9fd-49f2-b3a4-baa3f6006963 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:43.918271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.945494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-94ebbeb0-85d8-4682-ad0f-cb761b734be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:43.956552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:44.061892 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c82b138a-f937-40ac-a99f-a64f60fe609a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/b3f326eb-b204-4f69-a6c3-320f355deb12 HTTP/1.1" status: 204 len: 168 time: 2.0088012 Jun 02 16:25:44.064713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35278) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:44.175582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2cdeeb2e-31b9-432c-b184-986411352cfd tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:44.237792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-94ebbeb0-85d8-4682-ad0f-cb761b734be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:44.287526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-ce6833a8-8d74-460c-9790-c588415321d7', 'network_id': 'ce6833a8-8d74-460c-9790-c588415321d7', 'tenant_id': 'b1e6ae044866456481b224d8f3cd9b84', 'fixed_ips': [{'subnet_id': '2a3473e5-9c5f-49ef-9a02-d4191b47ec23'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:25:44.288421 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:44.294113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-15128586-a006-4e88-ba57-96a1ad15a017 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:44.317190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:44.331939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebbeb0-85d8-4682-ad0f-cb761b734be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7821cab0-d47c-4652-bcae-83941028f2a8,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:44.337061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df40e09-632c-4347-b14c-e78611e74349 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet ea61adfa-16d7-44f2-9c7d-331c768fff93 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:44.339599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-94ebbeb0-85d8-4682-ad0f-cb761b734be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:44.355415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9df40e09-632c-4347-b14c-e78611e74349 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:44.416335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-94ebbeb0-85d8-4682-ad0f-cb761b734be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:44.426556 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-94ebbeb0-85d8-4682-ad0f-cb761b734be5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7821cab0-d47c-4652-bcae-83941028f2a8 HTTP/1.1" status: 204 len: 168 time: 0.6134601 Jun 02 16:25:44.437414 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Allocated IP 172.20.0.9 (1253e1ad-5566-4d4e-ae5d-fae63383eb63/42be8f4f-0dba-43b0-bb9e-00eb42155c66/4371df27-9cf1-48dd-9dbd-0e024b919d62) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:44.457333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9df40e09-632c-4347-b14c-e78611e74349 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:44.492493 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Allocated IP 172.20.0.2 (ce6833a8-8d74-460c-9790-c588415321d7/2a3473e5-9c5f-49ef-9a02-d4191b47ec23/dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:44.672085 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9df40e09-632c-4347-b14c-e78611e74349 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:44.692377 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f262eede-a52c-4ab6-99fd-93f0b42fcaf0 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:44.712313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4b8fd9e9-ce3d-4769-be57-d1d020b16f23 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:44.795943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:44.807237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Transition to ACTIVE for port object dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:44.827260 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Transition to ACTIVE for port object dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:44.838784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:44.852029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:44.869666 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262eede-a52c-4ab6-99fd-93f0b42fcaf0 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=7b1302f5-84d9-40ed-846c-3d3fbb070d71,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:44.880851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f262eede-a52c-4ab6-99fd-93f0b42fcaf0 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:44.901753 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Network ce6833a8-8d74-460c-9790-c588415321d7 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:44.909534 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:44.912785 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:45.132935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Pushing event updated for resources: {'Port': ['ID=dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:45.137095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:45.139797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Attempting to bind port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:45.140186 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Attempting to bind port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'd60df26b-ac32-4b1b-813a-e86ee6976175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ce6833a8-8d74-460c-9790-c588415321d7'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:45.140561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Attempting to bind port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a on network ce6833a8-8d74-460c-9790-c588415321d7 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:45.149335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:25:45.149874 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Checking segment: {'id': 'd60df26b-ac32-4b1b-813a-e86ee6976175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ce6833a8-8d74-460c-9790-c588415321d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:45.150313 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:45.151141 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Bound using segment: {'id': 'd60df26b-ac32-4b1b-813a-e86ee6976175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ce6833a8-8d74-460c-9790-c588415321d7'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:25:45.151641 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Bound port: dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60df26b-ac32-4b1b-813a-e86ee6976175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ce6833a8-8d74-460c-9790-c588415321d7'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:25:45.152030 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:45.176077 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:45.213709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Transition to ACTIVE for port object 4371df27-9cf1-48dd-9dbd-0e024b919d62 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:45.231803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2cdeeb2e-31b9-432c-b184-986411352cfd tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:45.252581 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-66bec124-2da5-4560-a764-26b1f541d3a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:45.302189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2cdeeb2e-31b9-432c-b184-986411352cfd tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:45.311894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f1a0e5-abb3-400a-b38e-b787afe10671 None None] Network 974db4da-bd1d-4433-ada7-92b245f6c1c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:45.315910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdeeb2e-31b9-432c-b184-986411352cfd tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5ac3aa-9d1f-4444-b42c-69a268500977,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:45.323745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2cdeeb2e-31b9-432c-b184-986411352cfd tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:45.416527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9df40e09-632c-4347-b14c-e78611e74349 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:45.424711 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-53f0edd4-c95b-4b06-bd5f-134e840d22d4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:45.435269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] For port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:25:45.443175 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2cdeeb2e-31b9-432c-b184-986411352cfd tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] 10.222.0.50 "DELETE /v2.0/subnets/4f5ac3aa-9d1f-4444-b42c-69a268500977 HTTP/1.1" status: 204 len: 168 time: 2.3100121 Jun 02 16:25:45.452615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35298) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:45.466205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:45.473975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] For port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a,segment=NetworkSegment(d60df26b-ac32-4b1b-813a-e86ee6976175),segment_id=d60df26b-ac32-4b1b-813a-e86ee6976175)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:25:45.545467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:45.559894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:45.569661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:45.584573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-41d92d47-6ddf-4a59-95ae-56844662f190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:45.637548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-974fa657-6a7e-4fdd-9dcf-c3ab7c50b9b1 None None] Provisioning complete for port 3563b287-cd90-4140-ae8c-53b092a2dada triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:45.638109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-974fa657-6a7e-4fdd-9dcf-c3ab7c50b9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:45.678661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df40e09-632c-4347-b14c-e78611e74349 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=ea61adfa-16d7-44f2-9c7d-331c768fff93,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:45.685617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9df40e09-632c-4347-b14c-e78611e74349 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:45.689715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:45.697024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9df40e09-632c-4347-b14c-e78611e74349 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:45.699558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 1253e1ad-5566-4d4e-ae5d-fae63383eb63 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:45.706399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:45.711006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=4371df27-9cf1-48dd-9dbd-0e024b919d62,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:45.713595 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:45.752877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:45.767610 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f262eede-a52c-4ab6-99fd-93f0b42fcaf0 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:45.774483 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daca4eb4-4f30-4c40-97b7-901355ed11f7 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:45.832448 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9df40e09-632c-4347-b14c-e78611e74349 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/ea61adfa-16d7-44f2-9c7d-331c768fff93 HTTP/1.1" status: 204 len: 168 time: 1.7665505 Jun 02 16:25:45.849016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35306) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:45.881641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:45.882660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:45.956587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:45.964280 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-66eab598-bc85-447d-a97c-c8ede95e14f6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137834 Jun 02 16:25:45.974946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35308) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:46.024387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Pushing event updated for resources: {'Port': ['ID=dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:46.025034 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3884382 Jun 02 16:25:46.027376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35310) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:46.047567 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:46.210435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3075f8be-8cfe-4869-a30b-467cfc2511ca None None] DHCP port deletion for 974db4da-bd1d-4433-ada7-92b245f6c1c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:25:46.298337 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Allocated IP 172.26.3.5 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/91c8f7c1-854a-4b22-8fc8-dd017560b842) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:46.315171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8d87406c-d7ff-43c4-ad84-0c563fdeb752 None None] Provisioning for port 4371df27-9cf1-48dd-9dbd-0e024b919d62 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:46.338189 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8d87406c-d7ff-43c4-ad84-0c563fdeb752 None None] Provisioning complete for port 4371df27-9cf1-48dd-9dbd-0e024b919d62 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:46.338656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8d87406c-d7ff-43c4-ad84-0c563fdeb752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:46.372320 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db2f6f8-a725-4f4f-8db1-db430f0cea8c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:46.373064 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1db2f6f8-a725-4f4f-8db1-db430f0cea8c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:46.414064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71679963-b90f-4f8a-b77d-6127f5f4ca02 None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:25:46.416745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-3075f8be-8cfe-4869-a30b-467cfc2511ca None None] Deleting port a4e9dbe9-8960-486e-b5ba-05cef9603cef {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:46.417145 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3075f8be-8cfe-4869-a30b-467cfc2511ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:46.432898 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Deleting port a4e9dbe9-8960-486e-b5ba-05cef9603cef {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:46.433686 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:46.459001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-8d87406c-d7ff-43c4-ad84-0c563fdeb752 None None] Port 4371df27-9cf1-48dd-9dbd-0e024b919d62 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:46.551019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1db2f6f8-a725-4f4f-8db1-db430f0cea8c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:46.552227 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1db2f6f8-a725-4f4f-8db1-db430f0cea8c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5758996 Jun 02 16:25:46.557253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35320) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:46.630158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] For port a4e9dbe9-8960-486e-b5ba-05cef9603cef, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a4e9dbe9-8960-486e-b5ba-05cef9603cef,segment=NetworkSegment(be4fec8d-0f33-4802-920b-b9b45d7dce1b),segment_id=be4fec8d-0f33-4802-920b-b9b45d7dce1b)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:46.630525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:46.643430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3075f8be-8cfe-4869-a30b-467cfc2511ca None None] For port a4e9dbe9-8960-486e-b5ba-05cef9603cef, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a4e9dbe9-8960-486e-b5ba-05cef9603cef,segment=NetworkSegment(be4fec8d-0f33-4802-920b-b9b45d7dce1b),segment_id=be4fec8d-0f33-4802-920b-b9b45d7dce1b)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:46.643923 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3075f8be-8cfe-4869-a30b-467cfc2511ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:46.724171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314832e6-aa04-48d7-884b-4bb822a6e653 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:46.724824 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-314832e6-aa04-48d7-884b-4bb822a6e653 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:46.733458 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f262eede-a52c-4ab6-99fd-93f0b42fcaf0 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 85e525ba-122f-4e02-a6ea-eb3365aa9cfb has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:25:46.811928 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-314832e6-aa04-48d7-884b-4bb822a6e653 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:46.815756 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-314832e6-aa04-48d7-884b-4bb822a6e653 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.7845042 Jun 02 16:25:46.816852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Calling delete_port for a4e9dbe9-8960-486e-b5ba-05cef9603cef owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:46.817015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-3075f8be-8cfe-4869-a30b-467cfc2511ca None None] Calling delete_port for a4e9dbe9-8960-486e-b5ba-05cef9603cef owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:46.821469 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35326) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:46.827153 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-71679963-b90f-4f8a-b77d-6127f5f4ca02 None None] Deleting port 3563b287-cd90-4140-ae8c-53b092a2dada {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:46.827801 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-71679963-b90f-4f8a-b77d-6127f5f4ca02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:46.831715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3139ee1e-052d-4005-9375-8fbae7f48ee6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:46.832707 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3139ee1e-052d-4005-9375-8fbae7f48ee6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:46.858423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:46.892476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3139ee1e-052d-4005-9375-8fbae7f48ee6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:46.893702 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3139ee1e-052d-4005-9375-8fbae7f48ee6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3337262 Jun 02 16:25:46.897696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35330) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:46.960758 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-71679963-b90f-4f8a-b77d-6127f5f4ca02 None None] For port 3563b287-cd90-4140-ae8c-53b092a2dada, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3563b287-cd90-4140-ae8c-53b092a2dada,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:46.961155 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-71679963-b90f-4f8a-b77d-6127f5f4ca02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:46.979833 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3517fe06-547f-4f28-9ca0-f88c1d69e490 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807147 Jun 02 16:25:46.987709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35332) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:46.999923 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-cc43e8dc-bf68-43a1-be5d-34d509fc40e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:47.023064 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:47.029894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-eceadbc4-34bb-43b6-abf2-d90eac46f727 tempest-ServersTestJSON-936535059 tempest-ServersTestJSON-936535059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:47.076415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:47.097074 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Pushing event deleted for resources: {'Port': ['ID=a4e9dbe9-8960-486e-b5ba-05cef9603cef,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:47.107622 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-71679963-b90f-4f8a-b77d-6127f5f4ca02 None None] Calling delete_port for 3563b287-cd90-4140-ae8c-53b092a2dada owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:47.115236 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:47.117584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a6ba0a27-c30c-4811-9439-cef7c5e4e35c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:47.138273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3075f8be-8cfe-4869-a30b-467cfc2511ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:47.151981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-827ccfcd-8f56-404e-8d0b-fca84637c9e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:47.165176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f262eede-a52c-4ab6-99fd-93f0b42fcaf0 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:25:47.177104 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f262eede-a52c-4ab6-99fd-93f0b42fcaf0 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/85e525ba-122f-4e02-a6ea-eb3365aa9cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1520047 Jun 02 16:25:47.177827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] No DVR routers for this DVR port a4e9dbe9-8960-486e-b5ba-05cef9603cef on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:47.179388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35338) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:47.191731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cc43e8dc-bf68-43a1-be5d-34d509fc40e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:47.226900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cc43e8dc-bf68-43a1-be5d-34d509fc40e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:47.238756 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5dc25c-4a31-4fc3-bd7e-664a1deb7682 None None] Sync routers for ids ['85e525ba-122f-4e02-a6ea-eb3365aa9cfb'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:25:47.245391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7760cb23-3b26-401a-bbc8-4e69fbd81117 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:47.256043 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7760cb23-3b26-401a-bbc8-4e69fbd81117 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:47.265104 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075f8be-8cfe-4869-a30b-467cfc2511ca None None] Pushing event deleted for resources: {'Port': ['ID=a4e9dbe9-8960-486e-b5ba-05cef9603cef,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:47.265621 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7760cb23-3b26-401a-bbc8-4e69fbd81117 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:47.267229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3075f8be-8cfe-4869-a30b-467cfc2511ca None None] No DVR routers for this DVR port a4e9dbe9-8960-486e-b5ba-05cef9603cef on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:47.275348 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7760cb23-3b26-401a-bbc8-4e69fbd81117 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4527509 Jun 02 16:25:47.277445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3075f8be-8cfe-4869-a30b-467cfc2511ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:47.279340 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5dc25c-4a31-4fc3-bd7e-664a1deb7682 None None] Routers {'85e525ba-122f-4e02-a6ea-eb3365aa9cfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:47.279858 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-ee5dc25c-4a31-4fc3-bd7e-664a1deb7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['85e525ba-122f-4e02-a6ea-eb3365aa9cfb'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:47.287139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35342) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:47.364557 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-ee5dc25c-4a31-4fc3-bd7e-664a1deb7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:47.376543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc43e8dc-bf68-43a1-be5d-34d509fc40e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:47.381632 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5dc25c-4a31-4fc3-bd7e-664a1deb7682 None None] Routers {'85e525ba-122f-4e02-a6ea-eb3365aa9cfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:47.382386 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc43e8dc-bf68-43a1-be5d-34d509fc40e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:47.382527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-ee5dc25c-4a31-4fc3-bd7e-664a1deb7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['85e525ba-122f-4e02-a6ea-eb3365aa9cfb'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:47.383713 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc43e8dc-bf68-43a1-be5d-34d509fc40e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:25:47.384187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc43e8dc-bf68-43a1-be5d-34d509fc40e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:25:47.451691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20adc75e-1410-4666-a9ca-f236c411ad13 None None] Network ce6833a8-8d74-460c-9790-c588415321d7 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:47.484394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-ee5dc25c-4a31-4fc3-bd7e-664a1deb7682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:47.485426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5dc25c-4a31-4fc3-bd7e-664a1deb7682 None None] The sync data for ids ['85e525ba-122f-4e02-a6ea-eb3365aa9cfb'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:25:47.492841 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-71679963-b90f-4f8a-b77d-6127f5f4ca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:47.520295 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cc43e8dc-bf68-43a1-be5d-34d509fc40e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5315318 Jun 02 16:25:47.537259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35348) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:47.546019 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-fae816db-638e-4d97-9a6e-be7aa2817927 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:47.551152 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d6462e13-8794-4a89-bbb1-d4575be99a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:47.625254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71679963-b90f-4f8a-b77d-6127f5f4ca02 None None] No DVR routers for this DVR port 3563b287-cd90-4140-ae8c-53b092a2dada on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:47.627455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71679963-b90f-4f8a-b77d-6127f5f4ca02 None None] Pushing event deleted for resources: {'Port': ['ID=3563b287-cd90-4140-ae8c-53b092a2dada,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:47.649012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-71679963-b90f-4f8a-b77d-6127f5f4ca02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:47.661212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6f5f8ccf-b70f-4ae6-8c5c-e8ff86910880 None None] Provisioning for port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:47.661689 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:47.670032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:47.735088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:47.766915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:47.770032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35350) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:47.785657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fae816db-638e-4d97-9a6e-be7aa2817927 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:47.798795 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fae816db-638e-4d97-9a6e-be7aa2817927 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:47.815186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=91c8f7c1-854a-4b22-8fc8-dd017560b842,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:47.819140 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:47.821094 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-fdd32eea-d841-412f-b1f2-ce9cce2b38c1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port 4371df27-9cf1-48dd-9dbd-0e024b919d62 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:47.821508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fdd32eea-d841-412f-b1f2-ce9cce2b38c1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:47.831383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:47.840920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae816db-638e-4d97-9a6e-be7aa2817927 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:47.844597 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fae816db-638e-4d97-9a6e-be7aa2817927 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:47.846624 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae816db-638e-4d97-9a6e-be7aa2817927 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:25:47.847065 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae816db-638e-4d97-9a6e-be7aa2817927 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:25:47.902742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974db4da-bd1d-4433-ada7-92b245f6c1c8']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:47.946193 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fae816db-638e-4d97-9a6e-be7aa2817927 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4068317 Jun 02 16:25:47.968587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:47.977267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:47.977687 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:47.980265 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35354) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:48.048993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c1a09844-6ccc-492d-8f8a-468b894aec78 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:48.052995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fdd32eea-d841-412f-b1f2-ce9cce2b38c1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:48.064022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:48.070925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4fec8d-0f33-4802-920b-b9b45d7dce1b') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:48.071228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4fec8d-0f33-4802-920b-b9b45d7dce1b') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:48.075249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:48.113254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:48.149371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a,segment=NetworkSegment(d60df26b-ac32-4b1b-813a-e86ee6976175),segment_id=d60df26b-ac32-4b1b-813a-e86ee6976175)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:48.155343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:48.157833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:48.178294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:48.201331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Usage tracker for resource:floatingip and tenant:a0b6fb4176554da78f79140d42d1e8eb is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:48.210539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-fdd32eea-d841-412f-b1f2-ce9cce2b38c1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for 4371df27-9cf1-48dd-9dbd-0e024b919d62 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:48.213490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:48.222524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:48.246754 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for floatingip, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:48.271195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:48.279557 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:48.282413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a4e9dbe9-8960-486e-b5ba-05cef9603cef no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:48.339732 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: a4e9dbe9-8960-486e-b5ba-05cef9603cef {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:25:48.340347 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a4e9dbe9-8960-486e-b5ba-05cef9603cef not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:25:48.340917 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3563b287-cd90-4140-ae8c-53b092a2dada no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:48.341223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:48.378856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 3563b287-cd90-4140-ae8c-53b092a2dada {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:25:48.379255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3563b287-cd90-4140-ae8c-53b092a2dada not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:25:48.385697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:25:48.385902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:48.401130 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c1a09844-6ccc-492d-8f8a-468b894aec78 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:48.402597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-efbc7db8-e479-4ea4-a962-d4c5483ca679 None None] Provisioning complete for port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:48.403224 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-efbc7db8-e479-4ea4-a962-d4c5483ca679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:25:48.408001 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:25:48.467910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:48.503791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fdd32eea-d841-412f-b1f2-ce9cce2b38c1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:48.505602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c1a09844-6ccc-492d-8f8a-468b894aec78 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:48.513591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ab0af095-74a2-409e-966c-bf1c4be28216 tempest-ServerActionsTestJSON-507757720 tempest-ServerActionsTestJSON-507757720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:48.621673 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:48.634412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6b33652f-6930-4894-b3b4-0b31d12d3c44 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:48.650182 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a09844-6ccc-492d-8f8a-468b894aec78 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:48.653652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c1a09844-6ccc-492d-8f8a-468b894aec78 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:48.655133 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a09844-6ccc-492d-8f8a-468b894aec78 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:25:48.655565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a09844-6ccc-492d-8f8a-468b894aec78 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:25:48.659639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:48.696997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Pushing event deleted for resources: {'Network': ['ID=974db4da-bd1d-4433-ada7-92b245f6c1c8,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:48.700433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:48.733917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd32eea-d841-412f-b1f2-ce9cce2b38c1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=4371df27-9cf1-48dd-9dbd-0e024b919d62,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:48.742726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fdd32eea-d841-412f-b1f2-ce9cce2b38c1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:48.762573 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] 10.222.0.50 "DELETE /v2.0/networks/974db4da-bd1d-4433-ada7-92b245f6c1c8 HTTP/1.1" status: 204 len: 168 time: 3.3035853 Jun 02 16:25:48.776885 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c1a09844-6ccc-492d-8f8a-468b894aec78 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7869368 Jun 02 16:25:48.785757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35360) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:48.795141 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-4b4303ee-0e45-4139-b50a-24acc648f08f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:48.817291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:48.888772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:49.044188 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fdd32eea-d841-412f-b1f2-ce9cce2b38c1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:49.057595 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4b4303ee-0e45-4139-b50a-24acc648f08f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:49.081226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Allocated IP 172.26.3.169 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/810ab174-e8c3-4ffc-9ada-207b880e3ae1) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:49.088643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4b4303ee-0e45-4139-b50a-24acc648f08f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:49.094295 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fdd32eea-d841-412f-b1f2-ce9cce2b38c1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/4371df27-9cf1-48dd-9dbd-0e024b919d62 HTTP/1.1" status: 204 len: 168 time: 1.8029692 Jun 02 16:25:49.095466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35364) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:49.133225 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35366) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:49.169549 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a55460-09a1-4550-904e-e9f7d3446da6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] GET failed (client error): The resource could not be found. Jun 02 16:25:49.170123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-42a55460-09a1-4550-904e-e9f7d3446da6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:49.184070 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4303ee-0e45-4139-b50a-24acc648f08f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:49.187604 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b4303ee-0e45-4139-b50a-24acc648f08f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:49.189003 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4303ee-0e45-4139-b50a-24acc648f08f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:25:49.189442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4303ee-0e45-4139-b50a-24acc648f08f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:25:49.285609 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4b4303ee-0e45-4139-b50a-24acc648f08f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4953430 Jun 02 16:25:49.288879 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-47224510-5bbc-4432-bc0e-a01dfc0db3de tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:49.293068 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35370) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:49.295105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-42a55460-09a1-4550-904e-e9f7d3446da6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:49.296258 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-42a55460-09a1-4550-904e-e9f7d3446da6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/4371df27-9cf1-48dd-9dbd-0e024b919d62 HTTP/1.1" status: 404 len: 333 time: 0.2005296 Jun 02 16:25:49.299969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-caecb2a3-367f-4c4e-afc6-42d24ef5a68a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:49.333384 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35372) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:49.526788 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c4b5c486-4aa7-4492-8748-ae0940c5a454 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72a1432aa9784b7f952a9660fc8d1ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3870795 Jun 02 16:25:49.531526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:49.532694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35374) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:49.573403 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-caecb2a3-367f-4c4e-afc6-42d24ef5a68a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:49.594328 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-caecb2a3-367f-4c4e-afc6-42d24ef5a68a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:49.615947 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caecb2a3-367f-4c4e-afc6-42d24ef5a68a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:49.619566 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-caecb2a3-367f-4c4e-afc6-42d24ef5a68a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:49.620920 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-caecb2a3-367f-4c4e-afc6-42d24ef5a68a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:25:49.621370 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caecb2a3-367f-4c4e-afc6-42d24ef5a68a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:25:49.640553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:49.655887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:49.660645 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:49.665812 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8ff90632-6244-4278-a686-a3c9ce79f148 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:49.706456 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-caecb2a3-367f-4c4e-afc6-42d24ef5a68a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4093540 Jun 02 16:25:49.713243 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35376) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:49.714905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-6385c592-392d-47f1-91c8-b7e989b31937 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port 4670bb15-5847-40bc-848e-9c192334b801 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:49.715243 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6385c592-392d-47f1-91c8-b7e989b31937 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:49.726420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:49.726794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:49.737196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-6cff71ff-7464-41fd-8c34-b7deaf90a69e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:49.777093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:49.793878 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-48228933-e23a-4cf2-8585-d15f97266ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:49.838228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:49.888554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:49.904803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-48228933-e23a-4cf2-8585-d15f97266ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:49.960379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event updated for resources: {'Port': ['ID=810ab174-e8c3-4ffc-9ada-207b880e3ae1,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:49.971999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:50.002928 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6cff71ff-7464-41fd-8c34-b7deaf90a69e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:50.029377 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6385c592-392d-47f1-91c8-b7e989b31937 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:50.043646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6cff71ff-7464-41fd-8c34-b7deaf90a69e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:50.073243 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-48228933-e23a-4cf2-8585-d15f97266ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:50.080149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-94ebbeb0-85d8-4682-ad0f-cb761b734be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:50.089362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 082bfedb-f54c-4898-91a3-e100cac288dc is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:25:50.097125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48228933-e23a-4cf2-8585-d15f97266ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af25ff7e-5c08-48b6-9869-b95ce58ef2be,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:50.101384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-48228933-e23a-4cf2-8585-d15f97266ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:50.117907 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-48228933-e23a-4cf2-8585-d15f97266ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:50.121658 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-48228933-e23a-4cf2-8585-d15f97266ed0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af25ff7e-5c08-48b6-9869-b95ce58ef2be HTTP/1.1" status: 204 len: 168 time: 0.5854549 Jun 02 16:25:50.178464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-6385c592-392d-47f1-91c8-b7e989b31937 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for 4670bb15-5847-40bc-848e-9c192334b801 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:50.193298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cff71ff-7464-41fd-8c34-b7deaf90a69e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:50.197061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6cff71ff-7464-41fd-8c34-b7deaf90a69e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:50.198557 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cff71ff-7464-41fd-8c34-b7deaf90a69e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:25:50.198986 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cff71ff-7464-41fd-8c34-b7deaf90a69e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:25:50.213584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-47224510-5bbc-4432-bc0e-a01dfc0db3de tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port dedb75d5-d9b8-4b15-8bf1-45909c922a8e {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:50.213743 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-47224510-5bbc-4432-bc0e-a01dfc0db3de tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:50.226455 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:50.270108 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6cff71ff-7464-41fd-8c34-b7deaf90a69e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5360727 Jun 02 16:25:50.277379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35382) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:50.335820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f65705ed-5bad-4bab-8f5b-5ebf58eb735c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:50.354196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:50.395753 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:25:50.422296 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5aede8-0810-4823-bedb-507d989135e0 None None] Sync routers for ids ['082bfedb-f54c-4898-91a3-e100cac288dc'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:25:50.435775 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5aede8-0810-4823-bedb-507d989135e0 None None] Routers {'082bfedb-f54c-4898-91a3-e100cac288dc'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:50.437633 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-5a5aede8-0810-4823-bedb-507d989135e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['082bfedb-f54c-4898-91a3-e100cac288dc'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:50.446444 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-47224510-5bbc-4432-bc0e-a01dfc0db3de tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:50.456272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:50.457877 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.6297503 Jun 02 16:25:50.461426 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35384) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:50.531153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35386) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:50.541717 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-5a5aede8-0810-4823-bedb-507d989135e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:50.551426 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5aede8-0810-4823-bedb-507d989135e0 None None] Routers {'082bfedb-f54c-4898-91a3-e100cac288dc'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:50.552378 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-5a5aede8-0810-4823-bedb-507d989135e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['082bfedb-f54c-4898-91a3-e100cac288dc'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:50.615487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f65705ed-5bad-4bab-8f5b-5ebf58eb735c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:50.616924 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f65705ed-5bad-4bab-8f5b-5ebf58eb735c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3386242 Jun 02 16:25:50.620441 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-5a5aede8-0810-4823-bedb-507d989135e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:50.621137 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5aede8-0810-4823-bedb-507d989135e0 None None] The sync data for ids ['082bfedb-f54c-4898-91a3-e100cac288dc'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:25:50.623949 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35388) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:50.738651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6385c592-392d-47f1-91c8-b7e989b31937 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:50.793107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-64a21e5e-55bd-45f0-86be-3ccf7a575dec tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:50.845277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a22f3f-c745-4cef-9e7c-cd715f517aa1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:50.845958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-79a22f3f-c745-4cef-9e7c-cd715f517aa1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:50.852240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385c592-392d-47f1-91c8-b7e989b31937 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=4670bb15-5847-40bc-848e-9c192334b801,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:50.865471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-47224510-5bbc-4432-bc0e-a01dfc0db3de tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for dedb75d5-d9b8-4b15-8bf1-45909c922a8e owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:50.865985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6385c592-392d-47f1-91c8-b7e989b31937 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:50.887535 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d641-54e4-4a94-8808-5e70af88c172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:50.907948 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f2f7d641-54e4-4a94-8808-5e70af88c172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:50.912199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f2f7d641-54e4-4a94-8808-5e70af88c172 admin admin] Usage tracker for resource:security_group_rule and tenant:3084a54a949b42c9b57e80ed67dd0cb9 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:50.915362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f2f7d641-54e4-4a94-8808-5e70af88c172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:50.921520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f2f7d641-54e4-4a94-8808-5e70af88c172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:50.967935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-79a22f3f-c745-4cef-9e7c-cd715f517aa1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:50.969135 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-79a22f3f-c745-4cef-9e7c-cd715f517aa1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3423233 Jun 02 16:25:50.973930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35392) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:51.018862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d641-54e4-4a94-8808-5e70af88c172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:51.032150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d641-54e4-4a94-8808-5e70af88c172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:51.047971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a733fa9b-1e33-41bd-aa8e-2c5b9a1327bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:51.105197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:51.133094 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c6f2efe0-a75a-4a46-952b-b149f5316dc5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1555865 Jun 02 16:25:51.133724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35396) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:51.142696 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-9d097e84-e2c3-49d1-b72e-827fea4daa9e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:51.223260 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:51.245104 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f2f7d641-54e4-4a94-8808-5e70af88c172 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3084a54a949b42c9b57e80ed67dd0cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032967 Jun 02 16:25:51.245367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c88729f0-c089-4b02-af5c-108d265d631f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:51.252143 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35398) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:51.286721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6385c592-392d-47f1-91c8-b7e989b31937 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:51.290033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7d641-54e4-4a94-8808-5e70af88c172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b991064-58d1-409b-8089-37b61429a7d3,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:51.310649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f2f7d641-54e4-4a94-8808-5e70af88c172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:51.379068 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6385c592-392d-47f1-91c8-b7e989b31937 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/4670bb15-5847-40bc-848e-9c192334b801 HTTP/1.1" status: 204 len: 168 time: 2.0446560 Jun 02 16:25:51.384345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35400) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:51.390223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9d097e84-e2c3-49d1-b72e-827fea4daa9e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:51.451629 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9d097e84-e2c3-49d1-b72e-827fea4daa9e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:51.453700 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event updated for resources: {'Port': ['ID=810ab174-e8c3-4ffc-9ada-207b880e3ae1,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:51.459849 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02845c8-7130-4ef9-b503-c84b9ce410a9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] GET failed (client error): The resource could not be found. Jun 02 16:25:51.460382 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c02845c8-7130-4ef9-b503-c84b9ce410a9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:51.465194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:51.470121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:51.496526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d097e84-e2c3-49d1-b72e-827fea4daa9e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:51.500474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9d097e84-e2c3-49d1-b72e-827fea4daa9e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:51.518706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c02845c8-7130-4ef9-b503-c84b9ce410a9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:51.519897 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c02845c8-7130-4ef9-b503-c84b9ce410a9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/4670bb15-5847-40bc-848e-9c192334b801 HTTP/1.1" status: 404 len: 333 time: 0.1271775 Jun 02 16:25:51.520708 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:51.521775 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7497489 Jun 02 16:25:51.526322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35402) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:51.526658 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35404) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:51.533529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1776376189'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:51.631266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:51.634663 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b560e302-2887-46d0-ae90-2c392ae7011d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:51.653531 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Usage tracker for resource:network and tenant:a0b6fb4176554da78f79140d42d1e8eb is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:51.658117 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:51.669931 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:51.699440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b560e302-2887-46d0-ae90-2c392ae7011d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:51.703324 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-612c3b8d-5dc1-487a-80b2-58aa33034852 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting subnet 42be8f4f-0dba-43b0-bb9e-00eb42155c66 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:51.708739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-612c3b8d-5dc1-487a-80b2-58aa33034852 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:51.741092 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Made reservation on behalf of a0b6fb4176554da78f79140d42d1e8eb for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:51.744630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:51.765607 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:51.796440 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:51.806193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-612c3b8d-5dc1-487a-80b2-58aa33034852 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:51.833686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Usage tracker for resource:security_group_rule and tenant:a0b6fb4176554da78f79140d42d1e8eb is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:51.843226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:51.858823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:51.998772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-47224510-5bbc-4432-bc0e-a01dfc0db3de tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:52.005716 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-612c3b8d-5dc1-487a-80b2-58aa33034852 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:52.007630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:52.061380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b560e302-2887-46d0-ae90-2c392ae7011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:52.069597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47224510-5bbc-4432-bc0e-a01dfc0db3de tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=dedb75d5-d9b8-4b15-8bf1-45909c922a8e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:52.072817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-47224510-5bbc-4432-bc0e-a01dfc0db3de tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:52.106864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:52.173761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560e302-2887-46d0-ae90-2c392ae7011d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b991064-58d1-409b-8089-37b61429a7d3,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:52.176375 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b560e302-2887-46d0-ae90-2c392ae7011d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:52.265957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b560e302-2887-46d0-ae90-2c392ae7011d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:52.269494 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b560e302-2887-46d0-ae90-2c392ae7011d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b991064-58d1-409b-8089-37b61429a7d3 HTTP/1.1" status: 204 len: 168 time: 1.0095267 Jun 02 16:25:52.453274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-47224510-5bbc-4432-bc0e-a01dfc0db3de tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:52.465727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:52.570660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:52.596837 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:52.638199 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0c9d99cd-c12d-4e6d-84a9-a44e930722d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:52.689563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:25:52.713588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25198ac6-624e-466e-adaf-0167fd04d23f,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:52.721376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:52.721722 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Added segment 9caee5b5-5de3-4803-9c9b-0b387ce83367 of type vlan for network 9e16c96d-6320-4c15-87fb-9ba6936e8395 Jun 02 16:25:52.726398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:52.815804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:52.819842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-612c3b8d-5dc1-487a-80b2-58aa33034852 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:52.828203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-634d75ee-6b92-47e5-ac5c-3fb2597eac2a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:52.905927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c3b8d-5dc1-487a-80b2-58aa33034852 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Subnet': ['ID=42be8f4f-0dba-43b0-bb9e-00eb42155c66,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:52.908194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-612c3b8d-5dc1-487a-80b2-58aa33034852 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:52.912329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12cc998-43a4-4f86-9971-6275dd4df016 None None] Network 1253e1ad-5566-4d4e-ae5d-fae63383eb63 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:52.916134 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.objects.ports [None req-9d097e84-e2c3-49d1-b72e-827fea4daa9e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92322) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:25:52.920699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-612c3b8d-5dc1-487a-80b2-58aa33034852 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:52.921863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9d097e84-e2c3-49d1-b72e-827fea4daa9e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:52.936251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e5b9d1b-1b32-4aa6-8064-22be2fb6517a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:53.004567 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-612c3b8d-5dc1-487a-80b2-58aa33034852 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/42be8f4f-0dba-43b0-bb9e-00eb42155c66 HTTP/1.1" status: 204 len: 168 time: 1.4765711 Jun 02 16:25:53.011528 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d097e84-e2c3-49d1-b72e-827fea4daa9e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:53.012399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35422) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:53.022345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-9d097e84-e2c3-49d1-b72e-827fea4daa9e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:53.034369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5de5c02-2808-4f99-bc3a-af93872019f2 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:53.050062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:53.056520 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:53.057137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:53.089364 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d097e84-e2c3-49d1-b72e-827fea4daa9e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=409a5e7a-8d9e-4e62-8f39-b9759509d1a3,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:53.096018 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d097e84-e2c3-49d1-b72e-827fea4daa9e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:53.096616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9d097e84-e2c3-49d1-b72e-827fea4daa9e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:53.101660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9d097e84-e2c3-49d1-b72e-827fea4daa9e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:53.106654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c93bdd73-cb12-44c6-8b5f-67ffe119e0d5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:53.206813 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6754415 Jun 02 16:25:53.210099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35428) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:53.223446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Request body: {'subnet': {'network_id': '9e16c96d-6320-4c15-87fb-9ba6936e8395', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:53.301987 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9d097e84-e2c3-49d1-b72e-827fea4daa9e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1637359 Jun 02 16:25:53.308571 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:53.313784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35430) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:53.319507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'mac_address': 'fa:16:3e:32:4d:f7', 'name': 'tempest-NetworksTestDHCPv6-772164817'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:53.340172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event updated for resources: {'Network': ['ID=9e16c96d-6320-4c15-87fb-9ba6936e8395,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:53.350590 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:53.356833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 9e16c96d-6320-4c15-87fb-9ba6936e8395 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:25:53.370387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47224510-5bbc-4432-bc0e-a01dfc0db3de tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 85e525ba-122f-4e02-a6ea-eb3365aa9cfb has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:25:53.474752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:53.479209 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Usage tracker for resource:subnet and tenant:a0b6fb4176554da78f79140d42d1e8eb is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:53.482288 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:53.488404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:53.522549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76f22c1-9d69-4c68-a9df-0192bad2dedc None None] DHCP port deletion for 1253e1ad-5566-4d4e-ae5d-fae63383eb63 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:25:53.557841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:53.565024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Made reservation on behalf of a0b6fb4176554da78f79140d42d1e8eb for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:53.568922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:53.572594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:53.588023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port 606a94d6-d9fd-49f2-b3a4-baa3f6006963 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:53.588418 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:53.595987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': '409a5e7a-8d9e-4e62-8f39-b9759509d1a3'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:25:53.597303 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:53.613855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:53.677952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 606a94d6-d9fd-49f2-b3a4-baa3f6006963 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:25:53.755541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:53.800410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47224510-5bbc-4432-bc0e-a01dfc0db3de tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:25:53.819002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58380297-30a3-4c94-9cf3-f8db86d50c24 None None] Sync routers for ids ['85e525ba-122f-4e02-a6ea-eb3365aa9cfb'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:25:53.829187 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-47224510-5bbc-4432-bc0e-a01dfc0db3de tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/85e525ba-122f-4e02-a6ea-eb3365aa9cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6366839 Jun 02 16:25:53.833549 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35442) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:53.854182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port cc7600c1-3e8e-405e-9106-93f5a8e87a0e yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:25:53.859038 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58380297-30a3-4c94-9cf3-f8db86d50c24 None None] Routers {'85e525ba-122f-4e02-a6ea-eb3365aa9cfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:53.859798 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-58380297-30a3-4c94-9cf3-f8db86d50c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['85e525ba-122f-4e02-a6ea-eb3365aa9cfb'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:53.912358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-68009e7d-200d-433b-8db5-f07ca8f3e75a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Synchronizing usage tracker for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:53.922852 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] For port 606a94d6-d9fd-49f2-b3a4-baa3f6006963, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=606a94d6-d9fd-49f2-b3a4-baa3f6006963,segment=NetworkSegment(0505fbd2-e04a-4b0e-b590-fe073b74858c),segment_id=0505fbd2-e04a-4b0e-b590-fe073b74858c)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:53.923368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:53.943531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Allocated IP 172.20.0.1 (ce6833a8-8d74-460c-9790-c588415321d7/2a3473e5-9c5f-49ef-9a02-d4191b47ec23/8905d66f-d589-41b3-8cb3-cda2d7623f4e) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:53.967196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-68009e7d-200d-433b-8db5-f07ca8f3e75a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Unset dirty status for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:53.968645 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-68009e7d-200d-433b-8db5-f07ca8f3e75a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports?device_id=85e525ba-122f-4e02-a6ea-eb3365aa9cfb HTTP/1.1" status: 200 len: 205 time: 0.1318209 Jun 02 16:25:53.992263 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35446) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:54.048681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-58380297-30a3-4c94-9cf3-f8db86d50c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:54.052404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e76f22c1-9d69-4c68-a9df-0192bad2dedc None None] Deleting port 606a94d6-d9fd-49f2-b3a4-baa3f6006963 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:54.052884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e76f22c1-9d69-4c68-a9df-0192bad2dedc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.080599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for 606a94d6-d9fd-49f2-b3a4-baa3f6006963 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:54.141960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.147329 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b8289ab8-c9e0-4fc4-a2a9-48c3a5a1d8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:54.169895 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-e76f22c1-9d69-4c68-a9df-0192bad2dedc None None] For port 606a94d6-d9fd-49f2-b3a4-baa3f6006963, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=606a94d6-d9fd-49f2-b3a4-baa3f6006963,segment=NetworkSegment(0505fbd2-e04a-4b0e-b590-fe073b74858c),segment_id=0505fbd2-e04a-4b0e-b590-fe073b74858c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:54.170495 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e76f22c1-9d69-4c68-a9df-0192bad2dedc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.191991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-614567e2-7fc4-4ed3-868b-af0c3ce139f5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.193350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=606a94d6-d9fd-49f2-b3a4-baa3f6006963,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:54.197034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:54.198035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No DVR routers for this DVR port 606a94d6-d9fd-49f2-b3a4-baa3f6006963 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:54.256800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35452) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:54.317518 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e76f22c1-9d69-4c68-a9df-0192bad2dedc None None] Calling delete_port for 606a94d6-d9fd-49f2-b3a4-baa3f6006963 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:54.401242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e76f22c1-9d69-4c68-a9df-0192bad2dedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.405753 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:54.501959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f22c1-9d69-4c68-a9df-0192bad2dedc None None] Pushing event deleted for resources: {'Port': ['ID=606a94d6-d9fd-49f2-b3a4-baa3f6006963,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:54.520478 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58380297-30a3-4c94-9cf3-f8db86d50c24 None None] Routers {'85e525ba-122f-4e02-a6ea-eb3365aa9cfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:54.520478 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-58380297-30a3-4c94-9cf3-f8db86d50c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['85e525ba-122f-4e02-a6ea-eb3365aa9cfb'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:54.529482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1219491095'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:54.539008 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:54.542923 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.554471 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Usage tracker for resource:network and tenant:e0a7d63b2bad48138c1c8247375dd8d8 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:54.558754 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:54.562292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1253e1ad-5566-4d4e-ae5d-fae63383eb63']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:54.575517 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:54.581807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0505fbd2-e04a-4b0e-b590-fe073b74858c') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:54.582113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0505fbd2-e04a-4b0e-b590-fe073b74858c') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:54.594222 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f22c1-9d69-4c68-a9df-0192bad2dedc None None] No DVR routers for this DVR port 606a94d6-d9fd-49f2-b3a4-baa3f6006963 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:54.596339 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e76f22c1-9d69-4c68-a9df-0192bad2dedc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:54.599724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.611190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] Port 606a94d6-d9fd-49f2-b3a4-baa3f6006963 update to DOWN by agent not found {{(pid=92324) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} Jun 02 16:25:54.617900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Made reservation on behalf of e0a7d63b2bad48138c1c8247375dd8d8 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:54.624525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-58380297-30a3-4c94-9cf3-f8db86d50c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:54.625735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58380297-30a3-4c94-9cf3-f8db86d50c24 None None] The sync data for ids ['85e525ba-122f-4e02-a6ea-eb3365aa9cfb'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:25:54.625922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.636554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Allocated IP 2001:db8::f816:3eff:fe46:95d (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/409a5e7a-8d9e-4e62-8f39-b9759509d1a3/0d82759b-7094-4b15-96b0-b391992d6753) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:54.643888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.654154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.665549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:25:54.665549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:25:54.681406 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:25:54.685911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:54.698591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Usage tracker for resource:security_group_rule and tenant:e0a7d63b2bad48138c1c8247375dd8d8 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:54.703627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:54.772853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:54.798123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.804588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:54.831787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.833351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-614567e2-7fc4-4ed3-868b-af0c3ce139f5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.839946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-614567e2-7fc4-4ed3-868b-af0c3ce139f5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.843443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Network': ['ID=1253e1ad-5566-4d4e-ae5d-fae63383eb63,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:54.851799 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:54.881756 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/networks/1253e1ad-5566-4d4e-ae5d-fae63383eb63 HTTP/1.1" status: 204 len: 168 time: 1.8640532 Jun 02 16:25:54.882726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35456) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:54.886966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.892772 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1474035528'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:54.899868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:54.910825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:network and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:54.918689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:54.928202 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.932212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:54.949090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Transition to ACTIVE for port object 8905d66f-d589-41b3-8cb3-cda2d7623f4e will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:54.949325 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Transition to ACTIVE for port object 0d82759b-7094-4b15-96b0-b391992d6753 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:54.954566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-614567e2-7fc4-4ed3-868b-af0c3ce139f5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.955767 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614567e2-7fc4-4ed3-868b-af0c3ce139f5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Fanout notify agent at l3_agent the message router_deleted on router 85e525ba-122f-4e02-a6ea-eb3365aa9cfb {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:25:54.964092 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:54.968294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.982376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Transition to ACTIVE for port object 0d82759b-7094-4b15-96b0-b391992d6753 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:54.987241 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.989392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:54.995626 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a655bdc3-1219-4435-9b8d-2c990265045e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:55.030568 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-614567e2-7fc4-4ed3-868b-af0c3ce139f5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.035190 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-614567e2-7fc4-4ed3-868b-af0c3ce139f5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/routers/85e525ba-122f-4e02-a6ea-eb3365aa9cfb HTTP/1.1" status: 204 len: 168 time: 1.0380766 Jun 02 16:25:55.035190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35458) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:55.037584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.046204 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b1398f58-e3f6-4232-9fd3-70f4f4061f31 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:55.068354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:55.073961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:55.075828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:55.097689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:25:55.105018 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:25:55.119180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e857d4-2662-4981-8635-a2566a56e570 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting subnet f7ca0254-29a9-4000-891f-9fbbd321623f {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:55.123884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe762b2-63f3-4354-9f25-e53b73a3c904,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:55.125818 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a1e857d4-2662-4981-8635-a2566a56e570 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.129089 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Pushing event updated for resources: {'Port': ['ID=0d82759b-7094-4b15-96b0-b391992d6753,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:55.132468 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:55.133675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::f816:3eff:fe32:4df7 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/409a5e7a-8d9e-4e62-8f39-b9759509d1a3/cc7600c1-3e8e-405e-9106-93f5a8e87a0e) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:55.142115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.142504 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Added segment 0de00e15-c752-4d9a-a0e8-7f3c215980a2 of type vlan for network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 Jun 02 16:25:55.144216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.144684 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Added segment 86f476a7-bf13-479c-bc7b-c83cc5811d0a of type vlan for network 374576c5-fc00-4475-ac0f-12fe53fc83a7 Jun 02 16:25:55.162917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:55.163438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:55.163966 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:55.164960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:55.164960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:55.165281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:55.165647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.165797 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:55.166191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:55.166625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:55.167045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:55.167467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:55.167885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:55.172537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:55.177003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:55.194047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Attempting to bind port 0d82759b-7094-4b15-96b0-b391992d6753 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:55.194471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Attempting to bind port 0d82759b-7094-4b15-96b0-b391992d6753 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:55.194846 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Attempting to bind port 0d82759b-7094-4b15-96b0-b391992d6753 on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:55.201173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:25:55.201870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:55.202044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.202684 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:25:55.203079 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Bound port: 0d82759b-7094-4b15-96b0-b391992d6753, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:25:55.203532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.231475 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.236077 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.264067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network ce6833a8-8d74-460c-9790-c588415321d7 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:55.269343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a1e857d4-2662-4981-8635-a2566a56e570 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.296112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:55.305904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:55.312273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] For port 0d82759b-7094-4b15-96b0-b391992d6753, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:25:55.315313 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] For port 0d82759b-7094-4b15-96b0-b391992d6753, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0d82759b-7094-4b15-96b0-b391992d6753,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:25:55.322814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.335156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:55.340298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=8905d66f-d589-41b3-8cb3-cda2d7623f4e,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:55.352772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:55.417877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.424118 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:55.424762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.426766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.429467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.438706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:55.439379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.450676 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Pushing event updated for resources: {'Port': ['ID=0d82759b-7094-4b15-96b0-b391992d6753,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:55.451548 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:55.456722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:55.539289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a1e857d4-2662-4981-8635-a2566a56e570 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.572486 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.581942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ceec1b2a-36c6-4e74-b224-52ea1f954b1f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:55.630485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-07d0ef5d-aace-41b3-8cea-c682b9da58ea None None] Provisioning for port 8905d66f-d589-41b3-8cb3-cda2d7623f4e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:55.636406 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3760731 Jun 02 16:25:55.636979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-07d0ef5d-aace-41b3-8cea-c682b9da58ea None None] Provisioning complete for port 8905d66f-d589-41b3-8cb3-cda2d7623f4e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:55.636979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-07d0ef5d-aace-41b3-8cea-c682b9da58ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.642973 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7590771 Jun 02 16:25:55.655605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35462) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:55.656994 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Pushing event updated for resources: {'Network': ['ID=24ad2a0a-a6ab-458b-a416-fbee334b9af8,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:55.672813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'subnet': {'network_id': '374576c5-fc00-4475-ac0f-12fe53fc83a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:55.691260 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:25:55.703040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.829162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object cc7600c1-3e8e-405e-9106-93f5a8e87a0e will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:55.830791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Network': ['ID=374576c5-fc00-4475-ac0f-12fe53fc83a7,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:55.839658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event updated for resources: {'Subnet': ['ID=d205d3d7-f7ca-4cbc-ad31-1c21fd84c51b,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:55.847373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:55.849390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:55.849791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:55.861424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 374576c5-fc00-4475-ac0f-12fe53fc83a7 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:25:55.887001 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:55.894368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f195d74d-9083-4de1-ae1c-99c9fcf93397 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:55.922960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:55.931207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-07d0ef5d-aace-41b3-8cea-c682b9da58ea None None] Port 8905d66f-d589-41b3-8cb3-cda2d7623f4e cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:55.988476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:55.992550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:56.002364 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:56.008505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:56.008865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:56.033608 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Checking segment: {'id': '9caee5b5-5de3-4803-9c9b-0b387ce83367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e16c96d-6320-4c15-87fb-9ba6936e8395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:56.035022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Network hostable DHCP agents. Network: 9e16c96d-6320-4c15-87fb-9ba6936e8395, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:25:56.042738 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35466) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:56.043962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=cc7600c1-3e8e-405e-9106-93f5a8e87a0e,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:56.047428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:56.053048 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Request body: {'port': {'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-858606224'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:56.062026 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7470202 Jun 02 16:25:56.064246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:56.067068 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35468) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:56.106583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Usage tracker for resource:port and tenant:009a8eb803154c8d8312f27954c65f6b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:56.114969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:56.123360 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:56.137767 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Made reservation on behalf of 009a8eb803154c8d8312f27954c65f6b for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:56.140094 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:56.160706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:56.180905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:56.187084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Usage tracker for resource:security_group_rule and tenant:009a8eb803154c8d8312f27954c65f6b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:56.191097 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:56.198562 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:56.208663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d778e8ba-29f0-4251-9af0-784f89f6ab73 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:56.214667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d778e8ba-29f0-4251-9af0-784f89f6ab73 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:56.215532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d778e8ba-29f0-4251-9af0-784f89f6ab73 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:56.252559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d778e8ba-29f0-4251-9af0-784f89f6ab73 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:56.253743 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d778e8ba-29f0-4251-9af0-784f89f6ab73 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1856639 Jun 02 16:25:56.256611 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35470) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:56.293337 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:56.313704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:subnet and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:56.318318 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Network 9e16c96d-6320-4c15-87fb-9ba6936e8395 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:25:56.322574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:56.344768 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:56.360885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 9e16c96d-6320-4c15-87fb-9ba6936e8395) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:56.369675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69814b41-428a-4fca-bd06-be42d3190cc9 None None] Network 9e16c96d-6320-4c15-87fb-9ba6936e8395 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:56.381190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:56.428210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:56.435363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:25:56.439076 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:56.439460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:56.444975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-62613ac7-8438-4c37-bc06-cb4f04ce3536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:56.452665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] device_id is not set on port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:25:56.454014 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:56.454641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:56.541495 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddec69b5-453d-474f-98ea-31f060a4b235,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:56.544956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:56.546822 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c7088a61-4360-4fd3-81ed-61c23bcc46e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port cc7600c1-3e8e-405e-9106-93f5a8e87a0e {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:56.547170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7088a61-4360-4fd3-81ed-61c23bcc46e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:56.617353 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3968279 Jun 02 16:25:56.629289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35472) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:56.641236 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-429468998', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}, 'admin_state_up': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:56.661685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:56.756292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Usage tracker for resource:router and tenant:a0b6fb4176554da78f79140d42d1e8eb is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:56.764765 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-9e16c96d-6320-4c15-87fb-9ba6936e8395', 'network_id': '9e16c96d-6320-4c15-87fb-9ba6936e8395', 'tenant_id': 'a0b6fb4176554da78f79140d42d1e8eb', 'fixed_ips': [{'subnet_id': 'd205d3d7-f7ca-4cbc-ad31-1c21fd84c51b'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:25:56.765626 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:56.767972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:56.775190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a1e857d4-2662-4981-8635-a2566a56e570 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:56.786376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2eb59642-c107-40bc-a381-c16bd33b44be tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:56.853321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:56.872306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e35d753-0f25-4701-b82f-34f07d10045b None None] Network 8e3aacf2-96bb-47e2-a05d-96314c25c4f4 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:56.878985 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a1e857d4-2662-4981-8635-a2566a56e570 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:56.887244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e857d4-2662-4981-8635-a2566a56e570 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Subnet': ['ID=f7ca0254-29a9-4000-891f-9fbbd321623f,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:56.890475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a1e857d4-2662-4981-8635-a2566a56e570 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:56.986266 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a1e857d4-2662-4981-8635-a2566a56e570 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/f7ca0254-29a9-4000-891f-9fbbd321623f HTTP/1.1" status: 204 len: 168 time: 1.9505482 Jun 02 16:25:56.991449 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35474) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:56.994398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7088a61-4360-4fd3-81ed-61c23bcc46e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.001032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.002102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.037764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ff35b706-a375-4523-8ccd-268d1ae0aa1a None None] Provisioning for port 0d82759b-7094-4b15-96b0-b391992d6753 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:57.113502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.145655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Allocated IP 172.20.0.2 (9e16c96d-6320-4c15-87fb-9ba6936e8395/d205d3d7-f7ca-4cbc-ad31-1c21fd84c51b/514e0946-0284-4803-a7db-5f79f9e303db) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:57.202173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c7088a61-4360-4fd3-81ed-61c23bcc46e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for cc7600c1-3e8e-405e-9106-93f5a8e87a0e owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:57.292724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6addd9c-1cc7-4c02-aa62-8a5978be2575 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting subnet cc2abed1-f35f-4ee3-9934-50e153221713 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:57.309872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a6addd9c-1cc7-4c02-aa62-8a5978be2575 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.366915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] device_id is not set on port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:25:57.390844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.415651 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-560ac6cf-a3f8-4907-9a87-8c8972265993 None None] Provisioning for port cc7600c1-3e8e-405e-9106-93f5a8e87a0e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:57.419761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a6addd9c-1cc7-4c02-aa62-8a5978be2575 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.423872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-560ac6cf-a3f8-4907-9a87-8c8972265993 None None] Provisioning complete for port cc7600c1-3e8e-405e-9106-93f5a8e87a0e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:57.424338 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-560ac6cf-a3f8-4907-9a87-8c8972265993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.447748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Transition to ACTIVE for port object ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:57.480631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.491623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9110ccac-20a2-45bf-b5f3-1ff2af6c6d7a None None] DHCP port deletion for 8e3aacf2-96bb-47e2-a05d-96314c25c4f4 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:25:57.493337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-93b9a061-4ce2-4534-bc46-e5a594339598 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:57.545250 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-560ac6cf-a3f8-4907-9a87-8c8972265993 None None] Port cc7600c1-3e8e-405e-9106-93f5a8e87a0e cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:57.553616 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.570557 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Transition to ACTIVE for port object 514e0946-0284-4803-a7db-5f79f9e303db will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:57.603563 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Transition to ACTIVE for port object 514e0946-0284-4803-a7db-5f79f9e303db will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:25:57.615422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.626216 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:57.651160 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:25:57.655572 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Pushing event updated for resources: {'Port': ['ID=ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:57.665693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-9110ccac-20a2-45bf-b5f3-1ff2af6c6d7a None None] Deleting port 89196121-1df7-4b02-ba4e-aa1a1a12d996 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:57.666095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9110ccac-20a2-45bf-b5f3-1ff2af6c6d7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.675196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.676461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:57.681942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.693250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.704252 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Checking segment: {'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:57.704759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Network hostable DHCP agents. Network: 24ad2a0a-a6ab-458b-a416-fbee334b9af8, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:25:57.717893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a6addd9c-1cc7-4c02-aa62-8a5978be2575 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.739546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Pushing event updated for resources: {'Port': ['ID=514e0946-0284-4803-a7db-5f79f9e303db,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:57.752835 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Network 9e16c96d-6320-4c15-87fb-9ba6936e8395 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:57.754817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:57.755238 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:57.755648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:57.756052 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:57.756475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:57.756872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:57.756990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-47224510-5bbc-4432-bc0e-a01dfc0db3de tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:57.757313 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:57.757746 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:57.758170 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:57.758561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:57.758993 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:57.759378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:25:57.761237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7088a61-4360-4fd3-81ed-61c23bcc46e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.770645 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:57.775548 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c3d911ac-7e24-45a2-8eab-dd14353be33f tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:57.780364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:57.784982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:57.787407 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0d82759b-7094-4b15-96b0-b391992d6753 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:25:57.796133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:57.829147 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7088a61-4360-4fd3-81ed-61c23bcc46e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=cc7600c1-3e8e-405e-9106-93f5a8e87a0e,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:57.837182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c7088a61-4360-4fd3-81ed-61c23bcc46e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:57.869810 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:25:58.019376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-9110ccac-20a2-45bf-b5f3-1ff2af6c6d7a None None] For port 89196121-1df7-4b02-ba4e-aa1a1a12d996, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=89196121-1df7-4b02-ba4e-aa1a1a12d996,segment=NetworkSegment(db3808a3-664d-4e6b-9e3f-0b489354925f),segment_id=db3808a3-664d-4e6b-9e3f-0b489354925f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:58.020124 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9110ccac-20a2-45bf-b5f3-1ff2af6c6d7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:58.035845 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Attempting to bind port 514e0946-0284-4803-a7db-5f79f9e303db on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:58.036497 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Attempting to bind port 514e0946-0284-4803-a7db-5f79f9e303db by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '9caee5b5-5de3-4803-9c9b-0b387ce83367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e16c96d-6320-4c15-87fb-9ba6936e8395'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:58.037069 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Attempting to bind port 514e0946-0284-4803-a7db-5f79f9e303db on network 9e16c96d-6320-4c15-87fb-9ba6936e8395 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:58.087677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7088a61-4360-4fd3-81ed-61c23bcc46e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:58.125949 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 24ad2a0a-a6ab-458b-a416-fbee334b9af8) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:58.136244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=8905d66f-d589-41b3-8cb3-cda2d7623f4e,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:58.139721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:58.147693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:58.160935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:25:58.160935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Checking segment: {'id': '9caee5b5-5de3-4803-9c9b-0b387ce83367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e16c96d-6320-4c15-87fb-9ba6936e8395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:58.161325 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:58.161446 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Bound using segment: {'id': '9caee5b5-5de3-4803-9c9b-0b387ce83367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e16c96d-6320-4c15-87fb-9ba6936e8395'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:25:58.161971 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Bound port: 514e0946-0284-4803-a7db-5f79f9e303db, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9caee5b5-5de3-4803-9c9b-0b387ce83367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9e16c96d-6320-4c15-87fb-9ba6936e8395'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:25:58.162342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:58.175264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:58.175849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:58.176285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:58.181536 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-9110ccac-20a2-45bf-b5f3-1ff2af6c6d7a None None] Calling delete_port for 89196121-1df7-4b02-ba4e-aa1a1a12d996 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:58.185630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48e70ae-9dfe-4c31-9f8d-f86f52de481c None None] Network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:58.190613 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:25:58.190953 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:25:58.194137 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 2 to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 Jun 02 16:25:58.207303 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c7088a61-4360-4fd3-81ed-61c23bcc46e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/cc7600c1-3e8e-405e-9106-93f5a8e87a0e HTTP/1.1" status: 204 len: 168 time: 1.9495280 Jun 02 16:25:58.217048 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35478) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:58.221819 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 0d82759b-7094-4b15-96b0-b391992d6753 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:25:58.251275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:58.251275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:58.251769 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:58.269110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:25:58.269433 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:25:58.271957 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 3 to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 Jun 02 16:25:58.280491 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network ce6833a8-8d74-460c-9790-c588415321d7 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:58.287237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:58.308762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:58.309289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:58.309758 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:58.316628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 0d82759b-7094-4b15-96b0-b391992d6753 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:58.317043 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:58.321366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a6addd9c-1cc7-4c02-aa62-8a5978be2575 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:58.326018 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8f1ace52-ae70-49ec-b1b5-caacd2a90dfe tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:58.361127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f57a07-1399-4456-8f1a-952a41727035 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:58.362775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f57a07-1399-4456-8f1a-952a41727035 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:58.363542 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-83f57a07-1399-4456-8f1a-952a41727035 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:25:58.366872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:25:58.367742 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:25:58.373199 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 4 to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 Jun 02 16:25:58.395432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6addd9c-1cc7-4c02-aa62-8a5978be2575 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2abed1-f35f-4ee3-9934-50e153221713,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:58.415396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a6addd9c-1cc7-4c02-aa62-8a5978be2575 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:58.416496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a6addd9c-1cc7-4c02-aa62-8a5978be2575 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:58.421043 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:58.421438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:58.421761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:58.433707 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a6addd9c-1cc7-4c02-aa62-8a5978be2575 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/cc2abed1-f35f-4ee3-9934-50e153221713 HTTP/1.1" status: 204 len: 168 time: 1.4291317 Jun 02 16:25:58.433707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-83f57a07-1399-4456-8f1a-952a41727035 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:25:58.437420 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-83f57a07-1399-4456-8f1a-952a41727035 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2200494 Jun 02 16:25:58.438040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35480) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:58.438411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35482) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:58.441522 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:25:58.441853 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:25:58.488744 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 5 to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 Jun 02 16:25:58.489964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ae8b25-c2dc-4822-b9eb-21913284b0cf None None] Network 6a150478-4308-48ec-9e5e-d2d2d3db95fa requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:58.526665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:58.526916 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:58.527255 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:58.529543 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:58.592558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:25:58.592782 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:25:58.599757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9df40e09-632c-4347-b14c-e78611e74349 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:58.607721 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 6 to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 Jun 02 16:25:58.627397 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-0613bf3b-d17f-4637-8d9b-99d2db192ef3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 409a5e7a-8d9e-4e62-8f39-b9759509d1a3 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:25:58.646227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0613bf3b-d17f-4637-8d9b-99d2db192ef3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:58.674802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:58.674802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:58.675154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:58.698791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:25:58.699118 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:25:58.701707 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 7 to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 Jun 02 16:25:58.711868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:58.723646 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] For port 514e0946-0284-4803-a7db-5f79f9e303db, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:25:58.739948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:58.740300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:58.740659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:58.744694 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0613bf3b-d17f-4637-8d9b-99d2db192ef3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:58.745690 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Checking segment: {'id': '86f476a7-bf13-479c-bc7b-c83cc5811d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '374576c5-fc00-4475-ac0f-12fe53fc83a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:25:58.746061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network hostable DHCP agents. Network: 374576c5-fc00-4475-ac0f-12fe53fc83a7, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:25:58.750127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 082bfedb-f54c-4898-91a3-e100cac288dc has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:25:58.753889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Subnet': ['ID=a22ef0ac-d722-4e58-aa1a-b9140cec7d4a,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:58.758883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:58.783716 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:25:58.783956 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:25:58.786732 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 8 to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 Jun 02 16:25:58.807450 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] For port 514e0946-0284-4803-a7db-5f79f9e303db, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=514e0946-0284-4803-a7db-5f79f9e303db,segment=NetworkSegment(9caee5b5-5de3-4803-9c9b-0b387ce83367),segment_id=9caee5b5-5de3-4803-9c9b-0b387ce83367)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:25:58.829994 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-58814ebc-67d9-43c5-b93f-2b9c767fccb1 None None] Provisioning complete for port 8905d66f-d589-41b3-8cb3-cda2d7623f4e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:25:58.830404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-58814ebc-67d9-43c5-b93f-2b9c767fccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:58.854494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:58.854900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:58.855171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:58.869712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:25:58.870136 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:25:58.873073 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 9 to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 Jun 02 16:25:58.889268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:58.910912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1ef538cb-6ee5-49c5-ab21-fdeeb34f11bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:58.995659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 374576c5-fc00-4475-ac0f-12fe53fc83a7 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:25:59.015195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9110ccac-20a2-45bf-b5f3-1ff2af6c6d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.015556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.019768 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.050455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-58814ebc-67d9-43c5-b93f-2b9c767fccb1 None None] Port 8905d66f-d589-41b3-8cb3-cda2d7623f4e cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:25:59.058905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:59.058905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:59.059156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 374576c5-fc00-4475-ac0f-12fe53fc83a7) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:59.059244 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:59.063133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.076785 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:25:59.076785 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:25:59.079103 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 10 to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 Jun 02 16:25:59.084039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9110ccac-20a2-45bf-b5f3-1ff2af6c6d7a None None] No DVR routers for this DVR port 89196121-1df7-4b02-ba4e-aa1a1a12d996 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:25:59.088907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0613bf3b-d17f-4637-8d9b-99d2db192ef3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.106313 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Pushing event updated for resources: {'Port': ['ID=514e0946-0284-4803-a7db-5f79f9e303db,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:59.109054 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c8f76b-fc8c-4fc8-9d35-fdd618e588bd None None] Network 374576c5-fc00-4475-ac0f-12fe53fc83a7 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:25:59.123613 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:59.127873 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e76f22c1-9d69-4c68-a9df-0192bad2dedc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:59.154898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:25:59.155253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:25:59.155573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:25:59.169410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port 89196121-1df7-4b02-ba4e-aa1a1a12d996 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:59.169786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.179258 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110ccac-20a2-45bf-b5f3-1ff2af6c6d7a None None] Pushing event deleted for resources: {'Port': ['ID=89196121-1df7-4b02-ba4e-aa1a1a12d996,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:59.184470 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-9110ccac-20a2-45bf-b5f3-1ff2af6c6d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:59.187105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:25:59.187450 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:25:59.187820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.297216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:25:59.298642 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.304360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Allocated IP 172.26.3.70 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/22b63a39-23ab-491c-998b-6c5a6da5afe9) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:25:59.379667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954cc214-53ac-4625-bfdb-fd9ccb29eb72 None None] DHCP port deletion for 6a150478-4308-48ec-9e5e-d2d2d3db95fa request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:25:59.401638 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7445307 Jun 02 16:25:59.402368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35484) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:59.409470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:25:59.412348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c7be5079-b1d4-4f29-b78b-75ef16a13e5e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1572111589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:59.425629 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f755da-7860-4395-b73c-f8a72d678aa4 None None] Sync routers for ids ['082bfedb-f54c-4898-91a3-e100cac288dc'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:25:59.433666 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "PUT /v2.0/routers/082bfedb-f54c-4898-91a3-e100cac288dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9707167 Jun 02 16:25:59.439539 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f755da-7860-4395-b73c-f8a72d678aa4 None None] Routers {'082bfedb-f54c-4898-91a3-e100cac288dc'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:59.440170 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b1f755da-7860-4395-b73c-f8a72d678aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['082bfedb-f54c-4898-91a3-e100cac288dc'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:59.459843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35486) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:25:59.486621 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'port': {'network_id': 'ce6833a8-8d74-460c-9790-c588415321d7', 'name': 'tempest-FloatingIPTestJSON-1876642181'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:25:59.556739 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b1f755da-7860-4395-b73c-f8a72d678aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:59.569515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-374576c5-fc00-4475-ac0f-12fe53fc83a7', 'network_id': '374576c5-fc00-4475-ac0f-12fe53fc83a7', 'tenant_id': '1d61c543383943e08977d6b7e75fc692', 'fixed_ips': [{'subnet_id': 'a22ef0ac-d722-4e58-aa1a-b9140cec7d4a'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:25:59.570570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.580654 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f755da-7860-4395-b73c-f8a72d678aa4 None None] Routers {'082bfedb-f54c-4898-91a3-e100cac288dc'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:25:59.581531 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b1f755da-7860-4395-b73c-f8a72d678aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['082bfedb-f54c-4898-91a3-e100cac288dc'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:59.583817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.615939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c7be5079-b1d4-4f29-b78b-75ef16a13e5e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:59.621172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c7be5079-b1d4-4f29-b78b-75ef16a13e5e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:router and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:59.625165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.630792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c7be5079-b1d4-4f29-b78b-75ef16a13e5e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:59.633741 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d508cae4-cf59-43e2-9538-ffdb3f6c4e5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:25:59.649500 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b1f755da-7860-4395-b73c-f8a72d678aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:25:59.650219 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f755da-7860-4395-b73c-f8a72d678aa4 None None] The sync data for ids ['082bfedb-f54c-4898-91a3-e100cac288dc'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:25:59.685728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c7be5079-b1d4-4f29-b78b-75ef16a13e5e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:59.697990 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:25:59.716220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:25:59.720750 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:25:59.725244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:25:59.728601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-954cc214-53ac-4625-bfdb-fd9ccb29eb72 None None] Deleting port 452c1f1a-e835-4065-832e-b2fc48c76e5c {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:25:59.728998 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-954cc214-53ac-4625-bfdb-fd9ccb29eb72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.740161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Usage tracker for resource:port and tenant:b1e6ae044866456481b224d8f3cd9b84 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:25:59.743151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] For port 89196121-1df7-4b02-ba4e-aa1a1a12d996, host dv-neutron-601336-83-hyperv, got binding levels [] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:59.743515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.758222 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c7be5079-b1d4-4f29-b78b-75ef16a13e5e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.759389 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c7be5079-b1d4-4f29-b78b-75ef16a13e5e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.765197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Quota usage for port was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:25:59.770313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event updated for resources: {'Port': ['ID=22b63a39-23ab-491c-998b-6c5a6da5afe9,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:25:59.777085 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:25:59.786608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:25:59.806316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c7be5079-b1d4-4f29-b78b-75ef16a13e5e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.893999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-954cc214-53ac-4625-bfdb-fd9ccb29eb72 None None] For port 452c1f1a-e835-4065-832e-b2fc48c76e5c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=452c1f1a-e835-4065-832e-b2fc48c76e5c,segment=NetworkSegment(3f2f93ee-d7e9-43f4-a08e-f94359627aea),segment_id=3f2f93ee-d7e9-43f4-a08e-f94359627aea)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:25:59.894423 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-954cc214-53ac-4625-bfdb-fd9ccb29eb72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:25:59.944591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] For port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:25:59.944969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempted to set empty binding levels {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 16:25:59.953722 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for 89196121-1df7-4b02-ba4e-aa1a1a12d996 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:25:59.960263 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.ipam_backend_mixin [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Port 89196121-1df7-4b02-ba4e-aa1a1a12d996 was not found and therefore no delete operation was performed {{(pid=92322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 16:25:59.965092 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.006504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:00.025994 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Allocated IP 172.20.0.2 (374576c5-fc00-4475-ac0f-12fe53fc83a7/a22ef0ac-d722-4e58-aa1a-b9140cec7d4a/13fbb377-ffbb-4065-a577-fb47fccab336) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:00.034594 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-954cc214-53ac-4625-bfdb-fd9ccb29eb72 None None] Calling delete_port for 452c1f1a-e835-4065-832e-b2fc48c76e5c owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:00.037247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.061110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No DVR routers for this DVR port 89196121-1df7-4b02-ba4e-aa1a1a12d996 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:00.089453 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Made reservation on behalf of b1e6ae044866456481b224d8f3cd9b84 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:00.092839 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.117778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:00.118491 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.235912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.249143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-954cc214-53ac-4625-bfdb-fd9ccb29eb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.253535 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c7be5079-b1d4-4f29-b78b-75ef16a13e5e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.254839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-204ae480-2d38-4046-880d-c59a0fe420ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:00.289110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3aacf2-96bb-47e2-a05d-96314c25c4f4']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:00.311505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] device_id is not set on port 3c07e928-1b06-47f6-8407-80690a43f386 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:26:00.359479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3808a3-664d-4e6b-9e3f-0b489354925f') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:00.359479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3808a3-664d-4e6b-9e3f-0b489354925f') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:00.368447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Pushing event updated for resources: {'Port': ['ID=ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:00.370373 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c7be5079-b1d4-4f29-b78b-75ef16a13e5e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.371647 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c7be5079-b1d4-4f29-b78b-75ef16a13e5e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9656472 Jun 02 16:26:00.371972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:00.376202 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.3250654 Jun 02 16:26:00.381965 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35488) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:00.382380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35490) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:00.385071 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:00.422501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'network_id': '374576c5-fc00-4475-ac0f-12fe53fc83a7', 'name': 'tempest-PortsTestJSON-175746826'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:00.424994 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.447965 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cc214-53ac-4625-bfdb-fd9ccb29eb72 None None] Pushing event deleted for resources: {'Port': ['ID=452c1f1a-e835-4065-832e-b2fc48c76e5c,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:00.464606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-954cc214-53ac-4625-bfdb-fd9ccb29eb72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:00.465855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=89196121-1df7-4b02-ba4e-aa1a1a12d996,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:00.469078 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:00.479711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954cc214-53ac-4625-bfdb-fd9ccb29eb72 None None] No DVR routers for this DVR port 452c1f1a-e835-4065-832e-b2fc48c76e5c on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:00.480079 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.496506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0613bf3b-d17f-4637-8d9b-99d2db192ef3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.510877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4d742bcb-686e-4a52-990c-1f27b7433b49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:00.540250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:26:00.540669 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.546513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7928e299-d1f4-4dcb-8dcb-d5c0334a7d7b None None] Network 9e16c96d-6320-4c15-87fb-9ba6936e8395 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:26:00.561016 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:26:00.574779 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.579776 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613bf3b-d17f-4637-8d9b-99d2db192ef3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=409a5e7a-8d9e-4e62-8f39-b9759509d1a3,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:00.582807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0613bf3b-d17f-4637-8d9b-99d2db192ef3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:00.605997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Transition to ACTIVE for port object 13fbb377-ffbb-4065-a577-fb47fccab336 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:00.669448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0613bf3b-d17f-4637-8d9b-99d2db192ef3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.677789 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.api [None req-449bd301-6778-458e-9259-8ce868426917 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:26:00.678183 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_db.api [None req-449bd301-6778-458e-9259-8ce868426917 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:26:00.687003 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a0d4a3-6254-4ff3-96bd-0e0387760052 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:00.723941 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Transition to ACTIVE for port object 13fbb377-ffbb-4065-a577-fb47fccab336 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:00.726137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.732908 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.740943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a42804b8-2ec6-424a-8b8f-a4703e11fb1e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:00.764178 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0613bf3b-d17f-4637-8d9b-99d2db192ef3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/409a5e7a-8d9e-4e62-8f39-b9759509d1a3 HTTP/1.1" status: 204 len: 168 time: 2.3233440 Jun 02 16:26:00.771177 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35492) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:00.774154 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/networks/8e3aacf2-96bb-47e2-a05d-96314c25c4f4 HTTP/1.1" status: 204 len: 168 time: 2.3345146 Jun 02 16:26:00.775136 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Network': ['ID=8e3aacf2-96bb-47e2-a05d-96314c25c4f4,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:00.778323 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:00.782307 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bc589957-9b62-48cc-9288-b3d063a56db4 None None] Provisioning for port 514e0946-0284-4803-a7db-5f79f9e303db completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:00.785769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35494) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:00.789455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.817214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:00.825659 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:00.852167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Allocated IP 172.20.0.13 (ce6833a8-8d74-460c-9790-c588415321d7/2a3473e5-9c5f-49ef-9a02-d4191b47ec23/3c07e928-1b06-47f6-8407-80690a43f386) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:00.923109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Network 374576c5-fc00-4475-ac0f-12fe53fc83a7 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:00.986848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:00.996863 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:01.001255 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:01.018521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:port and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:01.030997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Pushing event updated for resources: {'Port': ['ID=13fbb377-ffbb-4065-a577-fb47fccab336,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:01.040223 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-820cc285-8ced-43f9-b286-695e7085e480 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2674084 Jun 02 16:26:01.043100 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:01.043380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35496) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:01.052662 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:01.077439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:01.078906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:01.109840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:01.124205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-c17c3cf9-eceb-4fb5-8f68-0c10addd0cd7 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Deleting port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:01.124205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c17c3cf9-eceb-4fb5-8f68-0c10addd0cd7 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:01.222618 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:01.229439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:01.231865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:01.233280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:01.235465 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Attempting to bind port 13fbb377-ffbb-4065-a577-fb47fccab336 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:01.235853 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Attempting to bind port 13fbb377-ffbb-4065-a577-fb47fccab336 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '86f476a7-bf13-479c-bc7b-c83cc5811d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '374576c5-fc00-4475-ac0f-12fe53fc83a7'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:01.236226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Attempting to bind port 13fbb377-ffbb-4065-a577-fb47fccab336 on network 374576c5-fc00-4475-ac0f-12fe53fc83a7 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:01.266320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:26:01.266711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Checking segment: {'id': '86f476a7-bf13-479c-bc7b-c83cc5811d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '374576c5-fc00-4475-ac0f-12fe53fc83a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:26:01.267134 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:01.267566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Bound using segment: {'id': '86f476a7-bf13-479c-bc7b-c83cc5811d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '374576c5-fc00-4475-ac0f-12fe53fc83a7'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:26:01.268078 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Bound port: 13fbb377-ffbb-4065-a577-fb47fccab336, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f476a7-bf13-479c-bc7b-c83cc5811d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '374576c5-fc00-4475-ac0f-12fe53fc83a7'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:26:01.268471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:01.284809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:01.285157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:01.301615 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:01.328989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:01.332562 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:01.400301 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 0d82759b-7094-4b15-96b0-b391992d6753, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0d82759b-7094-4b15-96b0-b391992d6753,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:01.425279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:01.444009 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-9110ccac-20a2-45bf-b5f3-1ff2af6c6d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:01.457111 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-c17c3cf9-eceb-4fb5-8f68-0c10addd0cd7 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] For port ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0, host hv-neutron-6013, got binding levels [] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:01.457682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c17c3cf9-eceb-4fb5-8f68-0c10addd0cd7 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:01.466789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] device_id is not set on port 8aeb3a7a-61cb-4622-9393-846a3c26fa62 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:26:01.508798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:01.521393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:01.531783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] For port 13fbb377-ffbb-4065-a577-fb47fccab336, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:26:01.553171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Transition to ACTIVE for port object 3c07e928-1b06-47f6-8407-80690a43f386 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:01.558309 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] For port 13fbb377-ffbb-4065-a577-fb47fccab336, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=13fbb377-ffbb-4065-a577-fb47fccab336,segment=NetworkSegment(86f476a7-bf13-479c-bc7b-c83cc5811d0a),segment_id=86f476a7-bf13-479c-bc7b-c83cc5811d0a)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:26:01.571696 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e74c0b9-19c0-4dbf-b319-cd26e49483d2 None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:26:01.580784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 89196121-1df7-4b02-ba4e-aa1a1a12d996 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:26:01.607326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:01.655115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:01.664261 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 89196121-1df7-4b02-ba4e-aa1a1a12d996 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:26:01.664515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:01.664618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 89196121-1df7-4b02-ba4e-aa1a1a12d996 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:26:01.693975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=0d82759b-7094-4b15-96b0-b391992d6753,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:01.707681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:01.722282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ce2f7911-8b95-4ff2-b14d-9f9769114afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:01.759990 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event updated for resources: {'Port': ['ID=3c07e928-1b06-47f6-8407-80690a43f386,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:01.769993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:01.798446 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Network ce6833a8-8d74-460c-9790-c588415321d7 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:01.805282 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:01.809528 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:01.865385 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Pushing event updated for resources: {'Port': ['ID=13fbb377-ffbb-4065-a577-fb47fccab336,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:01.869737 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:01.893279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 514e0946-0284-4803-a7db-5f79f9e303db up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:01.942644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1e74c0b9-19c0-4dbf-b319-cd26e49483d2 None None] Deleting port 0d82759b-7094-4b15-96b0-b391992d6753 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:01.943044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1e74c0b9-19c0-4dbf-b319-cd26e49483d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:01.971372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:01.972063 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:02.062889 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5805118 Jun 02 16:26:02.065872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35500) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:02.070700 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b45faafc-13f4-4bfa-a658-efd1e7c5d8cd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Request body: {'floatingip': {'port_id': '3c07e928-1b06-47f6-8407-80690a43f386'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:02.113762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 514e0946-0284-4803-a7db-5f79f9e303db completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:02.136432 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 514e0946-0284-4803-a7db-5f79f9e303db triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:02.136818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:02.166992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35502) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:02.234240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-c17c3cf9-eceb-4fb5-8f68-0c10addd0cd7 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Calling delete_port for ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:02.249607 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-24a88e84-c501-44a9-b873-f0cde75f1123 None None] Provisioning for port 3c07e928-1b06-47f6-8407-80690a43f386 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:02.257053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a150478-4308-48ec-9e5e-d2d2d3db95fa']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:02.266553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1e74c0b9-19c0-4dbf-b319-cd26e49483d2 None None] For port 0d82759b-7094-4b15-96b0-b391992d6753, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0d82759b-7094-4b15-96b0-b391992d6753,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:02.266970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1e74c0b9-19c0-4dbf-b319-cd26e49483d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:02.279782 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-24a88e84-c501-44a9-b873-f0cde75f1123 None None] Provisioning complete for port 3c07e928-1b06-47f6-8407-80690a43f386 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:02.280125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-24a88e84-c501-44a9-b873-f0cde75f1123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:02.318594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2f93ee-d7e9-43f4-a08e-f94359627aea') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:02.319210 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2f93ee-d7e9-43f4-a08e-f94359627aea') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:02.366378 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b45faafc-13f4-4bfa-a658-efd1e7c5d8cd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:02.372557 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:02.381406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:02.555494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:02.578888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1e74c0b9-19c0-4dbf-b319-cd26e49483d2 None None] Calling delete_port for 0d82759b-7094-4b15-96b0-b391992d6753 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:02.584669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:26:02.585083 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:26:02.600575 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:26:02.622921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-24a88e84-c501-44a9-b873-f0cde75f1123 None None] Port 3c07e928-1b06-47f6-8407-80690a43f386 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:02.689101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:02.706801 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Allocated IP 172.20.0.13 (374576c5-fc00-4475-ac0f-12fe53fc83a7/a22ef0ac-d722-4e58-aa1a-b9140cec7d4a/8aeb3a7a-61cb-4622-9393-846a3c26fa62) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:02.766701 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1e74c0b9-19c0-4dbf-b319-cd26e49483d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:02.775118 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 514e0946-0284-4803-a7db-5f79f9e303db, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=514e0946-0284-4803-a7db-5f79f9e303db,segment=NetworkSegment(9caee5b5-5de3-4803-9c9b-0b387ce83367),segment_id=9caee5b5-5de3-4803-9c9b-0b387ce83367)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:02.778565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-88f6ab68-2f59-4209-b60f-4e4564ee1246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:02.826299 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:02.830472 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:02.847828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74c0b9-19c0-4dbf-b319-cd26e49483d2 None None] Pushing event deleted for resources: {'Port': ['ID=0d82759b-7094-4b15-96b0-b391992d6753,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:02.850754 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e74c0b9-19c0-4dbf-b319-cd26e49483d2 None None] No DVR routers for this DVR port 0d82759b-7094-4b15-96b0-b391992d6753 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:02.853311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1e74c0b9-19c0-4dbf-b319-cd26e49483d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:02.854206 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:02.861351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3e6c75d8-de6c-4a5e-8801-4121ebbf7113 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:02.907169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:02.949000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 452c1f1a-e835-4065-832e-b2fc48c76e5c no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:26:02.966942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c17c3cf9-eceb-4fb5-8f68-0c10addd0cd7 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:02.993683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Network': ['ID=6a150478-4308-48ec-9e5e-d2d2d3db95fa,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:03.000473 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 452c1f1a-e835-4065-832e-b2fc48c76e5c {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:26:03.000980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 452c1f1a-e835-4065-832e-b2fc48c76e5c not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:26:03.001516 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0d82759b-7094-4b15-96b0-b391992d6753 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:26:03.053468 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 0d82759b-7094-4b15-96b0-b391992d6753 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:26:03.054002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0d82759b-7094-4b15-96b0-b391992d6753 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:26:03.056148 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-912cec1b-3f26-4f13-97d2-4ba1b6c7d908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:03.060357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:03.061016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:03.061538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:03.062148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:03.062710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:03.063495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:03.063759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:03.064288 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:03.064824 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:03.065656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:03.065936 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:03.066563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:03.078377 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/networks/6a150478-4308-48ec-9e5e-d2d2d3db95fa HTTP/1.1" status: 204 len: 168 time: 2.2837477 Jun 02 16:26:03.078377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:03.083044 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:03.093024 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=514e0946-0284-4803-a7db-5f79f9e303db,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:03.103665 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:03.148648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35504) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:03.177621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'network': {'name': 'tempest-RoutersTest-764091537'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:03.220061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c3cf9-eceb-4fb5-8f68-0c10addd0cd7 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:03.231892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c17c3cf9-eceb-4fb5-8f68-0c10addd0cd7 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:03.238649 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c17c3cf9-eceb-4fb5-8f68-0c10addd0cd7 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] 10.222.0.50 "DELETE /v2.0/ports/ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 HTTP/1.1" status: 204 len: 168 time: 2.8531542 Jun 02 16:26:03.239518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35506) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:03.243920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:03.251126 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c17c3cf9-eceb-4fb5-8f68-0c10addd0cd7 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:03.320704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:network and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:03.325663 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:03.344639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:03.360337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.objects.ports [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92322) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:26:03.371818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f30e9d-3170-4639-aad8-b00e8ef33421 None None] Network 374576c5-fc00-4475-ac0f-12fe53fc83a7 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:03.379839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Router 4e8cc6ff-680c-44a2-9860-c92583e485d6 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:26:03.399092 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:03.404073 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:03.460778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:03.483688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ba405cb8-468f-41f9-a2cd-dc65681d978e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:03.499447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-aa4bc5ad-94f7-4d53-af40-3e1bb483b94a None None] Provisioning for port 13fbb377-ffbb-4065-a577-fb47fccab336 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:03.515940 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d091fc4b-e895-4b6a-b106-6996baaad504 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] GET failed (client error): The resource could not be found. Jun 02 16:26:03.516650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d091fc4b-e895-4b6a-b106-6996baaad504 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Synchronizing usage tracker for tenant:009a8eb803154c8d8312f27954c65f6b on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:03.530189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-67d830a9-c6a6-4147-ab89-1d0ad9d54960 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Deleting port 95f4bea5-b455-43c8-ba81-cfd38e1f8903 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:03.530541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-67d830a9-c6a6-4147-ab89-1d0ad9d54960 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:03.567172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:03.571015 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:26:03.622714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:03.651212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:03.671034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fe0704-d375-438b-a5d7-76c48378249f None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:03.672574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Transition to ACTIVE for port object 8aeb3a7a-61cb-4622-9393-846a3c26fa62 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:03.676988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:03.677334 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Added segment 6f4ae017-01d1-451e-bed0-334f0aee003c of type vlan for network d0502faf-17d7-43c5-adc9-87f432d9e91e Jun 02 16:26:03.702975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:03.703952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:03.716526 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:03.750744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:03.758585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b954ae-6d90-4d37-8da3-aab18aefb7be None None] Sync routers for ids ['4e8cc6ff-680c-44a2-9860-c92583e485d6'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:03.765594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:03.767185 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.1369081 Jun 02 16:26:03.771177 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35508) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:03.823519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b954ae-6d90-4d37-8da3-aab18aefb7be None None] Routers {'4e8cc6ff-680c-44a2-9860-c92583e485d6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:03.824223 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-18b954ae-6d90-4d37-8da3-aab18aefb7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['4e8cc6ff-680c-44a2-9860-c92583e485d6'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:03.835936 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7877183 Jun 02 16:26:03.838207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35510) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:03.847169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d091fc4b-e895-4b6a-b106-6996baaad504 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Unset dirty status for tenant:009a8eb803154c8d8312f27954c65f6b on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:03.848613 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d091fc4b-e895-4b6a-b106-6996baaad504 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] 10.222.0.50 "GET /v2.0/ports/ec3c3ecc-f9eb-40ad-a272-37367fc9f0c0 HTTP/1.1" status: 404 len: 333 time: 0.6041749 Jun 02 16:26:03.869863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'mac_address': 'fa:16:3e:75:e3:63', 'name': 'tempest-NetworksTestDHCPv6-84669596'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:03.896934 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35512) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:03.918989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Request body: {'port': {'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1891127961'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:03.923391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=199f08c2-0c2f-425d-8a45-358c8bd0d8f6,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:03.926922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:03.959191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:04.023683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-18b954ae-6d90-4d37-8da3-aab18aefb7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:04.033738 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-67d830a9-c6a6-4147-ab89-1d0ad9d54960 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:04.034151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-67d830a9-c6a6-4147-ab89-1d0ad9d54960 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:04.089040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b954ae-6d90-4d37-8da3-aab18aefb7be None None] Routers {'4e8cc6ff-680c-44a2-9860-c92583e485d6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:04.089623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-18b954ae-6d90-4d37-8da3-aab18aefb7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:25:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['4e8cc6ff-680c-44a2-9860-c92583e485d6'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:04.101182 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:26:04.152212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 13fbb377-ffbb-4065-a577-fb47fccab336 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:04.171286 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:04.180056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:04.205666 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:04.217140 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-18b954ae-6d90-4d37-8da3-aab18aefb7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:04.217571 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b954ae-6d90-4d37-8da3-aab18aefb7be None None] The sync data for ids ['4e8cc6ff-680c-44a2-9860-c92583e485d6'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:04.314976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': '199f08c2-0c2f-425d-8a45-358c8bd0d8f6'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:26:04.315840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:04.382449 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 13fbb377-ffbb-4065-a577-fb47fccab336 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:04.400180 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 13fbb377-ffbb-4065-a577-fb47fccab336 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:04.400596 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:04.406606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-67d830a9-c6a6-4147-ab89-1d0ad9d54960 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Calling delete_port for 95f4bea5-b455-43c8-ba81-cfd38e1f8903 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:04.483151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Made reservation on behalf of 009a8eb803154c8d8312f27954c65f6b for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:04.486771 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:04.505426 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:04.511415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:04.512399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:04.589233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Allocated IP 2001:db8::f816:3eff:fe22:5fae (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/199f08c2-0c2f-425d-8a45-358c8bd0d8f6/de4906a2-64a9-482e-b3ce-c4717bf04609) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:04.596382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 374576c5-fc00-4475-ac0f-12fe53fc83a7 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:04.617465 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:04.624067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:04.626048 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] device_id is not set on port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:26:04.633579 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:04.684785 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5314538 Jun 02 16:26:04.708092 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35514) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:04.718226 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'subnet': {'network_id': 'd0502faf-17d7-43c5-adc9-87f432d9e91e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:04.736660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=8aeb3a7a-61cb-4622-9393-846a3c26fa62,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:04.752167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:04.753146 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1bae87b2-659e-40a4-b2f4-a1edf2e16c62 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:04.754104 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:04.787811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:04.799996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:04.830861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 13fbb377-ffbb-4065-a577-fb47fccab336, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=13fbb377-ffbb-4065-a577-fb47fccab336,segment=NetworkSegment(86f476a7-bf13-479c-bc7b-c83cc5811d0a),segment_id=86f476a7-bf13-479c-bc7b-c83cc5811d0a)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:04.839101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:04.840132 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 514e0946-0284-4803-a7db-5f79f9e303db up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:04.847880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:04.882601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0f417a68-446d-4c2c-b6ab-509cad7a52d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:04.917776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:04.918487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:05.047852 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:05.052885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Network': ['ID=d0502faf-17d7-43c5-adc9-87f432d9e91e,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:05.061416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:05.063025 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Transition to ACTIVE for port object de4906a2-64a9-482e-b3ce-c4717bf04609 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:05.072585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:05.076193 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6928165 Jun 02 16:26:05.076864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35516) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:05.085256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Transition to ACTIVE for port object de4906a2-64a9-482e-b3ce-c4717bf04609 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:05.104844 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network d0502faf-17d7-43c5-adc9-87f432d9e91e details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:26:05.140036 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:05.201170 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:05.201618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-16bce105-43c9-448b-81b2-d72197b23fc8 None None] Provisioning for port 8aeb3a7a-61cb-4622-9393-846a3c26fa62 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:05.250963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:05.253715 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:05.275123 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:05.291368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:05.296207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-16bce105-43c9-448b-81b2-d72197b23fc8 None None] Provisioning complete for port 8aeb3a7a-61cb-4622-9393-846a3c26fa62 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:05.296207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-16bce105-43c9-448b-81b2-d72197b23fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:05.302131 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:subnet and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:05.315091 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:05.320619 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=13fbb377-ffbb-4065-a577-fb47fccab336,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:05.324201 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:05.340521 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-28d9dfaf-2a52-4223-ad76-a14c352dedb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:05.387792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:05.451138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [None req-b45faafc-13f4-4bfa-a658-efd1e7c5d8cd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:26:05.525681 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:05.530683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:05.534357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:05.642498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 514e0946-0284-4803-a7db-5f79f9e303db triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:05.643595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:05.733979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Pushing event updated for resources: {'Port': ['ID=de4906a2-64a9-482e-b3ce-c4717bf04609,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:05.743020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:05.743740 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ba26e332-1750-44f2-b3df-51c8daa570f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:05.782259 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-16bce105-43c9-448b-81b2-d72197b23fc8 None None] Port 8aeb3a7a-61cb-4622-9393-846a3c26fa62 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:05.792552 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Attempting to bind port de4906a2-64a9-482e-b3ce-c4717bf04609 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:05.792931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Attempting to bind port de4906a2-64a9-482e-b3ce-c4717bf04609 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:05.793311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Attempting to bind port de4906a2-64a9-482e-b3ce-c4717bf04609 on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:05.807978 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:26:05.808369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:26:05.808787 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:05.809201 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:26:05.809731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Bound port: de4906a2-64a9-482e-b3ce-c4717bf04609, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:26:05.810153 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:05.910821 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:05.927392 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b45faafc-13f4-4bfa-a658-efd1e7c5d8cd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:05.946336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b45faafc-13f4-4bfa-a658-efd1e7c5d8cd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:05.977911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] For port de4906a2-64a9-482e-b3ce-c4717bf04609, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:26:05.983609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] For port de4906a2-64a9-482e-b3ce-c4717bf04609, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=de4906a2-64a9-482e-b3ce-c4717bf04609,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:26:05.992821 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:05.997732 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:06.034320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port 599912b9-3d83-4802-bccf-27aeeff5a78f yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:26:06.133575 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 13fbb377-ffbb-4065-a577-fb47fccab336 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:06.188151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-67d830a9-c6a6-4147-ab89-1d0ad9d54960 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:06.196976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Pushing event updated for resources: {'Port': ['ID=de4906a2-64a9-482e-b3ce-c4717bf04609,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:06.202878 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f262eede-a52c-4ab6-99fd-93f0b42fcaf0 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:06.220220 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:06.249210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:06.290963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 13fbb377-ffbb-4065-a577-fb47fccab336 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:06.291949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:06.362838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d830a9-c6a6-4147-ab89-1d0ad9d54960 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event deleted for resources: {'Port': ['ID=95f4bea5-b455-43c8-ba81-cfd38e1f8903,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:06.374122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:06.381283 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-67d830a9-c6a6-4147-ab89-1d0ad9d54960 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:06.381819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fdd32eea-d841-412f-b1f2-ce9cce2b38c1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:06.477618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:06.490131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::f816:3eff:fe75:e363 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/199f08c2-0c2f-425d-8a45-358c8bd0d8f6/599912b9-3d83-4802-bccf-27aeeff5a78f) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:06.516116 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:06.561868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:06.571457 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-b45faafc-13f4-4bfa-a658-efd1e7c5d8cd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Floating IP a1e8c9c3-c78b-4728-8079-1976ebdb3adc associated. External IP: 172.26.3.167, port: 198e3b17-52c9-4e1c-9009-089764ca01c5. Jun 02 16:26:06.631822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:06.641310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:06.642598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:06.644968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:06.708436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Pushing event updated for resources: {'Port': ['ID=50fd5a2b-a216-414d-8fe3-9c598e9d1766,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:06.713622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-67d830a9-c6a6-4147-ab89-1d0ad9d54960 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:06.714246 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-67d830a9-c6a6-4147-ab89-1d0ad9d54960 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Floating IP 135c0ce6-3842-4b2b-8e01-6c11583cdce4 disassociated (deleted). External IP: 172.26.3.190, port: 5a6aea31-8e6b-43a2-a35d-de6027716132. Jun 02 16:26:06.794572 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:06.973355 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.0748725 Jun 02 16:26:06.979465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35518) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:07.046376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:07.325963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:07.356157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:07.450575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:07.481319 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:07.491645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a7e2b31e-651b-4b48-8ff3-39fd15233a05 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:07.725257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object 599912b9-3d83-4802-bccf-27aeeff5a78f will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:07.730810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3e9c1446-b14e-4898-9b45-2a70acbe3f8a None None] Provisioning for port de4906a2-64a9-482e-b3ce-c4717bf04609 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:07.772353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45faafc-13f4-4bfa-a658-efd1e7c5d8cd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 61c5a599-0152-4746-8e04-c17f6727ee6e has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:26:07.794264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d830a9-c6a6-4147-ab89-1d0ad9d54960 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Router a2d7d433-c249-49a7-ba10-3f28c36a2915 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:26:07.879139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:07.929837 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=8aeb3a7a-61cb-4622-9393-846a3c26fa62,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:07.953017 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:07.990509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:08.022470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Allocated IP 172.20.0.1 (9e16c96d-6320-4c15-87fb-9ba6936e8395/d205d3d7-f7ca-4cbc-ad31-1c21fd84c51b/eec008e1-6a58-436e-9514-5380bb4fff0c) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:08.125252 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:08.135482 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:26:08.145912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device de4906a2-64a9-482e-b3ce-c4717bf04609 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:08.190241 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:08.202126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=599912b9-3d83-4802-bccf-27aeeff5a78f,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:08.208445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:08.218277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:08.218277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:08.221170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:08.229587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8d92f5b6-2e32-47af-82d4-27b04bbca0c1 None None] Provisioning complete for port 8aeb3a7a-61cb-4622-9393-846a3c26fa62 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:08.229973 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8d92f5b6-2e32-47af-82d4-27b04bbca0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:08.262401 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45faafc-13f4-4bfa-a658-efd1e7c5d8cd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:08.278251 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bd57ac-513d-4aa4-b886-570028b8e2dd None None] Sync routers for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:08.294139 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd57ac-513d-4aa4-b886-570028b8e2dd None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:08.294998 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-47bd57ac-513d-4aa4-b886-570028b8e2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:08.310669 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-8d92f5b6-2e32-47af-82d4-27b04bbca0c1 None None] Port 8aeb3a7a-61cb-4622-9393-846a3c26fa62 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:08.326692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port de4906a2-64a9-482e-b3ce-c4717bf04609 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:08.332431 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port de4906a2-64a9-482e-b3ce-c4717bf04609 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:08.332815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:08.348153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:08.348938 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.4989731 Jun 02 16:26:08.350247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d830a9-c6a6-4147-ab89-1d0ad9d54960 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:08.351684 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35520) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:08.365914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a288852d-90d6-4695-94ce-04d8393d4838 None None] Sync routers for ids ['a2d7d433-c249-49a7-ba10-3f28c36a2915'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:08.388760 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c98a75c3-95a4-4e35-ba2d-61f205b0f199 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:08.413627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-67d830a9-c6a6-4147-ab89-1d0ad9d54960 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:08.418571 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-47bd57ac-513d-4aa4-b886-570028b8e2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:08.429276 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd57ac-513d-4aa4-b886-570028b8e2dd None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:08.430296 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-47bd57ac-513d-4aa4-b886-570028b8e2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:08.437280 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a288852d-90d6-4695-94ce-04d8393d4838 None None] Routers {'a2d7d433-c249-49a7-ba10-3f28c36a2915'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:08.438344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-a288852d-90d6-4695-94ce-04d8393d4838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a2d7d433-c249-49a7-ba10-3f28c36a2915'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:08.560709 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-47bd57ac-513d-4aa4-b886-570028b8e2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:08.561535 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bd57ac-513d-4aa4-b886-570028b8e2dd None None] The sync data for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:08.583290 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:26:08.621550 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:08.678652 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-67d830a9-c6a6-4147-ab89-1d0ad9d54960 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "DELETE /v2.0/floatingips/135c0ce6-3842-4b2b-8e01-6c11583cdce4 HTTP/1.1" status: 204 len: 168 time: 6.5065033 Jun 02 16:26:08.683119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'tag': '5a6aea31-8e6b-43a2-a35d-de6027716132'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:26:08.685497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8404fbec-5fd9-4ba2-862a-aa9cb78e0bee" -d '{"events": [{"name": "network-changed", "server_uuid": "7db766e4-e538-4a8e-8480-6582cce54ac6", "tag": "5a6aea31-8e6b-43a2-a35d-de6027716132"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:26:08.726784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Subnet': ['ID=49b684eb-bbd9-4801-bc8c-9a70c93c760d,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:08.774322 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:08.775279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:08.796881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f26ae04-e428-45a5-a2d0-62d67405b92b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:08.799462 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9d1e1914-41d1-416c-a929-221c6b265948 None None] Provisioning for port 599912b9-3d83-4802-bccf-27aeeff5a78f completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:08.803088 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f26ae04-e428-45a5-a2d0-62d67405b92b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:08.803908 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9f26ae04-e428-45a5-a2d0-62d67405b92b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:08.808168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9d1e1914-41d1-416c-a929-221c6b265948 None None] Provisioning complete for port 599912b9-3d83-4802-bccf-27aeeff5a78f triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:08.808676 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9d1e1914-41d1-416c-a929-221c6b265948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:08.821947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] device_id is not set on port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:26:08.836501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Checking segment: {'id': '6f4ae017-01d1-451e-bed0-334f0aee003c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd0502faf-17d7-43c5-adc9-87f432d9e91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:26:08.837125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network hostable DHCP agents. Network: d0502faf-17d7-43c5-adc9-87f432d9e91e, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:26:08.847085 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:08.850918 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:08.864480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Transition to ACTIVE for port object eec008e1-6a58-436e-9514-5380bb4fff0c will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:08.896757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port de4906a2-64a9-482e-b3ce-c4717bf04609, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=de4906a2-64a9-482e-b3ce-c4717bf04609,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:08.907213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:08.910542 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-a288852d-90d6-4695-94ce-04d8393d4838 None None] Set router a2d7d433-c249-49a7-ba10-3f28c36a2915 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:26:08.922636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:08.923975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728f0018-c61e-4f07-8a7d-ea16ce0c81c4 x-openstack-request-id: req-728f0018-c61e-4f07-8a7d-ea16ce0c81c4 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:26:08.924904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db766e4-e538-4a8e-8480-6582cce54ac6", "tag": "5a6aea31-8e6b-43a2-a35d-de6027716132", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:26:08.924904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-728f0018-c61e-4f07-8a7d-ea16ce0c81c4 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:26:08.925109 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'tag': '5a6aea31-8e6b-43a2-a35d-de6027716132', 'status': 'completed', 'code': 200} Jun 02 16:26:08.932975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:08.946022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c17c3cf9-eceb-4fb5-8f68-0c10addd0cd7 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:08.984008 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9f26ae04-e428-45a5-a2d0-62d67405b92b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:08.989366 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9f26ae04-e428-45a5-a2d0-62d67405b92b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.6241338 Jun 02 16:26:08.990206 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:08.996436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35526) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:09.031467 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event updated for resources: {'Port': ['ID=eec008e1-6a58-436e-9514-5380bb4fff0c,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:09.054395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:09.063474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Network 9e16c96d-6320-4c15-87fb-9ba6936e8395 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:09.072002 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:09.079943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=de4906a2-64a9-482e-b3ce-c4717bf04609,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:09.082549 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:09.087803 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:09.091098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45faafc-13f4-4bfa-a658-efd1e7c5d8cd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 082bfedb-f54c-4898-91a3-e100cac288dc has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:26:09.107293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e1914-41d1-416c-a929-221c6b265948 None None] Port 599912b9-3d83-4802-bccf-27aeeff5a78f cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:09.124541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Transition to ACTIVE for port object 50fd5a2b-a216-414d-8fe3-9c598e9d1766 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:09.129365 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404fbec-5fd9-4ba2-862a-aa9cb78e0bee req-b066c703-508b-485e-b4ff-2114a516da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:09.131574 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8404fbec-5fd9-4ba2-862a-aa9cb78e0bee req-b066c703-508b-485e-b4ff-2114a516da43 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63cb22b2aa5349b4b453b929309f04b5&device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 1098 time: 0.2515042 Jun 02 16:26:09.133650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network d0502faf-17d7-43c5-adc9-87f432d9e91e is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:26:09.149738 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:09.154439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:09.180173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-332b0b57-fefe-43fd-90a4-92c37f27421c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:09.235632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, d0502faf-17d7-43c5-adc9-87f432d9e91e) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:09.260807 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bc3da2-e405-4bc1-8c31-ffe9c44a7ba3 None None] Network d0502faf-17d7-43c5-adc9-87f432d9e91e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:09.424098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:09.424701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:09.446306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Pushing event updated for resources: {'Port': ['ID=50fd5a2b-a216-414d-8fe3-9c598e9d1766,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:09.448731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:09.497647 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-357aee81-6254-4e31-81f9-81430452b260 None None] Provisioning for port eec008e1-6a58-436e-9514-5380bb4fff0c completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:09.504856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:09.532844 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-357aee81-6254-4e31-81f9-81430452b260 None None] Provisioning complete for port eec008e1-6a58-436e-9514-5380bb4fff0c triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:09.533235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-357aee81-6254-4e31-81f9-81430452b260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:09.609979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:09.610664 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:09.610791 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:09.627453 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9178953 Jun 02 16:26:09.632563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35530) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:09.639304 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:09.639739 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:09.639945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-42a9c1c1-f373-4897-90eb-0d014480e1c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-141046151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:09.642885 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 2 to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 Jun 02 16:26:09.702454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-42a9c1c1-f373-4897-90eb-0d014480e1c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:09.704175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-357aee81-6254-4e31-81f9-81430452b260 None None] Port eec008e1-6a58-436e-9514-5380bb4fff0c cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:09.707796 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:09.708120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:09.708488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:09.721981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:09.722322 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:09.732921 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-42a9c1c1-f373-4897-90eb-0d014480e1c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:router and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:09.747627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-42a9c1c1-f373-4897-90eb-0d014480e1c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:09.774732 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-a288852d-90d6-4695-94ce-04d8393d4838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626977264', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:36Z', 'updated_at': '2021-06-02T16:23:59Z', 'revision_number': 4, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'gw_port': {'id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:38Z', 'updated_at': '2021-06-02T16:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'f534ed46-e1a3-4a79-b6a2-95cfdd4bff10', 'name': '', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'mac_address': 'fa:16:3e:a1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '37890743-a156-48e2-9877-ae966842ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:57Z', 'updated_at': '2021-06-02T16:24:11Z', 'revision_number': 5, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'subnets': [{'id': '37890743-a156-48e2-9877-ae966842ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:09.779579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-d0502faf-17d7-43c5-adc9-87f432d9e91e', 'network_id': 'd0502faf-17d7-43c5-adc9-87f432d9e91e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'fixed_ips': [{'subnet_id': '49b684eb-bbd9-4801-bc8c-9a70c93c760d'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:26:09.780461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:09.787476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-42a9c1c1-f373-4897-90eb-0d014480e1c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:09.792906 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a288852d-90d6-4695-94ce-04d8393d4838 None None] Checking router: a2d7d433-c249-49a7-ba10-3f28c36a2915 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:26:09.801543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404fbec-5fd9-4ba2-862a-aa9cb78e0bee req-1fdb1ce3-8325-4c83-bc6b-1187fbc41040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:09.803054 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8404fbec-5fd9-4ba2-862a-aa9cb78e0bee req-1fdb1ce3-8325-4c83-bc6b-1187fbc41040 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 HTTP/1.1" status: 200 len: 898 time: 0.6587639 Jun 02 16:26:09.811295 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-3d453718-f1dd-4494-9b27-4da1503abc50 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port 599912b9-3d83-4802-bccf-27aeeff5a78f {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:09.811648 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3d453718-f1dd-4494-9b27-4da1503abc50 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:09.847830 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a288852d-90d6-4695-94ce-04d8393d4838 None None] Routers {'a2d7d433-c249-49a7-ba10-3f28c36a2915'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:09.849092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-a288852d-90d6-4695-94ce-04d8393d4838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a2d7d433-c249-49a7-ba10-3f28c36a2915'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:09.900427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-42a9c1c1-f373-4897-90eb-0d014480e1c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:09.900766 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-42a9c1c1-f373-4897-90eb-0d014480e1c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:09.917650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45faafc-13f4-4bfa-a658-efd1e7c5d8cd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:09.932460 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 3 to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 Jun 02 16:26:09.941700 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2f2352-5a85-457e-82b4-2dfda9501030 None None] Sync routers for ids ['082bfedb-f54c-4898-91a3-e100cac288dc'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:09.966665 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8404fbec-5fd9-4ba2-862a-aa9cb78e0bee req-e7f91b80-5e4e-412d-be13-a011c2add9dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a6aea31-8e6b-43a2-a35d-de6027716132 HTTP/1.1" status: 200 len: 217 time: 0.1397543 Jun 02 16:26:09.967690 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:09.967812 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2f2352-5a85-457e-82b4-2dfda9501030 None None] Routers {'082bfedb-f54c-4898-91a3-e100cac288dc'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:09.968320 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:09.968879 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1d2f2352-5a85-457e-82b4-2dfda9501030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['082bfedb-f54c-4898-91a3-e100cac288dc'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:09.969096 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:09.975094 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b45faafc-13f4-4bfa-a658-efd1e7c5d8cd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:09.994179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:09.994778 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:09.999948 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 4 to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 Jun 02 16:26:10.086159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbbf7f-88ad-40c7-8660-bb83ad2f08bc req-9bfbd47b-37a9-46b5-9fa1-ddeb7e8bb0e5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:10.086606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-a5bbbf7f-88ad-40c7-8660-bb83ad2f08bc req-9bfbd47b-37a9-46b5-9fa1-ddeb7e8bb0e5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Synchronizing usage tracker for tenant:63cb22b2aa5349b4b453b929309f04b5 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:10.113399 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1d2f2352-5a85-457e-82b4-2dfda9501030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:10.122393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-42a9c1c1-f373-4897-90eb-0d014480e1c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:10.126341 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2f2352-5a85-457e-82b4-2dfda9501030 None None] Routers {'082bfedb-f54c-4898-91a3-e100cac288dc'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:10.127258 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1d2f2352-5a85-457e-82b4-2dfda9501030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['082bfedb-f54c-4898-91a3-e100cac288dc'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:10.132306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device de4906a2-64a9-482e-b3ce-c4717bf04609 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:10.150778 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:10.153250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:10.153630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:10.154377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:10.168649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-a288852d-90d6-4695-94ce-04d8393d4838 None None] Set router a2d7d433-c249-49a7-ba10-3f28c36a2915 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:26:10.196184 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1d2f2352-5a85-457e-82b4-2dfda9501030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:10.197001 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2f2352-5a85-457e-82b4-2dfda9501030 None None] The sync data for ids ['082bfedb-f54c-4898-91a3-e100cac288dc'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:10.202483 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:10.229326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Allocated IP 172.20.0.2 (d0502faf-17d7-43c5-adc9-87f432d9e91e/49b684eb-bbd9-4801-bc8c-9a70c93c760d/12693544-faa3-4f68-8b8a-73f0a85e3107) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:10.238579 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:10.238816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404fbec-5fd9-4ba2-862a-aa9cb78e0bee req-97fbf0bd-d05e-4608-bf28-bdc6ac8dcb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:10.239422 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8404fbec-5fd9-4ba2-862a-aa9cb78e0bee req-97fbf0bd-d05e-4608-bf28-bdc6ac8dcb0c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37890743-a156-48e2-9877-ae966842ebc7 HTTP/1.1" status: 200 len: 835 time: 0.2112501 Jun 02 16:26:10.248841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3d453718-f1dd-4494-9b27-4da1503abc50 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:10.274403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:10.274638 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:10.291942 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 5 to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 Jun 02 16:26:10.296032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-a5bbbf7f-88ad-40c7-8660-bb83ad2f08bc req-9bfbd47b-37a9-46b5-9fa1-ddeb7e8bb0e5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Unset dirty status for tenant:63cb22b2aa5349b4b453b929309f04b5 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:10.297202 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a5bbbf7f-88ad-40c7-8660-bb83ad2f08bc req-9bfbd47b-37a9-46b5-9fa1-ddeb7e8bb0e5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 945 time: 0.8174310 Jun 02 16:26:10.356991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:10.356991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:10.356991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:10.377011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:10.377359 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:10.378281 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:10.399335 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 6 to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 Jun 02 16:26:10.407144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:10.411538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=8aeb3a7a-61cb-4622-9393-846a3c26fa62,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:10.419894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:10.437964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-42a9c1c1-f373-4897-90eb-0d014480e1c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:10.453463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-3d453718-f1dd-4494-9b27-4da1503abc50 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for 599912b9-3d83-4802-bccf-27aeeff5a78f owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:10.479292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:10.479693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:10.480019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:10.490416 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b45faafc-13f4-4bfa-a658-efd1e7c5d8cd tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "PUT /v2.0/floatingips/a1e8c9c3-c78b-4728-8079-1976ebdb3adc HTTP/1.1" status: 200 len: 979 time: 8.4207494 Jun 02 16:26:10.495047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35532) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:10.504115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:10.504518 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:10.520644 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a5bbbf7f-88ad-40c7-8660-bb83ad2f08bc req-03de66ee-4b68-4480-adaf-4f3967f4b425 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577480 Jun 02 16:26:10.528301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-42a9c1c1-f373-4897-90eb-0d014480e1c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:10.529575 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-42a9c1c1-f373-4897-90eb-0d014480e1c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8959997 Jun 02 16:26:10.534279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35534) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:10.537525 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 7 to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 Jun 02 16:26:10.548400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'port': {'network_id': 'd0502faf-17d7-43c5-adc9-87f432d9e91e', 'name': 'tempest-RoutersTest-624191682'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:10.658961 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404fbec-5fd9-4ba2-862a-aa9cb78e0bee req-7318c9cc-97d0-4f9d-a38a-fe9b8f27ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:10.660450 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8404fbec-5fd9-4ba2-862a-aa9cb78e0bee req-7318c9cc-97d0-4f9d-a38a-fe9b8f27ef26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d5fd4a6-9151-4311-8e5f-7f09280e7ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4037426 Jun 02 16:26:10.723649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:10.724262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:10.724375 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:10.738654 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port de4906a2-64a9-482e-b3ce-c4717bf04609 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:10.739037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:10.764602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:10.765008 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:10.771691 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 8 to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 Jun 02 16:26:10.824712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:10.837929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:port and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:10.849087 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:10.868718 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:10.894958 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:10.908298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3d453718-f1dd-4494-9b27-4da1503abc50 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:10.916617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:10.921238 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Transition to ACTIVE for port object 12693544-faa3-4f68-8b8a-73f0a85e3107 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:10.934983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:10.935426 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:10.935929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:10.946373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:10.949874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:10.972642 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:10.973005 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:10.978446 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 9 to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 Jun 02 16:26:10.988703 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Transition to ACTIVE for port object 12693544-faa3-4f68-8b8a-73f0a85e3107 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:11.011424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:11.016732 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:11.021844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 374576c5-fc00-4475-ac0f-12fe53fc83a7 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:11.029631 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:11.029907 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:11.030284 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:11.032871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:11.075669 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-a288852d-90d6-4695-94ce-04d8393d4838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626977264', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:36Z', 'updated_at': '2021-06-02T16:23:59Z', 'revision_number': 4, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'gw_port': {'id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:38Z', 'updated_at': '2021-06-02T16:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'f534ed46-e1a3-4a79-b6a2-95cfdd4bff10', 'name': '', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'mac_address': 'fa:16:3e:a1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '37890743-a156-48e2-9877-ae966842ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:57Z', 'updated_at': '2021-06-02T16:24:11Z', 'revision_number': 5, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'subnets': [{'id': '37890743-a156-48e2-9877-ae966842ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:11.095676 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a288852d-90d6-4695-94ce-04d8393d4838 None None] The sync data for ids ['a2d7d433-c249-49a7-ba10-3f28c36a2915'] in dv-neutron-601336-83-hyperv is: [{'id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626977264', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:36Z', 'updated_at': '2021-06-02T16:23:59Z', 'revision_number': 4, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'gw_port': {'id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:38Z', 'updated_at': '2021-06-02T16:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'f534ed46-e1a3-4a79-b6a2-95cfdd4bff10', 'name': '', 'network_id': '2d5fd4a6-9151-4311-8e5f-7f09280e7ce9', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'mac_address': 'fa:16:3e:a1:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '37890743-a156-48e2-9877-ae966842ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:57Z', 'updated_at': '2021-06-02T16:24:11Z', 'revision_number': 5, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'subnets': [{'id': '37890743-a156-48e2-9877-ae966842ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:11.103368 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Network d0502faf-17d7-43c5-adc9-87f432d9e91e is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:11.107818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:11.112889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:11.119493 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Pushing event updated for resources: {'Port': ['ID=12693544-faa3-4f68-8b8a-73f0a85e3107,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:11.145333 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:11.147501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:11.147836 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:11.160618 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.plugins.ml2.plugin [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 10 to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 Jun 02 16:26:11.197240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d016126-df41-4564-a147-cec62b98303b req-6c556244-ca20-41f5-af58-d1e340a35862 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:11.202794 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7d016126-df41-4564-a147-cec62b98303b req-6c556244-ca20-41f5-af58-d1e340a35862 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.49 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 945 time: 0.5142860 Jun 02 16:26:11.247679 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8404fbec-5fd9-4ba2-862a-aa9cb78e0bee req-b441cef9-35e2-4017-8535-aaa88276a0c1 service neutron] 10.222.0.49 "GET /v2.0/networks/2d5fd4a6-9151-4311-8e5f-7f09280e7ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750880 Jun 02 16:26:11.259653 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Attempting to bind port 12693544-faa3-4f68-8b8a-73f0a85e3107 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:11.260044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Attempting to bind port 12693544-faa3-4f68-8b8a-73f0a85e3107 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '6f4ae017-01d1-451e-bed0-334f0aee003c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd0502faf-17d7-43c5-adc9-87f432d9e91e'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:11.260416 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Attempting to bind port 12693544-faa3-4f68-8b8a-73f0a85e3107 on network d0502faf-17d7-43c5-adc9-87f432d9e91e {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:11.267160 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:26:11.267546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Checking segment: {'id': '6f4ae017-01d1-451e-bed0-334f0aee003c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd0502faf-17d7-43c5-adc9-87f432d9e91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:26:11.267958 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:11.268360 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Bound using segment: {'id': '6f4ae017-01d1-451e-bed0-334f0aee003c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd0502faf-17d7-43c5-adc9-87f432d9e91e'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:26:11.268872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Bound port: 12693544-faa3-4f68-8b8a-73f0a85e3107, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4ae017-01d1-451e-bed0-334f0aee003c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd0502faf-17d7-43c5-adc9-87f432d9e91e'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:26:11.269258 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:11.277768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d453718-f1dd-4494-9b27-4da1503abc50 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=599912b9-3d83-4802-bccf-27aeeff5a78f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:11.307050 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3d453718-f1dd-4494-9b27-4da1503abc50 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:11.308342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] device_id is not set on port 520a1a15-6d39-481d-b96f-5fe5328ef292 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:26:11.343268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2e07c7b2-2d76-4cf5-9026-8dfa20667358 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting port 3c07e928-1b06-47f6-8407-80690a43f386 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:11.343959 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e07c7b2-2d76-4cf5-9026-8dfa20667358 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:11.386110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1f3ff78e-0260-4189-87ee-3875bf117a57 None None] Provisioning complete for port 8aeb3a7a-61cb-4622-9393-846a3c26fa62 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:11.386527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1f3ff78e-0260-4189-87ee-3875bf117a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:11.447132 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] For port 12693544-faa3-4f68-8b8a-73f0a85e3107, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:26:11.464358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3d453718-f1dd-4494-9b27-4da1503abc50 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:11.476211 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] For port 12693544-faa3-4f68-8b8a-73f0a85e3107, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=12693544-faa3-4f68-8b8a-73f0a85e3107,segment=NetworkSegment(6f4ae017-01d1-451e-bed0-334f0aee003c),segment_id=6f4ae017-01d1-451e-bed0-334f0aee003c)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:26:11.490784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:11.503639 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8a255aaa-dcc8-4c39-b555-c8d00c59a9c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:11.534900 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3d453718-f1dd-4494-9b27-4da1503abc50 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/599912b9-3d83-4802-bccf-27aeeff5a78f HTTP/1.1" status: 204 len: 168 time: 2.5279281 Jun 02 16:26:11.539912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1f3ff78e-0260-4189-87ee-3875bf117a57 None None] Port 8aeb3a7a-61cb-4622-9393-846a3c26fa62 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:11.548990 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35536) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:11.603404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0843e2a0-48c5-4f99-be47-6f28ff9ce4dc None None] New status for floating IP 135c0ce6-3842-4b2b-8e01-6c11583cdce4: DOWN {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:26:11.677905 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8404fbec-5fd9-4ba2-862a-aa9cb78e0bee req-6808dbf5-1556-42f7-8ba2-a9fefb53df30 service neutron] 10.222.0.49 "GET /v2.0/networks/2d5fd4a6-9151-4311-8e5f-7f09280e7ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939574 Jun 02 16:26:11.709773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deed5e1-4139-43fb-bfd5-5e6b7477cf3e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:11.711463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deed5e1-4139-43fb-bfd5-5e6b7477cf3e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:11.712230 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6deed5e1-4139-43fb-bfd5-5e6b7477cf3e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:11.719169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Allocated IP 172.20.0.11 (d0502faf-17d7-43c5-adc9-87f432d9e91e/49b684eb-bbd9-4801-bc8c-9a70c93c760d/520a1a15-6d39-481d-b96f-5fe5328ef292) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:11.758112 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6deed5e1-4139-43fb-bfd5-5e6b7477cf3e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:11.762340 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6deed5e1-4139-43fb-bfd5-5e6b7477cf3e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2042549 Jun 02 16:26:11.762937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35540) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:11.778114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:11.778114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:11.778114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:11.809224 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Pushing event updated for resources: {'Port': ['ID=12693544-faa3-4f68-8b8a-73f0a85e3107,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:11.815683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:11.849691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:11.850196 dv-neutron-601336-83-hyperv neutron-server[92323]: ERROR neutron.plugins.ml2.managers [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:11.850797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:11.881889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-880f530b-c8b0-4694-a1d9-247ba5dfcae3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 199f08c2-0c2f-425d-8a45-358c8bd0d8f6 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:26:11.885960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e07c7b2-2d76-4cf5-9026-8dfa20667358 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:11.935009 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-880f530b-c8b0-4694-a1d9-247ba5dfcae3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:12.040860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-880f530b-c8b0-4694-a1d9-247ba5dfcae3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:12.143446 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:12.170426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Transition to ACTIVE for port object 520a1a15-6d39-481d-b96f-5fe5328ef292 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:12.190204 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-880f530b-c8b0-4694-a1d9-247ba5dfcae3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:12.276156 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:12.288387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d3d0e812-7e4b-45b8-af3f-28f8b4ff56bb tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:12.376254 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] For port 50fd5a2b-a216-414d-8fe3-9c598e9d1766, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:26:12.376656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempted to set empty binding levels {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 16:26:12.393440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:12.419313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network d0502faf-17d7-43c5-adc9-87f432d9e91e is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:12.429651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:12.437148 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:12.459111 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:12.461973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=520a1a15-6d39-481d-b96f-5fe5328ef292,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:12.472320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:12.473720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2cd7f453-6bca-4ea1-bc7d-c0aa0f7bf5f1 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:12.525362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36470e1f-9b67-4900-81a9-33b08578a9f8 req-f06af0b2-03d5-4584-89f4-09e9991d8554 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:12.532492 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-36470e1f-9b67-4900-81a9-33b08578a9f8 req-f06af0b2-03d5-4584-89f4-09e9991d8554 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 945 time: 0.7350755 Jun 02 16:26:12.534368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:12.552237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:12.552900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:12.601314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Router 32fb3dc0-70f7-44a2-912e-39ba0d71b0d8 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:26:12.618881 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0807490 Jun 02 16:26:12.622907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35542) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:12.644802 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] In _notify_port_updated(), no bound segment for port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:26:12.645695 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:12.646325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:12.650105 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] 10.222.0.50 "PUT /v2.0/ports/50fd5a2b-a216-414d-8fe3-9c598e9d1766 HTTP/1.1" status: 200 len: 977 time: 5.6232269 Jun 02 16:26:12.651228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-7d016126-df41-4564-a147-cec62b98303b req-f60cebcc-bae9-495e-8971-f400dbcb90c4 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Deleting port 5a6aea31-8e6b-43a2-a35d-de6027716132 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:12.651550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-7d016126-df41-4564-a147-cec62b98303b req-f60cebcc-bae9-495e-8971-f400dbcb90c4 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:12.668819 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35544) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:12.829376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e07c7b2-2d76-4cf5-9026-8dfa20667358 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:12.830123 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e07c7b2-2d76-4cf5-9026-8dfa20667358 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:12.830123 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-2e07c7b2-2d76-4cf5-9026-8dfa20667358 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Floating IP a1e8c9c3-c78b-4728-8079-1976ebdb3adc disassociated. External IP: 172.26.3.167, port: 3c07e928-1b06-47f6-8407-80690a43f386. Jun 02 16:26:12.830401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2e07c7b2-2d76-4cf5-9026-8dfa20667358 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Calling delete_port for 3c07e928-1b06-47f6-8407-80690a43f386 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:12.833150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Pushing event updated for resources: {'Port': ['ID=50fd5a2b-a216-414d-8fe3-9c598e9d1766,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:12.878744 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200336a4-3597-4a27-bb67-06e8fd024bbb None None] Network d0502faf-17d7-43c5-adc9-87f432d9e91e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:12.885747 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:12.897471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:12.901052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a9588f6d-7d8c-4550-84e5-fd9fccee0d0c tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:12.905541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-880f530b-c8b0-4694-a1d9-247ba5dfcae3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:12.911397 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b8e465ca-3b97-4e50-9a70-24f826af40f5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:12.986744 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e62a9680-6eee-450f-b70b-ac400e31b8cb None None] Provisioning for port 12693544-faa3-4f68-8b8a-73f0a85e3107 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:13.006722 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-36470e1f-9b67-4900-81a9-33b08578a9f8 req-ccb71718-37ea-4c42-b28d-fb46af9eb6c2 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4732311 Jun 02 16:26:13.156825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f530b-c8b0-4694-a1d9-247ba5dfcae3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=199f08c2-0c2f-425d-8a45-358c8bd0d8f6,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:13.170797 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-880f530b-c8b0-4694-a1d9-247ba5dfcae3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:13.173485 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-880f530b-c8b0-4694-a1d9-247ba5dfcae3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:13.184289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a60fa2-561e-48ec-a788-a83fc29d9fc1 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:13.214283 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:13.221776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event updated for resources: {'Port': ['ID=eec008e1-6a58-436e-9514-5380bb4fff0c,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:13.227523 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6df6270-811e-49b0-b844-8b8d7a8d54e5 None None] Sync routers for ids ['32fb3dc0-70f7-44a2-912e-39ba0d71b0d8'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:13.232620 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:13.236509 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "PUT /v2.0/routers/32fb3dc0-70f7-44a2-912e-39ba0d71b0d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1543224 Jun 02 16:26:13.242797 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df6270-811e-49b0-b844-8b8d7a8d54e5 None None] Routers {'32fb3dc0-70f7-44a2-912e-39ba0d71b0d8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:13.243489 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-d6df6270-811e-49b0-b844-8b8d7a8d54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['32fb3dc0-70f7-44a2-912e-39ba0d71b0d8'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:13.245136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35546) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:13.296868 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-880f530b-c8b0-4694-a1d9-247ba5dfcae3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/199f08c2-0c2f-425d-8a45-358c8bd0d8f6 HTTP/1.1" status: 204 len: 168 time: 1.5301743 Jun 02 16:26:13.299804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35548) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:13.337551 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-d6df6270-811e-49b0-b844-8b8d7a8d54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:13.348497 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df6270-811e-49b0-b844-8b8d7a8d54e5 None None] Routers {'32fb3dc0-70f7-44a2-912e-39ba0d71b0d8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:13.349295 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-d6df6270-811e-49b0-b844-8b8d7a8d54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['32fb3dc0-70f7-44a2-912e-39ba0d71b0d8'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:13.423875 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d6111424-d983-499d-8921-20f6c983768d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1227205 Jun 02 16:26:13.424514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35550) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:13.430746 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-d6df6270-811e-49b0-b844-8b8d7a8d54e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:13.431332 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6df6270-811e-49b0-b844-8b8d7a8d54e5 None None] The sync data for ids ['32fb3dc0-70f7-44a2-912e-39ba0d71b0d8'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:13.603875 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f5e101-b24e-429c-ac06-06340d1db142 None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:26:13.626951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:13.642592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-7d016126-df41-4564-a147-cec62b98303b req-f60cebcc-bae9-495e-8971-f400dbcb90c4 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] For port 5a6aea31-8e6b-43a2-a35d-de6027716132, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a6aea31-8e6b-43a2-a35d-de6027716132,segment=NetworkSegment(b424153d-49e0-424b-9c2b-48967b1cae27),segment_id=b424153d-49e0-424b-9c2b-48967b1cae27)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:13.643391 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-7d016126-df41-4564-a147-cec62b98303b req-f60cebcc-bae9-495e-8971-f400dbcb90c4 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:13.651363 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8c5412-b0b5-49ab-ac6a-949d7cd88174 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.652105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3a8c5412-b0b5-49ab-ac6a-949d7cd88174 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:13.717589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-37f5e101-b24e-429c-ac06-06340d1db142 None None] Deleting port de4906a2-64a9-482e-b3ce-c4717bf04609 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:13.717981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-37f5e101-b24e-429c-ac06-06340d1db142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:13.738367 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b85793e2-7323-4683-b859-877a08d1e059 None None] Provisioning for port 520a1a15-6d39-481d-b96f-5fe5328ef292 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:13.746809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3a8c5412-b0b5-49ab-ac6a-949d7cd88174 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:13.748171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b85793e2-7323-4683-b859-877a08d1e059 None None] Provisioning complete for port 520a1a15-6d39-481d-b96f-5fe5328ef292 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:13.748630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b85793e2-7323-4683-b859-877a08d1e059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:13.751063 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3a8c5412-b0b5-49ab-ac6a-949d7cd88174 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3225353 Jun 02 16:26:13.751866 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35552) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:13.851523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.852325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.852427 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.853253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.853720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.854215 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.854712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.855173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.855602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.856260 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.856953 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.857420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.857883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.858370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.858849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.859290 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.860402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.860402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.860663 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.861120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.861732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.862030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.862506 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.862948 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.863403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.864016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.864636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.865262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.867736 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Synchronizing usage tracker for tenant:009a8eb803154c8d8312f27954c65f6b on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:13.879032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-7d016126-df41-4564-a147-cec62b98303b req-f60cebcc-bae9-495e-8971-f400dbcb90c4 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Calling delete_port for 5a6aea31-8e6b-43a2-a35d-de6027716132 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:13.922803 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b85793e2-7323-4683-b859-877a08d1e059 None None] Port 520a1a15-6d39-481d-b96f-5fe5328ef292 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:13.930711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-37f5e101-b24e-429c-ac06-06340d1db142 None None] For port de4906a2-64a9-482e-b3ce-c4717bf04609, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=de4906a2-64a9-482e-b3ce-c4717bf04609,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:13.931084 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-37f5e101-b24e-429c-ac06-06340d1db142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:13.934386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Network 9e16c96d-6320-4c15-87fb-9ba6936e8395 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:13.952930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:13.975667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a35e58-9a18-47ef-bdab-2c68414a144a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:13.976350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-96a35e58-9a18-47ef-bdab-2c68414a144a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:13.993268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Unset dirty status for tenant:009a8eb803154c8d8312f27954c65f6b on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:13.994492 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6fcc8215-2712-465c-8912-5495dafce9a2 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24266 time: 1.3160350 Jun 02 16:26:14.049495 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35554) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:14.097881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-37f5e101-b24e-429c-ac06-06340d1db142 None None] Calling delete_port for de4906a2-64a9-482e-b3ce-c4717bf04609 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:14.114590 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-12ed9eca-9d92-4ce3-8579-1398a446e47c None None] Provisioning complete for port 520a1a15-6d39-481d-b96f-5fe5328ef292 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:14.114962 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-12ed9eca-9d92-4ce3-8579-1398a446e47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:14.150589 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e85bf7-3433-47fb-99a5-f817cbaf8a76 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:14.151759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-09e85bf7-3433-47fb-99a5-f817cbaf8a76 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:14.159420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e07c7b2-2d76-4cf5-9026-8dfa20667358 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:14.188829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a8c9c422-1b09-4b57-be9d-acf16a324d31 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:14.195549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 12693544-faa3-4f68-8b8a-73f0a85e3107 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:14.214287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-96a35e58-9a18-47ef-bdab-2c68414a144a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:14.221470 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-96a35e58-9a18-47ef-bdab-2c68414a144a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4660368 Jun 02 16:26:14.222210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35558) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:14.310961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-12ed9eca-9d92-4ce3-8579-1398a446e47c None None] Port 520a1a15-6d39-481d-b96f-5fe5328ef292 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:14.326544 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-37f5e101-b24e-429c-ac06-06340d1db142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:14.333460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3075f8be-8cfe-4869-a30b-467cfc2511ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:14.362731 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-94adafc3-d055-4f4f-9273-418b5ffaa74a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1360857 Jun 02 16:26:14.365310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07c7b2-2d76-4cf5-9026-8dfa20667358 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Port': ['ID=3c07e928-1b06-47f6-8407-80690a43f386,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:14.367055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35560) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:14.371958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2e07c7b2-2d76-4cf5-9026-8dfa20667358 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:14.378333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-4881584d-3ee9-4d44-bde9-de262ee1ec39 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:14.391930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5e101-b24e-429c-ac06-06340d1db142 None None] Pushing event deleted for resources: {'Port': ['ID=de4906a2-64a9-482e-b3ce-c4717bf04609,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:14.396206 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-37f5e101-b24e-429c-ac06-06340d1db142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:14.398698 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f5e101-b24e-429c-ac06-06340d1db142 None None] No DVR routers for this DVR port de4906a2-64a9-482e-b3ce-c4717bf04609 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:14.406858 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 12693544-faa3-4f68-8b8a-73f0a85e3107 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:14.417445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 12693544-faa3-4f68-8b8a-73f0a85e3107 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:14.417445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:14.464305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-09e85bf7-3433-47fb-99a5-f817cbaf8a76 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:14.466351 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-09e85bf7-3433-47fb-99a5-f817cbaf8a76 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports?device_id=32fb3dc0-70f7-44a2-912e-39ba0d71b0d8 HTTP/1.1" status: 200 len: 982 time: 1.2123511 Jun 02 16:26:14.485799 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-50fea487-383f-4764-844d-da8899d16c4f None None] Provisioning complete for port eec008e1-6a58-436e-9514-5380bb4fff0c triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:14.486218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-50fea487-383f-4764-844d-da8899d16c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:14.501139 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35562) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:14.575663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-9a830aac-5221-41d1-a64a-5e90d8ff7342 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Deleting port 50fd5a2b-a216-414d-8fe3-9c598e9d1766 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:14.576069 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9a830aac-5221-41d1-a64a-5e90d8ff7342 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:14.594576 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-50fea487-383f-4764-844d-da8899d16c4f None None] Port eec008e1-6a58-436e-9514-5380bb4fff0c cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:14.612410 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:14.655063 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 12693544-faa3-4f68-8b8a-73f0a85e3107, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=12693544-faa3-4f68-8b8a-73f0a85e3107,segment=NetworkSegment(6f4ae017-01d1-451e-bed0-334f0aee003c),segment_id=6f4ae017-01d1-451e-bed0-334f0aee003c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:14.664180 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:14.674724 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:14.748031 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device de4906a2-64a9-482e-b3ce-c4717bf04609 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:26:14.807814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: de4906a2-64a9-482e-b3ce-c4717bf04609 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:26:14.808340 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device de4906a2-64a9-482e-b3ce-c4717bf04609 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:26:14.823648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=12693544-faa3-4f68-8b8a-73f0a85e3107,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:14.827756 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:14.842759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Router 4e8cc6ff-680c-44a2-9860-c92583e485d6 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:26:14.878627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4881584d-3ee9-4d44-bde9-de262ee1ec39 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:14.884407 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:14.888034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-7d016126-df41-4564-a147-cec62b98303b req-f60cebcc-bae9-495e-8971-f400dbcb90c4 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:14.894978 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 5a6aea31-8e6b-43a2-a35d-de6027716132 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:26:14.908851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:14.910275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:14.914572 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4881584d-3ee9-4d44-bde9-de262ee1ec39 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:14.919923 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b0dd593d-a41b-4582-a366-d01e5d78cbe2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:14.946550 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 5a6aea31-8e6b-43a2-a35d-de6027716132 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:26:14.947256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 5a6aea31-8e6b-43a2-a35d-de6027716132 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:26:14.991907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1b300-ba16-48ca-94ef-c047122c1178 req-0b6fdef3-0db6-4d63-8706-1b5b24d4de4b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:14.993482 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-99f1b300-ba16-48ca-94ef-c047122c1178 req-0b6fdef3-0db6-4d63-8706-1b5b24d4de4b tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 945 time: 0.7113705 Jun 02 16:26:15.023353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-9a830aac-5221-41d1-a64a-5e90d8ff7342 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] For port 50fd5a2b-a216-414d-8fe3-9c598e9d1766, host hv-neutron-6013, got binding levels [] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:15.024648 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9a830aac-5221-41d1-a64a-5e90d8ff7342 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:15.074158 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4881584d-3ee9-4d44-bde9-de262ee1ec39 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:15.077885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4881584d-3ee9-4d44-bde9-de262ee1ec39 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:15.169173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cebcc-bae9-495e-8971-f400dbcb90c4 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event deleted for resources: {'Port': ['ID=5a6aea31-8e6b-43a2-a35d-de6027716132,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:15.216433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f60cebcc-bae9-495e-8971-f400dbcb90c4 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:15.322682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-9a830aac-5221-41d1-a64a-5e90d8ff7342 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Calling delete_port for 50fd5a2b-a216-414d-8fe3-9c598e9d1766 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:15.334743 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6125c95d-6f9d-4e4d-be9d-80f27fa9b821 None None] Provisioning complete for port 520a1a15-6d39-481d-b96f-5fe5328ef292 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:15.335130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6125c95d-6f9d-4e4d-be9d-80f27fa9b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:15.351725 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=520a1a15-6d39-481d-b96f-5fe5328ef292,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:15.373194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:15.399622 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-6125c95d-6f9d-4e4d-be9d-80f27fa9b821 None None] Port 520a1a15-6d39-481d-b96f-5fe5328ef292 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:15.410902 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-99f1b300-ba16-48ca-94ef-c047122c1178 req-37478cd7-6a02-4486-8cec-fc3782f8346e tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/security-groups?id=a244fd46-3b64-4e92-8cc0-f2a042ad1f82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4046175 Jun 02 16:26:15.650678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d016126-df41-4564-a147-cec62b98303b req-f60cebcc-bae9-495e-8971-f400dbcb90c4 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] No DVR routers for this DVR port 5a6aea31-8e6b-43a2-a35d-de6027716132 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:15.666493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-7d016126-df41-4564-a147-cec62b98303b req-f60cebcc-bae9-495e-8971-f400dbcb90c4 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:15.668254 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9a830aac-5221-41d1-a64a-5e90d8ff7342 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:15.675205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'name': 'network-vif-deleted', 'tag': '5a6aea31-8e6b-43a2-a35d-de6027716132'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:26:15.677272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0175069e-5846-4447-964f-3056e7396ed9" -d '{"events": [{"server_uuid": "7db766e4-e538-4a8e-8480-6582cce54ac6", "name": "network-vif-deleted", "tag": "5a6aea31-8e6b-43a2-a35d-de6027716132"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:26:15.683693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:15.702325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e07c7b2-2d76-4cf5-9026-8dfa20667358 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 082bfedb-f54c-4898-91a3-e100cac288dc has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:26:15.748780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a830aac-5221-41d1-a64a-5e90d8ff7342 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Pushing event deleted for resources: {'Port': ['ID=50fd5a2b-a216-414d-8fe3-9c598e9d1766,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:15.759954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9a830aac-5221-41d1-a64a-5e90d8ff7342 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:15.774027 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fe4919-52ce-4fcd-8f60-eda55af653f6 x-openstack-request-id: req-41fe4919-52ce-4fcd-8f60-eda55af653f6 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:26:15.774368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db766e4-e538-4a8e-8480-6582cce54ac6", "name": "network-vif-deleted", "tag": "5a6aea31-8e6b-43a2-a35d-de6027716132", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:26:15.774657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41fe4919-52ce-4fcd-8f60-eda55af653f6 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:26:15.775289 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db766e4-e538-4a8e-8480-6582cce54ac6', 'name': 'network-vif-deleted', 'tag': '5a6aea31-8e6b-43a2-a35d-de6027716132', 'status': 'completed', 'code': 200} Jun 02 16:26:15.782987 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7d016126-df41-4564-a147-cec62b98303b req-f60cebcc-bae9-495e-8971-f400dbcb90c4 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.49 "DELETE /v2.0/ports/5a6aea31-8e6b-43a2-a35d-de6027716132 HTTP/1.1" status: 204 len: 173 time: 4.4840353 Jun 02 16:26:15.784471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:15.791047 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] 10.222.0.50 "PUT /v2.0/routers/4e8cc6ff-680c-44a2-9860-c92583e485d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0184124 Jun 02 16:26:15.794870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35566) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:15.802567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Request body: {'port': {'network_id': '9e16c96d-6320-4c15-87fb-9ba6936e8395', 'name': 'tempest-FloatingIPAdminTestJSON-1843885651'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:15.810512 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f260f2a-d8e9-423d-aba0-f91bbdfd646a None None] Sync routers for ids ['4e8cc6ff-680c-44a2-9860-c92583e485d6'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:15.826412 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f260f2a-d8e9-423d-aba0-f91bbdfd646a None None] Routers {'4e8cc6ff-680c-44a2-9860-c92583e485d6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:15.827474 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6f260f2a-d8e9-423d-aba0-f91bbdfd646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['4e8cc6ff-680c-44a2-9860-c92583e485d6'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:15.838367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9a830aac-5221-41d1-a64a-5e90d8ff7342 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:15.853642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:15.904024 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6f260f2a-d8e9-423d-aba0-f91bbdfd646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:15.926609 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9a830aac-5221-41d1-a64a-5e90d8ff7342 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] 10.222.0.50 "DELETE /v2.0/ports/50fd5a2b-a216-414d-8fe3-9c598e9d1766 HTTP/1.1" status: 204 len: 168 time: 1.8748081 Jun 02 16:26:15.932397 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35568) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:15.938609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f260f2a-d8e9-423d-aba0-f91bbdfd646a None None] Routers {'4e8cc6ff-680c-44a2-9860-c92583e485d6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:15.939465 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6f260f2a-d8e9-423d-aba0-f91bbdfd646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['4e8cc6ff-680c-44a2-9860-c92583e485d6'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:15.999091 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb261802-e040-4a58-ae2b-7a89af7f4a36 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] GET failed (client error): The resource could not be found. Jun 02 16:26:15.999948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cb261802-e040-4a58-ae2b-7a89af7f4a36 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Synchronizing usage tracker for tenant:009a8eb803154c8d8312f27954c65f6b on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:16.029904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cb261802-e040-4a58-ae2b-7a89af7f4a36 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Unset dirty status for tenant:009a8eb803154c8d8312f27954c65f6b on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:16.031245 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cb261802-e040-4a58-ae2b-7a89af7f4a36 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] 10.222.0.50 "GET /v2.0/ports/50fd5a2b-a216-414d-8fe3-9c598e9d1766 HTTP/1.1" status: 404 len: 333 time: 0.0978842 Jun 02 16:26:16.035594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35570) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:16.066883 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6f260f2a-d8e9-423d-aba0-f91bbdfd646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:16.070295 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f260f2a-d8e9-423d-aba0-f91bbdfd646a None None] The sync data for ids ['4e8cc6ff-680c-44a2-9860-c92583e485d6'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:16.100582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-672121025', 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:16.141745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 12693544-faa3-4f68-8b8a-73f0a85e3107 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:16.147269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:16.185274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e07c7b2-2d76-4cf5-9026-8dfa20667358 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:16.186018 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:16.202688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:16.210633 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a4c59-e2a6-4049-bf31-0530eda10550 None None] Sync routers for ids ['082bfedb-f54c-4898-91a3-e100cac288dc'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:16.216594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Made reservation on behalf of 009a8eb803154c8d8312f27954c65f6b for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:16.218996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:16.227616 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a4c59-e2a6-4049-bf31-0530eda10550 None None] Routers {'082bfedb-f54c-4898-91a3-e100cac288dc'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:16.228214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 12693544-faa3-4f68-8b8a-73f0a85e3107 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:16.228584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:16.232594 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-0d4a4c59-e2a6-4049-bf31-0530eda10550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['082bfedb-f54c-4898-91a3-e100cac288dc'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:16.275415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:16.287587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Usage tracker for resource:port and tenant:a0b6fb4176554da78f79140d42d1e8eb is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:16.295868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:16.302876 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] device_id is not set on port fe0a2e6b-b916-430f-8fba-eaa7a4395063 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:26:16.312884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:16.344191 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-0d4a4c59-e2a6-4049-bf31-0530eda10550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:16.355727 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a4c59-e2a6-4049-bf31-0530eda10550 None None] Routers {'082bfedb-f54c-4898-91a3-e100cac288dc'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:16.356652 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-0d4a4c59-e2a6-4049-bf31-0530eda10550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['082bfedb-f54c-4898-91a3-e100cac288dc'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:16.368968 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e07c7b2-2d76-4cf5-9026-8dfa20667358 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:16.374534 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2e07c7b2-2d76-4cf5-9026-8dfa20667358 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/ports/3c07e928-1b06-47f6-8407-80690a43f386 HTTP/1.1" status: 204 len: 168 time: 5.8689940 Jun 02 16:26:16.375149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35574) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:16.464698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Made reservation on behalf of a0b6fb4176554da78f79140d42d1e8eb for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:16.469627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:16.473363 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-0d4a4c59-e2a6-4049-bf31-0530eda10550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:16.474143 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a4c59-e2a6-4049-bf31-0530eda10550 None None] The sync data for ids ['082bfedb-f54c-4898-91a3-e100cac288dc'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:16.552981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] device_id is not set on port 0502fb71-d7c7-4996-a39f-843c175e1b69 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:26:16.754598 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-68c4faef-9a41-45dd-ba9a-a92106b153e3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:16.890116 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04ec886c-f0cf-414b-9ad8-8573c67c8435 req-31a8cf0d-e41b-442f-b2b2-43dc7d3f2b97 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "GET /v2.0/ports?device_id=7db766e4-e538-4a8e-8480-6582cce54ac6 HTTP/1.1" status: 200 len: 210 time: 0.2747059 Jun 02 16:26:17.326923 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.objects.ports [None req-4881584d-3ee9-4d44-bde9-de262ee1ec39 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92322) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:26:17.332480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4881584d-3ee9-4d44-bde9-de262ee1ec39 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:17.338589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:17.341894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-26627f69-f0b5-47ea-aca7-6b15e129e4a2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:17.414196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881584d-3ee9-4d44-bde9-de262ee1ec39 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:17.417242 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Allocated IP 172.20.0.12 (9e16c96d-6320-4c15-87fb-9ba6936e8395/d205d3d7-f7ca-4cbc-ad31-1c21fd84c51b/0502fb71-d7c7-4996-a39f-843c175e1b69) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:17.421384 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-4881584d-3ee9-4d44-bde9-de262ee1ec39 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:17.436584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611f67ec-68e4-4a68-8333-5a7292d4f3ff None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:17.466016 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4881584d-3ee9-4d44-bde9-de262ee1ec39 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:17.466656 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4881584d-3ee9-4d44-bde9-de262ee1ec39 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:17.496799 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:17.499087 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881584d-3ee9-4d44-bde9-de262ee1ec39 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=a848e569-8c66-4683-b87a-a7fb20b871c8,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:17.504020 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4881584d-3ee9-4d44-bde9-de262ee1ec39 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:17.506950 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:17.539552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3d453718-f1dd-4494-9b27-4da1503abc50 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:17.589826 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4881584d-3ee9-4d44-bde9-de262ee1ec39 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.2198656 Jun 02 16:26:17.598722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35578) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:17.613154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:17.613700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'mac_address': 'fa:16:3e:de:58:ff', 'name': 'tempest-NetworksTestDHCPv6-271488685'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:17.664257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:17.687717 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=520a1a15-6d39-481d-b96f-5fe5328ef292,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:17.694765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:17.696760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:17.697487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6c2a0a11-9783-450a-a4d1-de400bc4be1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:17.730866 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': 'a848e569-8c66-4683-b87a-a7fb20b871c8'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:26:17.731388 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:17.732527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:17.740477 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:17.741460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:17.742057 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:17.833537 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7392712 Jun 02 16:26:17.846821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35580) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:17.870825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Pushing event updated for resources: {'Port': ['ID=fe0a2e6b-b916-430f-8fba-eaa7a4395063,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:17.877098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:17.908853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network d0502faf-17d7-43c5-adc9-87f432d9e91e is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:17.909131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:17.940479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Allocated IP 2001:db8::f816:3eff:fe64:d587 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/a848e569-8c66-4683-b87a-a7fb20b871c8/5df7ac33-6bd0-4c77-a12f-cc481bfdb472) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:18.013323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:18.041270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Transition to ACTIVE for port object 0502fb71-d7c7-4996-a39f-843c175e1b69 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:18.090907 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35584) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:18.188924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:26:18.222782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483f045-ad71-413f-990d-39b23e88af81 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:18.227551 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8483f045-ad71-413f-990d-39b23e88af81 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] 10.222.0.50 "GET /v2.0/ports/fe0a2e6b-b916-430f-8fba-eaa7a4395063 HTTP/1.1" status: 200 len: 954 time: 0.3764191 Jun 02 16:26:18.235422 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35586) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:18.276226 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:18.278709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-acfa375e-52ba-4147-8a89-1604f223a118 None None] Provisioning complete for port 520a1a15-6d39-481d-b96f-5fe5328ef292 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:18.279027 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-acfa375e-52ba-4147-8a89-1604f223a118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:18.307680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:18.326107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:18.347400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Transition to ACTIVE for port object 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:18.359848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:18.367591 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7434471 Jun 02 16:26:18.368253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35588) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:18.377861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5974a2dd-7d80-4a30-83a3-bc0f509650da None None] Sync routers for ids ['e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:18.397957 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-acfa375e-52ba-4147-8a89-1604f223a118 None None] Port 520a1a15-6d39-481d-b96f-5fe5328ef292 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:18.409299 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Transition to ACTIVE for port object 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:18.411637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5974a2dd-7d80-4a30-83a3-bc0f509650da None None] Routers {'e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:18.412595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-5974a2dd-7d80-4a30-83a3-bc0f509650da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:18.450682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f50f3e-0104-434c-bae4-40a1557d7f1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:18.451162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-84f50f3e-0104-434c-bae4-40a1557d7f1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Synchronizing usage tracker for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:18.461089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:18.473685 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-84f50f3e-0104-434c-bae4-40a1557d7f1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Unset dirty status for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:18.478450 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-84f50f3e-0104-434c-bae4-40a1557d7f1c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports/520a1a15-6d39-481d-b96f-5fe5328ef292 HTTP/1.1" status: 200 len: 977 time: 0.1084917 Jun 02 16:26:18.479775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35590) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:18.496634 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:18.501293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-954cc214-53ac-4625-bfdb-fd9ccb29eb72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:18.525611 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:18.539641 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-5974a2dd-7d80-4a30-83a3-bc0f509650da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:18.574678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:18.578684 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:18.588824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:18.590826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5974a2dd-7d80-4a30-83a3-bc0f509650da None None] Routers {'e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:18.591476 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-5974a2dd-7d80-4a30-83a3-bc0f509650da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:18.654763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:18.673556 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-5974a2dd-7d80-4a30-83a3-bc0f509650da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:18.673989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5974a2dd-7d80-4a30-83a3-bc0f509650da None None] The sync data for ids ['e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:18.706730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Pushing event updated for resources: {'Port': ['ID=5df7ac33-6bd0-4c77-a12f-cc481bfdb472,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:18.714172 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:18.781403 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Attempting to bind port 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:18.782060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Attempting to bind port 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:18.782528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Attempting to bind port 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:18.789012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:26:18.789664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:26:18.790282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:18.791476 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:26:18.791476 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Bound port: 5df7ac33-6bd0-4c77-a12f-cc481bfdb472, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:26:18.792008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:18.896019 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:18.914029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] For port 5df7ac33-6bd0-4c77-a12f-cc481bfdb472, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:26:18.918350 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] For port 5df7ac33-6bd0-4c77-a12f-cc481bfdb472, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5df7ac33-6bd0-4c77-a12f-cc481bfdb472,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:26:18.924601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:18.929424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:18.993342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-68c4faef-9a41-45dd-ba9a-a92106b153e3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port 8aeb3a7a-61cb-4622-9393-846a3c26fa62 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:18.994005 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-68c4faef-9a41-45dd-ba9a-a92106b153e3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:19.020074 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Network 9e16c96d-6320-4c15-87fb-9ba6936e8395 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:19.020862 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Pushing event updated for resources: {'Port': ['ID=5df7ac33-6bd0-4c77-a12f-cc481bfdb472,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:19.024565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:19.040721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:19.068508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:19.167063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event updated for resources: {'Port': ['ID=0502fb71-d7c7-4996-a39f-843c175e1b69,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:19.194155 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:19.366304 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6490cb42-01e6-40e0-9746-250c7e50eff7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:19.436819 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:19.437508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:19.439003 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1fe86261-2d28-4727-90d5-63064c2d6f5d None None] Provisioning for port 0502fb71-d7c7-4996-a39f-843c175e1b69 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:19.445781 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1fe86261-2d28-4727-90d5-63064c2d6f5d None None] Provisioning complete for port 0502fb71-d7c7-4996-a39f-843c175e1b69 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:19.446098 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1fe86261-2d28-4727-90d5-63064c2d6f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:19.471466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:19.484593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-68c4faef-9a41-45dd-ba9a-a92106b153e3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:19.498056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-36be6b1f-26fa-48b6-9623-35c0afc19c38 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Deleting port fe0a2e6b-b916-430f-8fba-eaa7a4395063 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:19.498411 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-36be6b1f-26fa-48b6-9623-35c0afc19c38 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:19.517310 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1fe86261-2d28-4727-90d5-63064c2d6f5d None None] Port 0502fb71-d7c7-4996-a39f-843c175e1b69 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:19.599098 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8015654 Jun 02 16:26:19.611045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35592) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:19.738576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-68c4faef-9a41-45dd-ba9a-a92106b153e3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for 8aeb3a7a-61cb-4622-9393-846a3c26fa62 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:19.770970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'project_id': 'a0b6fb4176554da78f79140d42d1e8eb', 'port_id': '0502fb71-d7c7-4996-a39f-843c175e1b69'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:19.778844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port cf998219-d0e2-4ed2-9b5b-f0e1cea32cc7 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:26:19.782965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:19.790107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Usage tracker for resource:floatingip and tenant:a0b6fb4176554da78f79140d42d1e8eb is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:19.794539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:19.802628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:19.820335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-6490cb42-01e6-40e0-9746-250c7e50eff7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port 520a1a15-6d39-481d-b96f-5fe5328ef292 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:19.820734 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6490cb42-01e6-40e0-9746-250c7e50eff7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:19.828771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9571-062e-4c6b-8de0-2b9540bb7112 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:19.836635 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:19.918475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-36be6b1f-26fa-48b6-9623-35c0afc19c38 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:20.044138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6490cb42-01e6-40e0-9746-250c7e50eff7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:20.132369 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-36be6b1f-26fa-48b6-9623-35c0afc19c38 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Calling delete_port for fe0a2e6b-b916-430f-8fba-eaa7a4395063 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:20.144045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:20.189307 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-6490cb42-01e6-40e0-9746-250c7e50eff7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for 520a1a15-6d39-481d-b96f-5fe5328ef292 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:20.239064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:20.251042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:20.263555 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-df13aa1b-3705-4fb8-8bb4-9236844f0783 None None] Provisioning for port 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:20.270570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-df13aa1b-3705-4fb8-8bb4-9236844f0783 None None] Provisioning complete for port 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:20.271380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-df13aa1b-3705-4fb8-8bb4-9236844f0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:20.439241 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::f816:3eff:fede:58ff (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/a848e569-8c66-4683-b87a-a7fb20b871c8/cf998219-d0e2-4ed2-9b5b-f0e1cea32cc7) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:20.440514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Allocated IP 172.26.3.46 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/265c75c4-2eed-4f98-9aeb-15b4026e34c1) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:20.453663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-df13aa1b-3705-4fb8-8bb4-9236844f0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:20.496601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-df13aa1b-3705-4fb8-8bb4-9236844f0783 None None] For port 5df7ac33-6bd0-4c77-a12f-cc481bfdb472, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5df7ac33-6bd0-4c77-a12f-cc481bfdb472,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:20.503137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-df13aa1b-3705-4fb8-8bb4-9236844f0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:20.507822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-de1e504f-65c3-4245-b74c-1a040164ff90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:20.602820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6490cb42-01e6-40e0-9746-250c7e50eff7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:20.609851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13aa1b-3705-4fb8-8bb4-9236844f0783 None None] Pushing event updated for resources: {'Port': ['ID=5df7ac33-6bd0-4c77-a12f-cc481bfdb472,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:20.616628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a9bc7b43-9f26-4f8b-aa66-2247320c7b64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:20.621308 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-df13aa1b-3705-4fb8-8bb4-9236844f0783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:20.637475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-36be6b1f-26fa-48b6-9623-35c0afc19c38 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:20.665581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-068289b6-d7e1-473c-b64e-dcf829d0af0d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:20.841271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490cb42-01e6-40e0-9746-250c7e50eff7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=520a1a15-6d39-481d-b96f-5fe5328ef292,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:20.846853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6490cb42-01e6-40e0-9746-250c7e50eff7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:20.981095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:21.025121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be6b1f-26fa-48b6-9623-35c0afc19c38 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe0a2e6b-b916-430f-8fba-eaa7a4395063,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:21.063640 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-36be6b1f-26fa-48b6-9623-35c0afc19c38 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:21.067730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-36be6b1f-26fa-48b6-9623-35c0afc19c38 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:21.138108 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6490cb42-01e6-40e0-9746-250c7e50eff7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:21.201828 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-68c4faef-9a41-45dd-ba9a-a92106b153e3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:21.211641 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-36be6b1f-26fa-48b6-9623-35c0afc19c38 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] 10.222.0.50 "DELETE /v2.0/ports/fe0a2e6b-b916-430f-8fba-eaa7a4395063 HTTP/1.1" status: 204 len: 168 time: 2.9729278 Jun 02 16:26:21.215396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35596) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:21.222648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7d5fa440-ea99-45bd-9dc1-816a50ebf1d7 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:21.335605 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f043da7-65a1-4620-90fd-bc8d149dcbdd tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] GET failed (client error): The resource could not be found. Jun 02 16:26:21.336117 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3f043da7-65a1-4620-90fd-bc8d149dcbdd tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Synchronizing usage tracker for tenant:009a8eb803154c8d8312f27954c65f6b on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:21.345466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:21.350241 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a7c2b834-3032-40bf-9ce1-3539873f76fd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:21.358394 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4faef-9a41-45dd-ba9a-a92106b153e3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=8aeb3a7a-61cb-4622-9393-846a3c26fa62,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:21.361507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-68c4faef-9a41-45dd-ba9a-a92106b153e3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:21.431420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0aff-837f-4787-92f0-7c893664f98c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:21.562489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:21.566402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3f043da7-65a1-4620-90fd-bc8d149dcbdd tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Unset dirty status for tenant:009a8eb803154c8d8312f27954c65f6b on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:21.567796 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3f043da7-65a1-4620-90fd-bc8d149dcbdd tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] 10.222.0.50 "GET /v2.0/ports/fe0a2e6b-b916-430f-8fba-eaa7a4395063 HTTP/1.1" status: 404 len: 333 time: 0.3514171 Jun 02 16:26:21.584266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:21.586673 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35598) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:21.590376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Pushing event updated for resources: {'Port': ['ID=265c75c4-2eed-4f98-9aeb-15b4026e34c1,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:21.590633 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:21.596975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:21.629817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Request body: {'port': {'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-267742524'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:21.633370 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:21.645720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:21.675368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6490cb42-01e6-40e0-9746-250c7e50eff7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:26:21.676907 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object cf998219-d0e2-4ed2-9b5b-f0e1cea32cc7 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:21.684553 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:21.812647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Made reservation on behalf of 009a8eb803154c8d8312f27954c65f6b for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:21.815802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:21.936530 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6490cb42-01e6-40e0-9746-250c7e50eff7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:21.946781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] device_id is not set on port da78fabf-0e1b-40ad-8892-b12c7f025991 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:26:21.949915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-68c4faef-9a41-45dd-ba9a-a92106b153e3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:21.951376 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbdeb33-3ef5-41a0-9efa-3c92a32435c5 None None] Sync routers for ids ['e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:21.963919 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbdeb33-3ef5-41a0-9efa-3c92a32435c5 None None] Routers {'e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:21.965442 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-2fbdeb33-3ef5-41a0-9efa-3c92a32435c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:22.020427 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6490cb42-01e6-40e0-9746-250c7e50eff7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5391264 Jun 02 16:26:22.032094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35600) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:22.038872 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-2fbdeb33-3ef5-41a0-9efa-3c92a32435c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:22.040517 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-fb5a9571-062e-4c6b-8de0-2b9540bb7112 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting port 8905d66f-d589-41b3-8cb3-cda2d7623f4e {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:22.041217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9571-062e-4c6b-8de0-2b9540bb7112 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:22.053885 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbdeb33-3ef5-41a0-9efa-3c92a32435c5 None None] Routers {'e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:22.054663 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-2fbdeb33-3ef5-41a0-9efa-3c92a32435c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:22.117512 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:22.149492 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-2fbdeb33-3ef5-41a0-9efa-3c92a32435c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:22.150089 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbdeb33-3ef5-41a0-9efa-3c92a32435c5 None None] The sync data for ids ['e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:22.223036 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:22.223875 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:22.567006 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:22.583268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:22.654011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:22.656081 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:22.661227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-68b5a983-938a-428b-8824-fe6b057d4a85 tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:22.700214 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-aee47622-29cc-40f6-88e8-3d10053b6ace tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:22.744160 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:22.749129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:22.752942 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Pushing event updated for resources: {'Port': ['ID=da78fabf-0e1b-40ad-8892-b12c7f025991,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:22.755239 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:22.756243 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:22.756865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:22.763728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:22.837244 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2434988 Jun 02 16:26:22.841412 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35602) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:22.843706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:22.868046 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:22.876474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:22.944165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:22.975446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:22.981388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:22.982024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:23.078463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=cf998219-d0e2-4ed2-9b5b-f0e1cea32cc7,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:23.089558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:23.113255 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:23.156421 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-ed01ad04-0f0a-4d66-a2fb-64376882efed tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] remove_router_interface failed (client error): The resource could not be found. Jun 02 16:26:23.157476 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ed01ad04-0f0a-4d66-a2fb-64376882efed tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1203616 Jun 02 16:26:23.164482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35604) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:23.168435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9571-062e-4c6b-8de0-2b9540bb7112 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:23.221559 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.6173716 Jun 02 16:26:23.232041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35606) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:23.246201 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-34e42978-7113-449b-8334-92b7c1688841 None None] Provisioning for port cf998219-d0e2-4ed2-9b5b-f0e1cea32cc7 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:23.254163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-34e42978-7113-449b-8334-92b7c1688841 None None] Provisioning complete for port cf998219-d0e2-4ed2-9b5b-f0e1cea32cc7 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:23.254856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-34e42978-7113-449b-8334-92b7c1688841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:23.272370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c4faef-9a41-45dd-ba9a-a92106b153e3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Router 32fb3dc0-70f7-44a2-912e-39ba0d71b0d8 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:26:23.311828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-34e42978-7113-449b-8334-92b7c1688841 None None] Port cf998219-d0e2-4ed2-9b5b-f0e1cea32cc7 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:23.341866 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-204f85c6-cd22-44fb-8370-c54fb6b6311d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports?device_id=e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63 HTTP/1.1" status: 200 len: 205 time: 0.1630561 Jun 02 16:26:23.346451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-fb5a9571-062e-4c6b-8de0-2b9540bb7112 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Calling delete_port for 8905d66f-d589-41b3-8cb3-cda2d7623f4e owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:23.352335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35608) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:23.357699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:26:23.388028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:23.406502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:23.414958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b9d2b9ab-9d0b-4c44-9d0c-c15131a351bc tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:23.606294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bce4073-4db9-4d95-9fe7-866feea0c238 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:23.612375 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bce4073-4db9-4d95-9fe7-866feea0c238 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:23.614165 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0bce4073-4db9-4d95-9fe7-866feea0c238 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3800790 Jun 02 16:26:23.615033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Pushing event updated for resources: {'Port': ['ID=265c75c4-2eed-4f98-9aeb-15b4026e34c1,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:23.620029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35610) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:23.631655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:23.644551 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:23.713165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] device_id is not set on port da78fabf-0e1b-40ad-8892-b12c7f025991 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:26:23.724608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:23.742591 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-afb36ee2-3b0a-49bb-993a-d9dea9179823 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:23.811183 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Transition to ACTIVE for port object da78fabf-0e1b-40ad-8892-b12c7f025991 will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:23.822939 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:23.828669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c4faef-9a41-45dd-ba9a-a92106b153e3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:23.830035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:23.844751 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5228d-4b4a-4e8b-bc6a-ae4431919412 None None] Sync routers for ids ['32fb3dc0-70f7-44a2-912e-39ba0d71b0d8'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:23.857851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5228d-4b4a-4e8b-bc6a-ae4431919412 None None] Routers {'32fb3dc0-70f7-44a2-912e-39ba0d71b0d8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:23.859026 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-74c5228d-4b4a-4e8b-bc6a-ae4431919412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['32fb3dc0-70f7-44a2-912e-39ba0d71b0d8'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:23.943282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-74c5228d-4b4a-4e8b-bc6a-ae4431919412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:23.959378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5228d-4b4a-4e8b-bc6a-ae4431919412 None None] Routers {'32fb3dc0-70f7-44a2-912e-39ba0d71b0d8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:23.960324 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-74c5228d-4b4a-4e8b-bc6a-ae4431919412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['32fb3dc0-70f7-44a2-912e-39ba0d71b0d8'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:24.083085 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-74c5228d-4b4a-4e8b-bc6a-ae4431919412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:24.083500 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5228d-4b4a-4e8b-bc6a-ae4431919412 None None] The sync data for ids ['32fb3dc0-70f7-44a2-912e-39ba0d71b0d8'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:24.113432 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-68c4faef-9a41-45dd-ba9a-a92106b153e3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "PUT /v2.0/routers/32fb3dc0-70f7-44a2-912e-39ba0d71b0d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6020877 Jun 02 16:26:24.149508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35612) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:24.188184 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Floating IP 069787a7-7318-4669-92d6-1200c5da0efe associated. External IP: 172.26.3.46, port: 0502fb71-d7c7-4996-a39f-843c175e1b69. Jun 02 16:26:24.254329 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Pushing event updated for resources: {'Port': ['ID=da78fabf-0e1b-40ad-8892-b12c7f025991,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:24.276299 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:24.279114 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba416a70-fbc4-4830-b94d-842bb9463ac3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] GET failed (client error): The resource could not be found. Jun 02 16:26:24.279664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ba416a70-fbc4-4830-b94d-842bb9463ac3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:24.309050 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:24.309406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:24.309751 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:24.374853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:24.375148 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:24.375566 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 2 to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 Jun 02 16:26:24.399757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ba416a70-fbc4-4830-b94d-842bb9463ac3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:24.400960 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ba416a70-fbc4-4830-b94d-842bb9463ac3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/8aeb3a7a-61cb-4622-9393-846a3c26fa62 HTTP/1.1" status: 404 len: 333 time: 0.2487338 Jun 02 16:26:24.407145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35614) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:24.475581 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:24.476023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:24.476608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:24.501904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:24.502308 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:24.532985 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-afb36ee2-3b0a-49bb-993a-d9dea9179823 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:24.537249 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-afb36ee2-3b0a-49bb-993a-d9dea9179823 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:24.560845 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 3 to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 Jun 02 16:26:24.596405 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-8f7c0aff-837f-4787-92f0-7c893664f98c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Deleting port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:24.596802 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0aff-837f-4787-92f0-7c893664f98c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:24.604820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d8233932-f314-4f17-838e-bdcfaaa834f4 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:24.611837 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-afb36ee2-3b0a-49bb-993a-d9dea9179823 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:24.612481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb36ee2-3b0a-49bb-993a-d9dea9179823 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Fanout notify agent at l3_agent the message router_deleted on router e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:26:24.660410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:24.661013 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:24.661013 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:24.678957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:24.679304 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:24.703655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-afb36ee2-3b0a-49bb-993a-d9dea9179823 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:24.704925 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-afb36ee2-3b0a-49bb-993a-d9dea9179823 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/routers/e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63 HTTP/1.1" status: 204 len: 168 time: 1.3487720 Jun 02 16:26:24.710018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35620) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:24.714384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2940215c-a2f6-47a6-ae3d-eadf9cfc15c9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port cf998219-d0e2-4ed2-9b5b-f0e1cea32cc7 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:24.714701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2940215c-a2f6-47a6-ae3d-eadf9cfc15c9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:24.744262 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 4 to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 Jun 02 16:26:24.947107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-336147c9-0faf-46bb-ae9a-8e56cf7eacbf tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting subnet 49b684eb-bbd9-4801-bc8c-9a70c93c760d {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:26:24.954926 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:24.955267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:24.955605 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:24.969795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-336147c9-0faf-46bb-ae9a-8e56cf7eacbf tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:25.038486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:25.038763 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:25.040753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d8233932-f314-4f17-838e-bdcfaaa834f4 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:25.044221 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 5 to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 Jun 02 16:26:25.044388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-8f7c0aff-837f-4787-92f0-7c893664f98c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] For port f534ed46-e1a3-4a79-b6a2-95cfdd4bff10, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f534ed46-e1a3-4a79-b6a2-95cfdd4bff10,segment=NetworkSegment(b424153d-49e0-424b-9c2b-48967b1cae27),segment_id=b424153d-49e0-424b-9c2b-48967b1cae27)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:25.044693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0aff-837f-4787-92f0-7c893664f98c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:25.098782 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d8233932-f314-4f17-838e-bdcfaaa834f4 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:25.138954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2940215c-a2f6-47a6-ae3d-eadf9cfc15c9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:25.156857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:25.157274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:25.157623 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:25.168005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:25.168355 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:25.169662 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 6 to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 Jun 02 16:26:25.184920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d8233932-f314-4f17-838e-bdcfaaa834f4 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:25.185435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8233932-f314-4f17-838e-bdcfaaa834f4 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Fanout notify agent at l3_agent the message router_deleted on router 32fb3dc0-70f7-44a2-912e-39ba0d71b0d8 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:26:25.199040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Router 4e8cc6ff-680c-44a2-9860-c92583e485d6 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:26:25.199040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:25.199040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:25.199040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:25.209924 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9571-062e-4c6b-8de0-2b9540bb7112 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:25.212472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d8233932-f314-4f17-838e-bdcfaaa834f4 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:25.213589 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d8233932-f314-4f17-838e-bdcfaaa834f4 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/routers/32fb3dc0-70f7-44a2-912e-39ba0d71b0d8 HTTP/1.1" status: 204 len: 168 time: 0.8054607 Jun 02 16:26:25.216113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-336147c9-0faf-46bb-ae9a-8e56cf7eacbf tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:25.216275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:25.216598 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:25.217017 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35624) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:25.218939 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 7 to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 Jun 02 16:26:25.253793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-8f7c0aff-837f-4787-92f0-7c893664f98c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Calling delete_port for f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:25.258838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-96540861-37bf-4368-80dd-931243de95d9 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:25.347519 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:25.347857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:25.348196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:25.378284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:25.378530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a9571-062e-4c6b-8de0-2b9540bb7112 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Port': ['ID=8905d66f-d589-41b3-8cb3-cda2d7623f4e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:25.378696 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:25.384112 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 8 to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 Jun 02 16:26:25.416761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-968b0950-acf7-405e-b4f5-77695ca9e23e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting subnet a22ef0ac-d722-4e58-aa1a-b9140cec7d4a {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:26:25.449409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2940215c-a2f6-47a6-ae3d-eadf9cfc15c9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for cf998219-d0e2-4ed2-9b5b-f0e1cea32cc7 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:25.452222 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fb5a9571-062e-4c6b-8de0-2b9540bb7112 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:25.479032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-968b0950-acf7-405e-b4f5-77695ca9e23e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:25.720352 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:25.720968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:25.720968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:25.751021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:25.751262 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:25.759168 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 9 to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 Jun 02 16:26:25.791790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-968b0950-acf7-405e-b4f5-77695ca9e23e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:25.821723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:25.833609 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf910e3-dbda-424d-a36d-7b72f2fa5b1a None None] Sync routers for ids ['4e8cc6ff-680c-44a2-9860-c92583e485d6'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:25.835380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:25.835727 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:25.836141 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:25.847353 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf910e3-dbda-424d-a36d-7b72f2fa5b1a None None] Routers {'4e8cc6ff-680c-44a2-9860-c92583e485d6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:25.848000 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-2bf910e3-dbda-424d-a36d-7b72f2fa5b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['4e8cc6ff-680c-44a2-9860-c92583e485d6'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:25.863620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:25.863933 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:25.868929 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempt 10 to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 Jun 02 16:26:25.892229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:25.915774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-336147c9-0faf-46bb-ae9a-8e56cf7eacbf tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:25.924595 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-2bf910e3-dbda-424d-a36d-7b72f2fa5b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:25.935265 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf910e3-dbda-424d-a36d-7b72f2fa5b1a None None] Routers {'4e8cc6ff-680c-44a2-9860-c92583e485d6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:25.936012 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-2bf910e3-dbda-424d-a36d-7b72f2fa5b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['4e8cc6ff-680c-44a2-9860-c92583e485d6'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:25.936841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:25.937220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:25.937560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempting to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:25.952063 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:26:25.952431 dv-neutron-601336-83-hyperv neutron-server[92322]: ERROR neutron.plugins.ml2.managers [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Failed to bind port da78fabf-0e1b-40ad-8892-b12c7f025991 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '0de00e15-c752-4d9a-a0e8-7f3c215980a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ad2a0a-a6ab-458b-a416-fbee334b9af8'}] Jun 02 16:26:25.952787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:26.027342 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.4102576 Jun 02 16:26:26.038842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35630) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:26.070104 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-2bf910e3-dbda-424d-a36d-7b72f2fa5b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:26.070554 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf910e3-dbda-424d-a36d-7b72f2fa5b1a None None] The sync data for ids ['4e8cc6ff-680c-44a2-9860-c92583e485d6'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:26.118444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-968b0950-acf7-405e-b4f5-77695ca9e23e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:26.261223 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f5462cd8-7717-45e8-8cb8-1bb5f6b48ab5 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] 10.222.0.50 "GET /v2.0/floatingips/069787a7-7318-4669-92d6-1200c5da0efe HTTP/1.1" status: 200 len: 983 time: 0.2209060 Jun 02 16:26:26.269032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35632) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:26.305439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9571-062e-4c6b-8de0-2b9540bb7112 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:26.310380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2940215c-a2f6-47a6-ae3d-eadf9cfc15c9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:26.323944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e42e3713-a98c-4b2a-9674-7c0ccc087c48 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:26.368245 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] For port da78fabf-0e1b-40ad-8892-b12c7f025991, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:26:26.368641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attempted to set empty binding levels {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 16:26:26.389126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:26.402658 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c7a2b929-e5e0-48ef-a5b8-4f9b636c95ce tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:26.503495 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] In _notify_port_updated(), no bound segment for port da78fabf-0e1b-40ad-8892-b12c7f025991 on network 24ad2a0a-a6ab-458b-a416-fbee334b9af8 {{(pid=92322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:26:26.504495 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:26.505203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:26.506889 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] 10.222.0.50 "PUT /v2.0/ports/da78fabf-0e1b-40ad-8892-b12c7f025991 HTTP/1.1" status: 200 len: 976 time: 3.6646638 Jun 02 16:26:26.512505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35634) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:26.537664 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940215c-a2f6-47a6-ae3d-eadf9cfc15c9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=cf998219-d0e2-4ed2-9b5b-f0e1cea32cc7,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:26.563682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2940215c-a2f6-47a6-ae3d-eadf9cfc15c9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:26.599999 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2940215c-a2f6-47a6-ae3d-eadf9cfc15c9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:26.625222 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c5fec0dd-fe23-4f08-846a-f0c8bc6607f5 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1947 time: 0.3549592 Jun 02 16:26:26.629504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35636) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:26.638513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Pushing event updated for resources: {'Port': ['ID=da78fabf-0e1b-40ad-8892-b12c7f025991,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:26.744221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0aff-837f-4787-92f0-7c893664f98c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:26.749239 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:26.758970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-15ded188-c94e-4fc1-b89e-96a0a889153f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:26.799194 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2940215c-a2f6-47a6-ae3d-eadf9cfc15c9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/cf998219-d0e2-4ed2-9b5b-f0e1cea32cc7 HTTP/1.1" status: 204 len: 168 time: 3.1622875 Jun 02 16:26:26.815305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35638) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:26.866002 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c0aff-837f-4787-92f0-7c893664f98c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event deleted for resources: {'Port': ['ID=f534ed46-e1a3-4a79-b6a2-95cfdd4bff10,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:26.914335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8f7c0aff-837f-4787-92f0-7c893664f98c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:26.989614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-968b0950-acf7-405e-b4f5-77695ca9e23e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:26.992411 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-336147c9-0faf-46bb-ae9a-8e56cf7eacbf tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:27.000140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c925b301-7a0d-4ab9-a99d-3d50ced0edd7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:27.003030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6f1c428e-889b-4c91-ac34-c4ce5e20fb48 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:27.057819 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330a1bca-7ee0-4970-a3b5-87b3757098c9 None None] Network 374576c5-fc00-4475-ac0f-12fe53fc83a7 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:27.066606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336147c9-0faf-46bb-ae9a-8e56cf7eacbf tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Subnet': ['ID=49b684eb-bbd9-4801-bc8c-9a70c93c760d,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:27.080424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-968b0950-acf7-405e-b4f5-77695ca9e23e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:27.088532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3147724-dc32-4800-ae91-dff3488475e6 None None] Network d0502faf-17d7-43c5-adc9-87f432d9e91e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:27.090475 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b0950-acf7-405e-b4f5-77695ca9e23e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Subnet': ['ID=a22ef0ac-d722-4e58-aa1a-b9140cec7d4a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:27.100157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-968b0950-acf7-405e-b4f5-77695ca9e23e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:27.110491 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-968b0950-acf7-405e-b4f5-77695ca9e23e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/a22ef0ac-d722-4e58-aa1a-b9140cec7d4a HTTP/1.1" status: 204 len: 168 time: 1.8843000 Jun 02 16:26:27.113160 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35640) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:27.120570 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b3db07-e456-4787-a68b-6e9aa3aa5103 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:27.122213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b3db07-e456-4787-a68b-6e9aa3aa5103 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:27.123939 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-16b3db07-e456-4787-a68b-6e9aa3aa5103 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3016148 Jun 02 16:26:27.125138 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-336147c9-0faf-46bb-ae9a-8e56cf7eacbf tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:27.126307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-336147c9-0faf-46bb-ae9a-8e56cf7eacbf tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:27.140557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35642) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:27.159303 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-336147c9-0faf-46bb-ae9a-8e56cf7eacbf tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/49b684eb-bbd9-4801-bc8c-9a70c93c760d HTTP/1.1" status: 204 len: 168 time: 2.4472651 Jun 02 16:26:27.175599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35644) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:27.200683 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-824bf0a5-7aec-4ad3-b45e-aa37da422198 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Deleting port da78fabf-0e1b-40ad-8892-b12c7f025991 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:27.201119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-824bf0a5-7aec-4ad3-b45e-aa37da422198 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:27.617672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08587977-43a8-4285-bc3e-f229e28e629b None None] DHCP port deletion for d0502faf-17d7-43c5-adc9-87f432d9e91e request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:26:27.625748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5a9571-062e-4c6b-8de0-2b9540bb7112 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 082bfedb-f54c-4898-91a3-e100cac288dc has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:26:27.637887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0aff-837f-4787-92f0-7c893664f98c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:27.671127 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c69a25c-6547-43af-991c-ba7f9ba3066d None None] DHCP port deletion for 374576c5-fc00-4475-ac0f-12fe53fc83a7 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:26:27.733419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:27.753626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d69059-6fee-41cb-b6ee-f26218b9d769 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet a848e569-8c66-4683-b87a-a7fb20b871c8 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:26:27.767796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-824bf0a5-7aec-4ad3-b45e-aa37da422198 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] For port da78fabf-0e1b-40ad-8892-b12c7f025991, host hv-neutron-6013, got binding levels [] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:27.768728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-824bf0a5-7aec-4ad3-b45e-aa37da422198 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:27.770049 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-08587977-43a8-4285-bc3e-f229e28e629b None None] Deleting port 12693544-faa3-4f68-8b8a-73f0a85e3107 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:27.770659 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-08587977-43a8-4285-bc3e-f229e28e629b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:27.778020 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01d69059-6fee-41cb-b6ee-f26218b9d769 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:27.791094 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2c69a25c-6547-43af-991c-ba7f9ba3066d None None] Deleting port 13fbb377-ffbb-4065-a577-fb47fccab336 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:27.791475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2c69a25c-6547-43af-991c-ba7f9ba3066d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:27.827628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:27.960700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-08587977-43a8-4285-bc3e-f229e28e629b None None] For port 12693544-faa3-4f68-8b8a-73f0a85e3107, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=12693544-faa3-4f68-8b8a-73f0a85e3107,segment=NetworkSegment(6f4ae017-01d1-451e-bed0-334f0aee003c),segment_id=6f4ae017-01d1-451e-bed0-334f0aee003c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:27.960700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-08587977-43a8-4285-bc3e-f229e28e629b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:27.975029 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-824bf0a5-7aec-4ad3-b45e-aa37da422198 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Calling delete_port for da78fabf-0e1b-40ad-8892-b12c7f025991 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:27.977561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2c69a25c-6547-43af-991c-ba7f9ba3066d None None] For port 13fbb377-ffbb-4065-a577-fb47fccab336, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=13fbb377-ffbb-4065-a577-fb47fccab336,segment=NetworkSegment(86f476a7-bf13-479c-bc7b-c83cc5811d0a),segment_id=86f476a7-bf13-479c-bc7b-c83cc5811d0a)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:27.978351 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2c69a25c-6547-43af-991c-ba7f9ba3066d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:27.993522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5a9571-062e-4c6b-8de0-2b9540bb7112 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:28.008349 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fb5a9571-062e-4c6b-8de0-2b9540bb7112 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "PUT /v2.0/routers/082bfedb-f54c-4898-91a3-e100cac288dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6313694 Jun 02 16:26:28.009709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35646) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:28.029198 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a234b550-48f6-4796-b7f5-1e41e241d80f tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Deleting port 265c75c4-2eed-4f98-9aeb-15b4026e34c1 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:28.029591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a234b550-48f6-4796-b7f5-1e41e241d80f tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:28.047966 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4bdaee-2ed8-4bd9-acc0-dbd7697e1ee5 None None] Sync routers for ids ['082bfedb-f54c-4898-91a3-e100cac288dc'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:28.064218 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01d69059-6fee-41cb-b6ee-f26218b9d769 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:28.221865 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-08587977-43a8-4285-bc3e-f229e28e629b None None] Calling delete_port for 12693544-faa3-4f68-8b8a-73f0a85e3107 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:28.234743 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2c69a25c-6547-43af-991c-ba7f9ba3066d None None] Calling delete_port for 13fbb377-ffbb-4065-a577-fb47fccab336 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:28.237675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 13fbb377-ffbb-4065-a577-fb47fccab336 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:26:28.276936 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7c0aff-837f-4787-92f0-7c893664f98c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Router a2d7d433-c249-49a7-ba10-3f28c36a2915 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:26:28.297041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4bdaee-2ed8-4bd9-acc0-dbd7697e1ee5 None None] Routers {'082bfedb-f54c-4898-91a3-e100cac288dc'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:28.298254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-cf4bdaee-2ed8-4bd9-acc0-dbd7697e1ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['082bfedb-f54c-4898-91a3-e100cac288dc'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:28.359441 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a234b550-48f6-4796-b7f5-1e41e241d80f tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:28.359852 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a234b550-48f6-4796-b7f5-1e41e241d80f tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:28.382536 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port 13fbb377-ffbb-4065-a577-fb47fccab336 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:28.383067 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:28.408073 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-cf4bdaee-2ed8-4bd9-acc0-dbd7697e1ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:28.455588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port 12693544-faa3-4f68-8b8a-73f0a85e3107 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:28.456003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:28.468748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-824bf0a5-7aec-4ad3-b45e-aa37da422198 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:28.468992 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4bdaee-2ed8-4bd9-acc0-dbd7697e1ee5 None None] Routers {'082bfedb-f54c-4898-91a3-e100cac288dc'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:28.469533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-cf4bdaee-2ed8-4bd9-acc0-dbd7697e1ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['082bfedb-f54c-4898-91a3-e100cac288dc'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:28.532218 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01d69059-6fee-41cb-b6ee-f26218b9d769 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:28.532571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:28.563419 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-cf4bdaee-2ed8-4bd9-acc0-dbd7697e1ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:28.563838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4bdaee-2ed8-4bd9-acc0-dbd7697e1ee5 None None] The sync data for ids ['082bfedb-f54c-4898-91a3-e100cac288dc'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:28.570114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ea6e4ec0-8535-472f-b2aa-ff8e0d29acb4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:28.578097 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:28.618102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a234b550-48f6-4796-b7f5-1e41e241d80f tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Calling delete_port for 265c75c4-2eed-4f98-9aeb-15b4026e34c1 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:28.654916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-08587977-43a8-4285-bc3e-f229e28e629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:28.661288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:28.693273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2c69a25c-6547-43af-991c-ba7f9ba3066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:28.719640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08587977-43a8-4285-bc3e-f229e28e629b None None] Pushing event deleted for resources: {'Port': ['ID=12693544-faa3-4f68-8b8a-73f0a85e3107,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:28.725749 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-08587977-43a8-4285-bc3e-f229e28e629b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:28.726650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c2c8646b-c100-495b-b237-c5a502a8bc37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:28.747464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bf0a5-7aec-4ad3-b45e-aa37da422198 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Pushing event deleted for resources: {'Port': ['ID=da78fabf-0e1b-40ad-8892-b12c7f025991,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:28.750705 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-824bf0a5-7aec-4ad3-b45e-aa37da422198 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:28.762569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08587977-43a8-4285-bc3e-f229e28e629b None None] No DVR routers for this DVR port 12693544-faa3-4f68-8b8a-73f0a85e3107 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:28.790410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-824bf0a5-7aec-4ad3-b45e-aa37da422198 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:28.803510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c69a25c-6547-43af-991c-ba7f9ba3066d None None] No DVR routers for this DVR port 13fbb377-ffbb-4065-a577-fb47fccab336 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:28.805609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69a25c-6547-43af-991c-ba7f9ba3066d None None] Pushing event deleted for resources: {'Port': ['ID=13fbb377-ffbb-4065-a577-fb47fccab336,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:28.815039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2c69a25c-6547-43af-991c-ba7f9ba3066d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:28.816157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 12693544-faa3-4f68-8b8a-73f0a85e3107 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:26:28.834004 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7c0aff-837f-4787-92f0-7c893664f98c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:28.843676 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f9c10b-dc37-4c7a-b50e-8059a0a196ec None None] Sync routers for ids ['a2d7d433-c249-49a7-ba10-3f28c36a2915'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:28.859377 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9c10b-dc37-4c7a-b50e-8059a0a196ec None None] Routers {'a2d7d433-c249-49a7-ba10-3f28c36a2915'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:28.860152 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-d2f9c10b-dc37-4c7a-b50e-8059a0a196ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a2d7d433-c249-49a7-ba10-3f28c36a2915'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:28.868108 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 12693544-faa3-4f68-8b8a-73f0a85e3107 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:26:28.868457 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 12693544-faa3-4f68-8b8a-73f0a85e3107 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:26:28.898994 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8f7c0aff-837f-4787-92f0-7c893664f98c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "PUT /v2.0/routers/a2d7d433-c249-49a7-ba10-3f28c36a2915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7909956 Jun 02 16:26:28.899237 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-824bf0a5-7aec-4ad3-b45e-aa37da422198 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] 10.222.0.50 "DELETE /v2.0/ports/da78fabf-0e1b-40ad-8892-b12c7f025991 HTTP/1.1" status: 204 len: 168 time: 2.3710723 Jun 02 16:26:28.904621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35648) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:28.904621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35650) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:28.969772 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] For port 13fbb377-ffbb-4065-a577-fb47fccab336, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=13fbb377-ffbb-4065-a577-fb47fccab336,segment=NetworkSegment(86f476a7-bf13-479c-bc7b-c83cc5811d0a),segment_id=86f476a7-bf13-479c-bc7b-c83cc5811d0a)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:28.970265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:28.996685 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] For port 12693544-faa3-4f68-8b8a-73f0a85e3107, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=12693544-faa3-4f68-8b8a-73f0a85e3107,segment=NetworkSegment(6f4ae017-01d1-451e-bed0-334f0aee003c),segment_id=6f4ae017-01d1-451e-bed0-334f0aee003c)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:28.997061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.007065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-caef4a12-b3a3-41e1-bde0-501177e94cf5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Deleting subnet 37890743-a156-48e2-9877-ae966842ebc7 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:26:29.031476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-caef4a12-b3a3-41e1-bde0-501177e94cf5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.052671 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-d2f9c10b-dc37-4c7a-b50e-8059a0a196ec None None] Set router a2d7d433-c249-49a7-ba10-3f28c36a2915 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:26:29.065162 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-19149317-0de0-4552-bc20-f922e324af02 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] GET failed (client error): The resource could not be found. Jun 02 16:26:29.065704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-19149317-0de0-4552-bc20-f922e324af02 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Synchronizing usage tracker for tenant:009a8eb803154c8d8312f27954c65f6b on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:29.106274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-19149317-0de0-4552-bc20-f922e324af02 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Unset dirty status for tenant:009a8eb803154c8d8312f27954c65f6b on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:29.107884 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-19149317-0de0-4552-bc20-f922e324af02 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] 10.222.0.50 "GET /v2.0/ports/da78fabf-0e1b-40ad-8892-b12c7f025991 HTTP/1.1" status: 404 len: 333 time: 0.2008736 Jun 02 16:26:29.116632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35652) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:29.122315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-caef4a12-b3a3-41e1-bde0-501177e94cf5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.178928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.358309 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-d2f9c10b-dc37-4c7a-b50e-8059a0a196ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626977264', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:36Z', 'updated_at': '2021-06-02T16:26:26Z', 'revision_number': 5, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'gw_port': {'id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:38Z', 'updated_at': '2021-06-02T16:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:29.362861 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f9c10b-dc37-4c7a-b50e-8059a0a196ec None None] Checking router: a2d7d433-c249-49a7-ba10-3f28c36a2915 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:26:29.364521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae658-a2ca-4edd-a89d-31f1580ce69e tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.372582 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9c10b-dc37-4c7a-b50e-8059a0a196ec None None] Routers {'a2d7d433-c249-49a7-ba10-3f28c36a2915'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:29.373223 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-d2f9c10b-dc37-4c7a-b50e-8059a0a196ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a2d7d433-c249-49a7-ba10-3f28c36a2915'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:29.374849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for 13fbb377-ffbb-4065-a577-fb47fccab336 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:29.403181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-caef4a12-b3a3-41e1-bde0-501177e94cf5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.448428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for 12693544-faa3-4f68-8b8a-73f0a85e3107 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:29.518635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting port 91c8f7c1-854a-4b22-8fc8-dd017560b842 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:29.519045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.563247 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-d2f9c10b-dc37-4c7a-b50e-8059a0a196ec None None] Set router a2d7d433-c249-49a7-ba10-3f28c36a2915 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:26:29.642061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae658-a2ca-4edd-a89d-31f1580ce69e tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.721290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.727353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a672a8a6-1585-4837-afb3-4390d6534da5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:29.757402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-1a6ae658-a2ca-4edd-a89d-31f1580ce69e tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ad2a0a-a6ab-458b-a416-fbee334b9af8']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:29.765800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01d69059-6fee-41cb-b6ee-f26218b9d769 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.770755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.787043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-1a6ae658-a2ca-4edd-a89d-31f1580ce69e tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de00e15-c752-4d9a-a0e8-7f3c215980a2') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:29.787414 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-1a6ae658-a2ca-4edd-a89d-31f1580ce69e tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de00e15-c752-4d9a-a0e8-7f3c215980a2') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:29.803924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=13fbb377-ffbb-4065-a577-fb47fccab336,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:29.807875 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01d69059-6fee-41cb-b6ee-f26218b9d769 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.812727 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:29.814405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No DVR routers for this DVR port 13fbb377-ffbb-4065-a577-fb47fccab336 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:29.815823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-45c95354-58e0-4134-b65a-2bbac0abf7ec tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:29.816726 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae658-a2ca-4edd-a89d-31f1580ce69e tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.832772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fba275a-54b7-4f4a-99e0-f41468039892 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:29.845385 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a234b550-48f6-4796-b7f5-1e41e241d80f tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.863475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae658-a2ca-4edd-a89d-31f1580ce69e tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.882643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No DVR routers for this DVR port 12693544-faa3-4f68-8b8a-73f0a85e3107 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:29.895973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.909305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6ae658-a2ca-4edd-a89d-31f1580ce69e tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:26:29.909781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae658-a2ca-4edd-a89d-31f1580ce69e tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:26:29.924498 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:26:29.940552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=12693544-faa3-4f68-8b8a-73f0a85e3107,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:29.953846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:29.957403 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bf794c24-5585-4097-86cf-d6fc1c98faed tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:29.976884 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-d2f9c10b-dc37-4c7a-b50e-8059a0a196ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626977264', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:36Z', 'updated_at': '2021-06-02T16:26:26Z', 'revision_number': 5, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'gw_port': {'id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:38Z', 'updated_at': '2021-06-02T16:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:29.981833 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f9c10b-dc37-4c7a-b50e-8059a0a196ec None None] The sync data for ids ['a2d7d433-c249-49a7-ba10-3f28c36a2915'] in dv-neutron-601336-83-hyperv is: [{'id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626977264', 'tenant_id': '63cb22b2aa5349b4b453b929309f04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:23:36Z', 'updated_at': '2021-06-02T16:26:26Z', 'revision_number': 5, 'project_id': '63cb22b2aa5349b4b453b929309f04b5', 'gw_port': {'id': '8dbbec11-aff4-4eac-b883-8732e074160d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d7d433-c249-49a7-ba10-3f28c36a2915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:23:38Z', 'updated_at': '2021-06-02T16:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:30.098389 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-01d69059-6fee-41cb-b6ee-f26218b9d769 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/a848e569-8c66-4683-b87a-a7fb20b871c8 HTTP/1.1" status: 204 len: 168 time: 2.9517860 Jun 02 16:26:30.098389 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d69059-6fee-41cb-b6ee-f26218b9d769 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=a848e569-8c66-4683-b87a-a7fb20b871c8,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:30.107840 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35656) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:30.143788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Calling delete_port for 91c8f7c1-854a-4b22-8fc8-dd017560b842 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:30.144857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-01d69059-6fee-41cb-b6ee-f26218b9d769 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:30.197641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c7088a61-4360-4fd3-81ed-61c23bcc46e9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:30.203235 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae658-a2ca-4edd-a89d-31f1580ce69e tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.208140 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-555c23b0-babc-446c-9981-e860e026b8e8 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:30.225417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae658-a2ca-4edd-a89d-31f1580ce69e tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.245933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ae658-a2ca-4edd-a89d-31f1580ce69e tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Pushing event deleted for resources: {'Network': ['ID=24ad2a0a-a6ab-458b-a416-fbee334b9af8,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:30.252377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1a6ae658-a2ca-4edd-a89d-31f1580ce69e tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:30.257210 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1a6ae658-a2ca-4edd-a89d-31f1580ce69e tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] 10.222.0.50 "DELETE /v2.0/networks/24ad2a0a-a6ab-458b-a416-fbee334b9af8 HTTP/1.1" status: 204 len: 168 time: 1.1377940 Jun 02 16:26:30.268094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-caef4a12-b3a3-41e1-bde0-501177e94cf5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.351946 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5591b00-361f-4661-988b-6f622123446d None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:26:30.410715 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7c51cfad-22da-4320-8ba7-ccc19731664d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2688885 Jun 02 16:26:30.410715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234b550-48f6-4796-b7f5-1e41e241d80f tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event deleted for resources: {'Port': ['ID=265c75c4-2eed-4f98-9aeb-15b4026e34c1,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:30.417901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35660) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:30.422847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:30.458255 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a234b550-48f6-4796-b7f5-1e41e241d80f tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:30.460433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.460958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-26490b7d-a800-44bf-b4fc-907f20b33ad2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:30.470593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.482442 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c5591b00-361f-4661-988b-6f622123446d None None] Deleting port 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:30.482830 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c5591b00-361f-4661-988b-6f622123446d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.504348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374576c5-fc00-4475-ac0f-12fe53fc83a7']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:30.510049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef4a12-b3a3-41e1-bde0-501177e94cf5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event deleted for resources: {'Subnet': ['ID=37890743-a156-48e2-9877-ae966842ebc7,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:30.524577 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0502faf-17d7-43c5-adc9-87f432d9e91e']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:30.541487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-caef4a12-b3a3-41e1-bde0-501177e94cf5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:30.548423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-caef4a12-b3a3-41e1-bde0-501177e94cf5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.551949 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-caef4a12-b3a3-41e1-bde0-501177e94cf5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "DELETE /v2.0/subnets/37890743-a156-48e2-9877-ae966842ebc7 HTTP/1.1" status: 204 len: 168 time: 1.6463885 Jun 02 16:26:30.562275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35662) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:30.573342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485b5f57-0c01-40ee-a785-0f487cc00aff None None] Network 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:30.591171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a234b550-48f6-4796-b7f5-1e41e241d80f tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.591853 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-a234b550-48f6-4796-b7f5-1e41e241d80f tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Floating IP 069787a7-7318-4669-92d6-1200c5da0efe disassociated (deleted). External IP: 172.26.3.46, port: 0502fb71-d7c7-4996-a39f-843c175e1b69. Jun 02 16:26:30.676347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f476a7-bf13-479c-bc7b-c83cc5811d0a') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:30.676968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f476a7-bf13-479c-bc7b-c83cc5811d0a') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:30.701013 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4ae017-01d1-451e-bed0-334f0aee003c') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:30.701833 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4ae017-01d1-451e-bed0-334f0aee003c') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:30.732612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.755679 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35666) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:30.775104 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c5591b00-361f-4661-988b-6f622123446d None None] For port 5df7ac33-6bd0-4c77-a12f-cc481bfdb472, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5df7ac33-6bd0-4c77-a12f-cc481bfdb472,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:30.775498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c5591b00-361f-4661-988b-6f622123446d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.776326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.800814 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.829517 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:26:30.830728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.844248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: util.warn( Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: util.warn( Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: util.warn( Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: util.warn( Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:26:30.856648 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:26:30.860855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:30.863925 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.881796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:30.887442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:30.917618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.918133 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c5591b00-361f-4661-988b-6f622123446d None None] Calling delete_port for 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:30.925279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d6dc9f0-a8c4-457d-a98d-bc57cb820e0f tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:30.961931 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:26:30.962675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:30.993644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Port': ['ID=91c8f7c1-854a-4b22-8fc8-dd017560b842,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:31.026304 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:31.078499 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c5591b00-361f-4661-988b-6f622123446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.084568 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:31.138812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5591b00-361f-4661-988b-6f622123446d None None] No DVR routers for this DVR port 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:31.140622 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5591b00-361f-4661-988b-6f622123446d None None] Pushing event deleted for resources: {'Port': ['ID=5df7ac33-6bd0-4c77-a12f-cc481bfdb472,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:31.143775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c5591b00-361f-4661-988b-6f622123446d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:31.181108 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108ab58e-64b7-472d-b3b5-572081c03718 None None] DHCP port deletion for 2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:26:31.194416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:26:31.211596 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:26:31.224284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:31.241896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.253311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-108ab58e-64b7-472d-b3b5-572081c03718 None None] Deleting port 37c3e8cc-fa38-4c30-a1c3-367f17f8707e {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:31.253679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-108ab58e-64b7-472d-b3b5-572081c03718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.350881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:31.355096 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.370814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-108ab58e-64b7-472d-b3b5-572081c03718 None None] For port 37c3e8cc-fa38-4c30-a1c3-367f17f8707e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=37c3e8cc-fa38-4c30-a1c3-367f17f8707e,segment=NetworkSegment(b424153d-49e0-424b-9c2b-48967b1cae27),segment_id=b424153d-49e0-424b-9c2b-48967b1cae27)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:31.371255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-108ab58e-64b7-472d-b3b5-572081c03718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.385483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.409482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-923b1656-aaf2-4cc7-9ae1-9e964940df10 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:31.421509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.424680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.425456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.465784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.466246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Fanout notify agent at l3_agent the message router_deleted on router 082bfedb-f54c-4898-91a3-e100cac288dc {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:26:31.474636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Deleting port 8dbbec11-aff4-4eac-b883-8732e074160d {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:31.475565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.492571 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.511224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Network': ['ID=d0502faf-17d7-43c5-adc9-87f432d9e91e,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:31.526519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-108ab58e-64b7-472d-b3b5-572081c03718 None None] Calling delete_port for 37c3e8cc-fa38-4c30-a1c3-367f17f8707e owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:31.550444 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.554001 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/routers/082bfedb-f54c-4898-91a3-e100cac288dc HTTP/1.1" status: 204 len: 168 time: 3.5374248 Jun 02 16:26:31.556175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35672) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:31.572084 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2eae80f4-d812-4b87-8084-e749617e362e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e0a7d63b2bad48138c1c8247375dd8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8097937 Jun 02 16:26:31.579724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:31.580632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.582897 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/networks/374576c5-fc00-4475-ac0f-12fe53fc83a7 HTTP/1.1" status: 204 len: 168 time: 4.4687285 Jun 02 16:26:31.588254 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:31.592771 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-108ab58e-64b7-472d-b3b5-572081c03718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.598550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35674) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:31.598550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35676) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:31.600950 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-49137374-1944-4c4b-b848-3435a7c83cf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:31.622877 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/networks/d0502faf-17d7-43c5-adc9-87f432d9e91e HTTP/1.1" status: 204 len: 168 time: 4.4404297 Jun 02 16:26:31.632945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35678) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:31.642308 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'network': {'name': 'tempest-RoutersTest-133201692'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:31.670115 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ab58e-64b7-472d-b3b5-572081c03718 None None] Pushing event deleted for resources: {'Port': ['ID=37c3e8cc-fa38-4c30-a1c3-367f17f8707e,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:31.673971 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-108ab58e-64b7-472d-b3b5-572081c03718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:31.674760 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ab58e-64b7-472d-b3b5-572081c03718 None None] No DVR routers for this DVR port 37c3e8cc-fa38-4c30-a1c3-367f17f8707e on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:31.681792 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Network': ['ID=374576c5-fc00-4475-ac0f-12fe53fc83a7,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:31.688487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:31.699186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:31.700607 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:network and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:31.715192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:31.732684 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:31.771308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca171adb-332c-403c-b982-08d01368c170 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:31.771910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ca171adb-332c-403c-b982-08d01368c170 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:31.800769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-53257900-2a6b-4dca-860f-17793f6e9fa5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting subnet 2a3473e5-9c5f-49ef-9a02-d4191b47ec23 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:26:31.817002 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53257900-2a6b-4dca-860f-17793f6e9fa5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.847345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:31.850908 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.869278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] For port 8dbbec11-aff4-4eac-b883-8732e074160d, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8dbbec11-aff4-4eac-b883-8732e074160d,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:31.869683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.891243 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bb50437f-af68-4c04-b031-680babacf568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.927210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:26:31.941688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a234b550-48f6-4796-b7f5-1e41e241d80f tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Router 4e8cc6ff-680c-44a2-9860-c92583e485d6 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:26:31.970224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:31.970480 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Added segment e6fef141-6537-4f78-a8bd-b529a54bcfc3 of type vlan for network 7af15884-c9fb-4f19-8769-53abddcbf381 Jun 02 16:26:32.083963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 37c3e8cc-fa38-4c30-a1c3-367f17f8707e no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:26:32.106521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:32.113284 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ca171adb-332c-403c-b982-08d01368c170 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:32.114495 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ca171adb-332c-403c-b982-08d01368c170 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 HTTP/1.1" status: 200 len: 841 time: 0.5031846 Jun 02 16:26:32.122888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35682) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:32.174174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 37c3e8cc-fa38-4c30-a1c3-367f17f8707e {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:26:32.174809 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 37c3e8cc-fa38-4c30-a1c3-367f17f8707e not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:26:32.175240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:26:32.193335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Calling delete_port for 8dbbec11-aff4-4eac-b883-8732e074160d owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:32.206981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53257900-2a6b-4dca-860f-17793f6e9fa5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:32.209401 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:26:32.209756 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f534ed46-e1a3-4a79-b6a2-95cfdd4bff10 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:26:32.210213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:26:32.243356 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:26:32.243708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5df7ac33-6bd0-4c77-a12f-cc481bfdb472 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:26:32.260007 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bb50437f-af68-4c04-b031-680babacf568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:32.363137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:32.367333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53257900-2a6b-4dca-860f-17793f6e9fa5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:32.368951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:32.369567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:32.375232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ee9a97e4-6a52-45db-bb9a-e343faf2f381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:32.383286 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-34b56167-b833-421f-af36-8580976d5a7a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:32.418063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bb50437f-af68-4c04-b031-680babacf568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:32.429009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b560e302-2887-46d0-ae90-2c392ae7011d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:32.436970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a234b550-48f6-4796-b7f5-1e41e241d80f tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:32.446497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50437f-af68-4c04-b031-680babacf568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe762b2-63f3-4354-9f25-e53b73a3c904,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:32.449857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d857a90-e54f-4d36-8ab5-7cb11fa2a285 None None] Sync routers for ids ['4e8cc6ff-680c-44a2-9860-c92583e485d6'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:32.453361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bb50437f-af68-4c04-b031-680babacf568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:32.477520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d857a90-e54f-4d36-8ab5-7cb11fa2a285 None None] Routers {'4e8cc6ff-680c-44a2-9860-c92583e485d6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:32.478670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-4d857a90-e54f-4d36-8ab5-7cb11fa2a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['4e8cc6ff-680c-44a2-9860-c92583e485d6'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:32.488962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bb50437f-af68-4c04-b031-680babacf568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:32.490222 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bb50437f-af68-4c04-b031-680babacf568 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4fe762b2-63f3-4354-9f25-e53b73a3c904 HTTP/1.1" status: 204 len: 168 time: 0.8905275 Jun 02 16:26:32.542371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Network': ['ID=7af15884-c9fb-4f19-8769-53abddcbf381,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:32.560785 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 7af15884-c9fb-4f19-8769-53abddcbf381 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:26:32.564723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a234b550-48f6-4796-b7f5-1e41e241d80f tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:32.579072 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-4d857a90-e54f-4d36-8ab5-7cb11fa2a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:32.606885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:32.636438 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0005305 Jun 02 16:26:32.637792 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ee9a97e4-6a52-45db-bb9a-e343faf2f381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:32.639991 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ee9a97e4-6a52-45db-bb9a-e343faf2f381 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/ba0b87d3-fc70-4e16-9f40-3da9a6e46e22?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5145321 Jun 02 16:26:32.646473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35688) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:32.646734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35690) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:32.653481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-ae8b8f56-19ee-4356-bfda-996302eeacd8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'subnet': {'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:32.664308 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'subnet': {'network_id': '7af15884-c9fb-4f19-8769-53abddcbf381', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:32.682813 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d857a90-e54f-4d36-8ab5-7cb11fa2a285 None None] Routers {'4e8cc6ff-680c-44a2-9860-c92583e485d6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:32.683831 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-4d857a90-e54f-4d36-8ab5-7cb11fa2a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['4e8cc6ff-680c-44a2-9860-c92583e485d6'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:32.761146 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-4d857a90-e54f-4d36-8ab5-7cb11fa2a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:32.761569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d857a90-e54f-4d36-8ab5-7cb11fa2a285 None None] The sync data for ids ['4e8cc6ff-680c-44a2-9860-c92583e485d6'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:32.841883 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a234b550-48f6-4796-b7f5-1e41e241d80f tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] 10.222.0.50 "DELETE /v2.0/floatingips/069787a7-7318-4669-92d6-1200c5da0efe HTTP/1.1" status: 204 len: 168 time: 6.1999211 Jun 02 16:26:32.842181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35696) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:32.848419 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:32.866929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:32.881825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:32.887658 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:subnet and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:32.892216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:32.900966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:32.902411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:32.928494 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-90bd9108-b363-461b-95d3-e41844f4d343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:32.929921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-383ad3c2-c930-4860-9cd9-f3f206ad645e tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:32.954387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:32.957968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:32.976485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Usage tracker for resource:floatingip and tenant:421d5d7b7adc4ce6a4fe00a6adc8c777 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:32.980219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35698) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:32.990208 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:33.041652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event deleted for resources: {'Port': ['ID=8dbbec11-aff4-4eac-b883-8732e074160d,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:33.043874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:33.061128 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:33.092565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ae8b8f56-19ee-4356-bfda-996302eeacd8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:33.108015 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ae8b8f56-19ee-4356-bfda-996302eeacd8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:subnet and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:33.115201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ae8b8f56-19ee-4356-bfda-996302eeacd8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:33.124266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:33.140786 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ae8b8f56-19ee-4356-bfda-996302eeacd8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:33.180402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8b8f56-19ee-4356-bfda-996302eeacd8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:33.182846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae8b8f56-19ee-4356-bfda-996302eeacd8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:33.197741 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:33.240207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53257900-2a6b-4dca-860f-17793f6e9fa5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:33.252361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d5ba0abb-edf7-4016-9fb0-c1cf97647322 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:33.305196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.objects.ports [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92322) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:26:33.313095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:33.320583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-11d0b9af-364e-41dc-84d5-393f2891cdeb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:33.364971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53257900-2a6b-4dca-860f-17793f6e9fa5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Subnet': ['ID=2a3473e5-9c5f-49ef-9a02-d4191b47ec23,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:33.388627 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0c257132-c3d3-40de-b002-e108bbf39a7d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=009a8eb803154c8d8312f27954c65f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049418 Jun 02 16:26:33.400909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35702) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:33.403306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:33.417552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-53257900-2a6b-4dca-860f-17793f6e9fa5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:33.421359 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:33.427304 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8e4a11-2dc5-4a1d-90ab-907ad28e2069 None None] Network ce6833a8-8d74-460c-9790-c588415321d7 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:33.451285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:33.451884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:33.453916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c502e4fd-fd1b-44b9-bb83-57aff2d171a8 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:33.465552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=9c6f34b7-6bc5-400a-9a8b-aa66cfd63c4f,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:33.478556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53257900-2a6b-4dca-860f-17793f6e9fa5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:33.483717 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:33.502880 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0842679 Jun 02 16:26:33.506372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35704) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:33.525380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'mac_address': 'fa:16:3e:b7:b9:78', 'name': 'tempest-NetworksTestDHCPv6-597196455'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:33.557042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:33.561268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:33.572483 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-53257900-2a6b-4dca-860f-17793f6e9fa5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/subnets/2a3473e5-9c5f-49ef-9a02-d4191b47ec23 HTTP/1.1" status: 204 len: 168 time: 2.0152814 Jun 02 16:26:33.580388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35706) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:33.662910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-96c18e5d-f532-48fe-9e29-4933b0d180ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:33.797275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-96c18e5d-f532-48fe-9e29-4933b0d180ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:33.850593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:33.850981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Fanout notify agent at l3_agent the message router_deleted on router a2d7d433-c249-49a7-ba10-3f28c36a2915 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:26:33.884030 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': '9c6f34b7-6bc5-400a-9a8b-aa66cfd63c4f'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:26:33.886162 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:33.903623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:33.930420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:33.935238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:33.940407 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:33.948145 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:33.952174 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "DELETE /v2.0/routers/a2d7d433-c249-49a7-ba10-3f28c36a2915 HTTP/1.1" status: 204 len: 168 time: 3.3884342 Jun 02 16:26:33.958295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35710) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:33.979667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:34.024519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205ac168-ceb7-4cf3-b55b-ae80be0d606d None None] DHCP port deletion for ce6833a8-8d74-460c-9790-c588415321d7 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:26:34.060044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-96c18e5d-f532-48fe-9e29-4933b0d180ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.064734 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:34.195252 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Allocated IP 2001:db8::f816:3eff:fed8:611c (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/9c6f34b7-6bc5-400a-9a8b-aa66cfd63c4f/0e1805b2-4a09-4a00-961b-6f374fd7f5c4) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:34.207164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-970f81c5-9bc9-40ea-88cf-a05b03942126 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:34.209590 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-205ac168-ceb7-4cf3-b55b-ae80be0d606d None None] Deleting port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:34.210006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-205ac168-ceb7-4cf3-b55b-ae80be0d606d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.219811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.238544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd109aa0-f3b0-43b6-9995-39a004471526 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.240432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c18e5d-f532-48fe-9e29-4933b0d180ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddec69b5-453d-474f-98ea-31f060a4b235,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:34.243506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-96c18e5d-f532-48fe-9e29-4933b0d180ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:34.261585 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.267259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port 6df15927-94ba-4a78-8bad-35678cb0840c yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:26:34.320630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-96c18e5d-f532-48fe-9e29-4933b0d180ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.325355 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-96c18e5d-f532-48fe-9e29-4933b0d180ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ddec69b5-453d-474f-98ea-31f060a4b235 HTTP/1.1" status: 204 len: 168 time: 0.9236138 Jun 02 16:26:34.401208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-205ac168-ceb7-4cf3-b55b-ae80be0d606d None None] For port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a,segment=NetworkSegment(d60df26b-ac32-4b1b-813a-e86ee6976175),segment_id=d60df26b-ac32-4b1b-813a-e86ee6976175)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:34.402020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-205ac168-ceb7-4cf3-b55b-ae80be0d606d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.496092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:26:34.578256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.588437 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9d097e84-e2c3-49d1-b72e-827fea4daa9e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:34.651882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:34.652239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.669813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd109aa0-f3b0-43b6-9995-39a004471526 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.686142 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-205ac168-ceb7-4cf3-b55b-ae80be0d606d None None] Calling delete_port for dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:34.697179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-fd109aa0-f3b0-43b6-9995-39a004471526 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5fd4a6-9151-4311-8e5f-7f09280e7ce9']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:34.721938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Checking segment: {'id': 'e6fef141-6537-4f78-a8bd-b529a54bcfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7af15884-c9fb-4f19-8769-53abddcbf381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:26:34.723281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network hostable DHCP agents. Network: 7af15884-c9fb-4f19-8769-53abddcbf381, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:26:34.748372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Subnet': ['ID=b9b3b5b6-6da1-4354-8e44-b9e7bf215bd4,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:34.759319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:34.768804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 7af15884-c9fb-4f19-8769-53abddcbf381 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:26:34.789639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 7af15884-c9fb-4f19-8769-53abddcbf381) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:34.791498 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-fd109aa0-f3b0-43b6-9995-39a004471526 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b424153d-49e0-424b-9c2b-48967b1cae27') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:34.792091 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-fd109aa0-f3b0-43b6-9995-39a004471526 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b424153d-49e0-424b-9c2b-48967b1cae27') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:34.811923 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44270194-cda8-44c5-8a5e-10255af2efbf None None] Network 7af15884-c9fb-4f19-8769-53abddcbf381 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:34.828659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:34.829786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.832406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd109aa0-f3b0-43b6-9995-39a004471526 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.858697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] For port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a,segment=NetworkSegment(d60df26b-ac32-4b1b-813a-e86ee6976175),segment_id=d60df26b-ac32-4b1b-813a-e86ee6976175)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:34.859199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.868463 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2109933 Jun 02 16:26:34.869576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35716) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:34.875406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Allocated IP 172.26.3.2 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/d51b04f3-da05-4f84-bf1d-7db5304f66f9) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:34.876569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-34e7de8e-9883-4614-b6e9-5ec311a7b5ba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-118504031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:34.886841 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd109aa0-f3b0-43b6-9995-39a004471526 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.888987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-34e7de8e-9883-4614-b6e9-5ec311a7b5ba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:34.896428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-34e7de8e-9883-4614-b6e9-5ec311a7b5ba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:router and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:34.901182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-34e7de8e-9883-4614-b6e9-5ec311a7b5ba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:34.911130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-34e7de8e-9883-4614-b6e9-5ec311a7b5ba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:34.928231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-34e7de8e-9883-4614-b6e9-5ec311a7b5ba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.931078 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-34e7de8e-9883-4614-b6e9-5ec311a7b5ba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.955540 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-34e7de8e-9883-4614-b6e9-5ec311a7b5ba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.964858 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:34.984652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-34e7de8e-9883-4614-b6e9-5ec311a7b5ba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.010386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Calling delete_port for dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:35.025470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd109aa0-f3b0-43b6-9995-39a004471526 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:26:35.025899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd109aa0-f3b0-43b6-9995-39a004471526 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.028498 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-34e7de8e-9883-4614-b6e9-5ec311a7b5ba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.030507 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-34e7de8e-9883-4614-b6e9-5ec311a7b5ba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1594441 Jun 02 16:26:35.033293 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35724) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:35.042713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:26:35.045353 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:26:35.067249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-205ac168-ceb7-4cf3-b55b-ae80be0d606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.075226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2c69a25c-6547-43af-991c-ba7f9ba3066d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:35.108174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.166184 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ac168-ceb7-4cf3-b55b-ae80be0d606d None None] Pushing event deleted for resources: {'Port': ['ID=dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:35.172215 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-205ac168-ceb7-4cf3-b55b-ae80be0d606d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:35.174877 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ac168-ceb7-4cf3-b55b-ae80be0d606d None None] No DVR routers for this DVR port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:35.211913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Transition to ACTIVE for port object 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:35.256174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd109aa0-f3b0-43b6-9995-39a004471526 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.265707 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-06aef80a-7eca-4f36-a174-8113ebdc6ab9 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:35.283355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Transition to ACTIVE for port object 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:35.286327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd109aa0-f3b0-43b6-9995-39a004471526 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.303432 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.307717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:35.308349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd109aa0-f3b0-43b6-9995-39a004471526 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event deleted for resources: {'Network': ['ID=2d5fd4a6-9151-4311-8e5f-7f09280e7ce9,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:35.322670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fd109aa0-f3b0-43b6-9995-39a004471526 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:35.345447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-7af15884-c9fb-4f19-8769-53abddcbf381', 'network_id': '7af15884-c9fb-4f19-8769-53abddcbf381', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'fixed_ips': [{'subnet_id': 'b9b3b5b6-6da1-4354-8e44-b9e7bf215bd4'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:26:35.346344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.418587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:35.426286 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::f816:3eff:feb7:b978 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/9c6f34b7-6bc5-400a-9a8b-aa66cfd63c4f/6df15927-94ba-4a78-8bad-35678cb0840c) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:35.426618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:35.431278 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:35.465194 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae8b8f56-19ee-4356-bfda-996302eeacd8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.482314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3f65838a-16c4-4aeb-80b9-bb1827469b72 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:35.488044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Pushing event updated for resources: {'Port': ['ID=0e1805b2-4a09-4a00-961b-6f374fd7f5c4,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:35.522720 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fd109aa0-f3b0-43b6-9995-39a004471526 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "DELETE /v2.0/networks/2d5fd4a6-9151-4311-8e5f-7f09280e7ce9 HTTP/1.1" status: 204 len: 168 time: 1.5631888 Jun 02 16:26:35.528923 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:35.540834 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35738) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:35.543880 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-278c49e8-c751-4d2f-8178-b339ddb14ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.571011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8b8f56-19ee-4356-bfda-996302eeacd8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:35.580437 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-ae8b8f56-19ee-4356-bfda-996302eeacd8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:35.592051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.602560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20475bf8-116b-4024-9157-4d4e11afd73c None None] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:35.649192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35740) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:35.669156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.684256 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] No DVR routers for this DVR port dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:35.768237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Attempting to bind port 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:35.768622 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Attempting to bind port 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:35.768981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Attempting to bind port 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:35.792894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:26:35.793260 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:26:35.793867 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.794316 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:26:35.794839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Bound port: 0e1805b2-4a09-4a00-961b-6f374fd7f5c4, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:26:35.795246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.866235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Allocated IP 172.20.0.2 (7af15884-c9fb-4f19-8769-53abddcbf381/b9b3b5b6-6da1-4354-8e44-b9e7bf215bd4/8483415a-cddf-49df-bf0d-a4f43bfb0022) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:35.905146 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8b8f56-19ee-4356-bfda-996302eeacd8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:35.906024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae8b8f56-19ee-4356-bfda-996302eeacd8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:35.932055 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b8f56-19ee-4356-bfda-996302eeacd8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Subnet': ['ID=9f00677f-fba5-4efb-9b91-9957a91e4447,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:35.934874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ae8b8f56-19ee-4356-bfda-996302eeacd8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:35.944944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b8c4f1eb-da94-4115-b5a6-35fcd2685d50 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:35.995159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Port': ['ID=dd25c8cb-3d7a-43d8-bd35-4f6a725b1b7a,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:36.008574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:36.082335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8dbbec11-aff4-4eac-b883-8732e074160d no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:26:36.118231 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] For port 0e1805b2-4a09-4a00-961b-6f374fd7f5c4, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:26:36.149326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e1b4e7a0-b78d-445d-a909-179dac22f682 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:36.150324 dv-neutron-601336-83-hyperv neutron-server[92323]: WARNING neutron.api.v2.base [None req-e1b4e7a0-b78d-445d-a909-179dac22f682 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 02 16:26:36.150990 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-e1b4e7a0-b78d-445d-a909-179dac22f682 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): There was a conflict when trying to complete your request. Jun 02 16:26:36.152163 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e1b4e7a0-b78d-445d-a909-179dac22f682 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4911561 Jun 02 16:26:36.159770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35744) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:36.162895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.164515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 8dbbec11-aff4-4eac-b883-8732e074160d {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:26:36.165048 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8dbbec11-aff4-4eac-b883-8732e074160d not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:26:36.170903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.177590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6833a8-8d74-460c-9790-c588415321d7']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:36.184149 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group': {'name': 'tempest-secgroup--739594994'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:36.190795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60df26b-ac32-4b1b-813a-e86ee6976175') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:36.191140 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60df26b-ac32-4b1b-813a-e86ee6976175') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:36.191255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] For port 0e1805b2-4a09-4a00-961b-6f374fd7f5c4, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0e1805b2-4a09-4a00-961b-6f374fd7f5c4,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:26:36.201306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.202908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.203700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.206300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:36.207631 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:36.220366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.226990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:26:36.227547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:26:36.246186 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:26:36.256404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bf1e7965-af82-4bab-806f-37ef8ed81315 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.262980 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ae8b8f56-19ee-4356-bfda-996302eeacd8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6113729 Jun 02 16:26:36.266020 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35746) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:36.266020 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:36.274528 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'security_group': {'name': 'tempest-secgroup-1037339613'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:36.284101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:36.306824 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:36.360559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:36.363188 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object 6df15927-94ba-4a78-8bad-35678cb0840c will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:36.380140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:security_group and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:36.383122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bf1e7965-af82-4bab-806f-37ef8ed81315 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.389327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:36.437154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:36.439444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.445130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Pushing event updated for resources: {'Port': ['ID=0e1805b2-4a09-4a00-961b-6f374fd7f5c4,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:36.453701 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:36.471780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.473295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.487049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-db8dc448-7594-4491-aaf6-f2055b9134d6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:36.501976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.523301 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Transition to ACTIVE for port object 8483415a-cddf-49df-bf0d-a4f43bfb0022 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:36.528513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'tenant_id': '1d61c543383943e08977d6b7e75fc692', 'fixed_ips': [{'subnet_id': '9f00677f-fba5-4efb-9b91-9957a91e4447'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:26:36.529365 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.532939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.533536 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.565268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.586274 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/networks/ce6833a8-8d74-460c-9790-c588415321d7 HTTP/1.1" status: 204 len: 168 time: 3.0042951 Jun 02 16:26:36.613430 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:36.613717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:36.614495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35748) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:36.615370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:36.620695 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:36.624099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:36.631006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:36.667373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:36.685413 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:security_group_rule and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:36.687319 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Transition to ACTIVE for port object 8483415a-cddf-49df-bf0d-a4f43bfb0022 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:36.691274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:36.707537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:36.711571 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.720485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:36.728323 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:36.753260 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.755197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bf1e7965-af82-4bab-806f-37ef8ed81315 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.757927 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bf1e7965-af82-4bab-806f-37ef8ed81315 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.761648 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bf1e7965-af82-4bab-806f-37ef8ed81315 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] 10.222.0.50 "DELETE /v2.0/security-groups/a244fd46-3b64-4e92-8cc0-f2a042ad1f82 HTTP/1.1" status: 204 len: 168 time: 1.2090292 Jun 02 16:26:36.786552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Pushing event updated for resources: {'Port': ['ID=d51b04f3-da05-4f84-bf1d-7db5304f66f9,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:36.787222 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:36.803227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:36.803899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:36.826558 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Network 7af15884-c9fb-4f19-8769-53abddcbf381 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:36.838373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b1fb9e9a-56cb-4d41-91da-07c045f2dbf5 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:36.842370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:36.845641 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:36.854392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Pushing event updated for resources: {'Port': ['ID=8483415a-cddf-49df-bf0d-a4f43bfb0022,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:36.875539 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:37.001430 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:37.013213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:37.022746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:37.028672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:37.029503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.050967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=6df15927-94ba-4a78-8bad-35678cb0840c,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:37.073327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Allocated IP 172.20.0.1 (7af15884-c9fb-4f19-8769-53abddcbf381/b9b3b5b6-6da1-4354-8e44-b9e7bf215bd4/5e5f5157-8bfa-4c1f-9540-ca8bc8dd0b8d) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:37.075888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:37.079339 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Network': ['ID=ce6833a8-8d74-460c-9790-c588415321d7,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:37.084575 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Allocated IP 172.20.0.2 (7354c3f9-4ca7-4722-b201-48a03bccbb6b/9f00677f-fba5-4efb-9b91-9957a91e4447/971e3f79-b71b-4cfc-8fd8-0e181be0037e) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:37.089696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:37.100941 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6ca19ba8-ae20-4eb5-a887-cbbc29e961cf tempest-FloatingIPNegativeTestJSON-1761048533 tempest-FloatingIPNegativeTestJSON-1761048533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:37.159212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e7965-af82-4bab-806f-37ef8ed81315 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a244fd46-3b64-4e92-8cc0-f2a042ad1f82,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:37.168798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bf1e7965-af82-4bab-806f-37ef8ed81315 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:37.183408 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6663129 Jun 02 16:26:37.190343 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35754) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:37.225594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.304762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Attempting to bind port 8483415a-cddf-49df-bf0d-a4f43bfb0022 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:37.305485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Attempting to bind port 8483415a-cddf-49df-bf0d-a4f43bfb0022 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'e6fef141-6537-4f78-a8bd-b529a54bcfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7af15884-c9fb-4f19-8769-53abddcbf381'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:37.306029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Attempting to bind port 8483415a-cddf-49df-bf0d-a4f43bfb0022 on network 7af15884-c9fb-4f19-8769-53abddcbf381 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:37.319396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-5341084b-f9c0-47b6-a7e7-550ab710aad3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting port 7d53f5e6-6d11-42ee-a8f0-4bc899e24f52 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:37.320080 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5341084b-f9c0-47b6-a7e7-550ab710aad3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.334649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:26:37.335517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Checking segment: {'id': 'e6fef141-6537-4f78-a8bd-b529a54bcfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7af15884-c9fb-4f19-8769-53abddcbf381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:26:37.336163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.336915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Bound using segment: {'id': 'e6fef141-6537-4f78-a8bd-b529a54bcfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7af15884-c9fb-4f19-8769-53abddcbf381'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:26:37.337668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Bound port: 8483415a-cddf-49df-bf0d-a4f43bfb0022, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6fef141-6537-4f78-a8bd-b529a54bcfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7af15884-c9fb-4f19-8769-53abddcbf381'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:26:37.338291 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.346894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.473594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.512775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35758) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:37.542836 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.544845 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.552310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-670834dc-ad1c-4d5c-942b-d1392698b752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:37.556559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] For port 8483415a-cddf-49df-bf0d-a4f43bfb0022, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:26:37.560831 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] For port 8483415a-cddf-49df-bf0d-a4f43bfb0022, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8483415a-cddf-49df-bf0d-a4f43bfb0022,segment=NetworkSegment(e6fef141-6537-4f78-a8bd-b529a54bcfc3),segment_id=e6fef141-6537-4f78-a8bd-b529a54bcfc3)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:26:37.562130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Transition to ACTIVE for port object 971e3f79-b71b-4cfc-8fd8-0e181be0037e will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:37.575126 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.582515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-71679963-b90f-4f8a-b77d-6127f5f4ca02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:37.591998 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a14e230-015e-4134-810e-f432bace8001,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:37.600576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:37.612352 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.613956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:37.631596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:37.642797 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.661916 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:37.672802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ec64aab2-01bd-4670-8b6a-5157efbc3c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:37.681979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Pushing event updated for resources: {'Port': ['ID=8483415a-cddf-49df-bf0d-a4f43bfb0022,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:37.696903 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:37.698403 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Transition to ACTIVE for port object 971e3f79-b71b-4cfc-8fd8-0e181be0037e will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:37.709428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed6cc0-12b3-4909-b951-23f48652798b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:37.716508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed6cc0-12b3-4909-b951-23f48652798b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:37.717827 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d9ed6cc0-12b3-4909-b951-23f48652798b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:37.720916 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.721319 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.722692 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4520056 Jun 02 16:26:37.726757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:37.729776 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:37.730351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5341084b-f9c0-47b6-a7e7-550ab710aad3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.730744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5341084b-f9c0-47b6-a7e7-550ab710aad3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.739124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35762) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:37.749253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-956fc784-1c5e-4c2c-b4a3-0ca221134faa tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'security_group': {'name': 'tempest-secgroup-642197416'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:37.756520 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-956fc784-1c5e-4c2c-b4a3-0ca221134faa tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:37.764288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-956fc784-1c5e-4c2c-b4a3-0ca221134faa tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:security_group and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:37.769707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-956fc784-1c5e-4c2c-b4a3-0ca221134faa tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:37.778287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-956fc784-1c5e-4c2c-b4a3-0ca221134faa tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:37.824326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Pushing event updated for resources: {'Port': ['ID=971e3f79-b71b-4cfc-8fd8-0e181be0037e,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:37.839900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:37.858378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:37.859525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:37.862189 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:37.904277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-956fc784-1c5e-4c2c-b4a3-0ca221134faa tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:37.942032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-5341084b-f9c0-47b6-a7e7-550ab710aad3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Calling delete_port for 7d53f5e6-6d11-42ee-a8f0-4bc899e24f52 owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:37.990902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Attempting to bind port 971e3f79-b71b-4cfc-8fd8-0e181be0037e on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:37.991288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Attempting to bind port 971e3f79-b71b-4cfc-8fd8-0e181be0037e by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '6917513d-6353-4ba7-afc8-cdb5dd0646cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:37.991668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Attempting to bind port 971e3f79-b71b-4cfc-8fd8-0e181be0037e on network 7354c3f9-4ca7-4722-b201-48a03bccbb6b {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:37.999088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:26:37.999523 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Checking segment: {'id': '6917513d-6353-4ba7-afc8-cdb5dd0646cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:26:38.001398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.010497 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.011281 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Bound using segment: {'id': '6917513d-6353-4ba7-afc8-cdb5dd0646cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:26:38.013482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Bound port: 971e3f79-b71b-4cfc-8fd8-0e181be0037e, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6917513d-6353-4ba7-afc8-cdb5dd0646cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:26:38.014122 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.032534 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d9ed6cc0-12b3-4909-b951-23f48652798b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:38.034545 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d9ed6cc0-12b3-4909-b951-23f48652798b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8355637 Jun 02 16:26:38.036302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23bb946-a6b8-4aed-86f9-3abc74141e7f,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:38.040616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35764) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:38.065693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:38.079980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-956fc784-1c5e-4c2c-b4a3-0ca221134faa tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:38.098344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-956fc784-1c5e-4c2c-b4a3-0ca221134faa tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:security_group_rule and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:38.111838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-956fc784-1c5e-4c2c-b4a3-0ca221134faa tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:38.123183 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-956fc784-1c5e-4c2c-b4a3-0ca221134faa tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:38.152845 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.166656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] For port 971e3f79-b71b-4cfc-8fd8-0e181be0037e, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:26:38.182014 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] For port 971e3f79-b71b-4cfc-8fd8-0e181be0037e, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=971e3f79-b71b-4cfc-8fd8-0e181be0037e,segment=NetworkSegment(6917513d-6353-4ba7-afc8-cdb5dd0646cd),segment_id=6917513d-6353-4ba7-afc8-cdb5dd0646cd)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:26:38.189150 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-70f37246-4556-4f87-91fa-86f8c5598ea4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63cb22b2aa5349b4b453b929309f04b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6678679 Jun 02 16:26:38.193566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.203515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Transition to ACTIVE for port object 5e5f5157-8bfa-4c1f-9540-ca8bc8dd0b8d will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:38.210947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-49856989-7e24-4bbd-afc0-8add4036fa6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:38.248380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35766) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:38.251718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.343257 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Pushing event updated for resources: {'Port': ['ID=971e3f79-b71b-4cfc-8fd8-0e181be0037e,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:38.358995 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:38.396384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:38.518368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ba87179-00a3-404e-b5d0-9ed08ebfa8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.524309 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d5560759-9260-4cf7-afc5-1ad95f9c32d2 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:38.525167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.528314 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:38.614721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.622235 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ba87179-00a3-404e-b5d0-9ed08ebfa8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.643217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.654124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-588500e4-9b75-4e2f-b2a5-5f42a679a64a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:38.685614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.702128 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-956fc784-1c5e-4c2c-b4a3-0ca221134faa tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.739412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Pushing event updated for resources: {'Port': ['ID=d51b04f3-da05-4f84-bf1d-7db5304f66f9,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:38.751003 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:38.767599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.773428 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.5998306 Jun 02 16:26:38.773428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-956fc784-1c5e-4c2c-b4a3-0ca221134faa tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.774037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f7449589-859d-4f59-92c1-ec2a7b9e46c5 None None] Provisioning for port 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:38.780971 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f7449589-859d-4f59-92c1-ec2a7b9e46c5 None None] Provisioning complete for port 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:38.781416 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f7449589-859d-4f59-92c1-ec2a7b9e46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.784958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35768) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:38.790984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-ef67a5d6-d051-4fce-9306-0d4b1ef1a5c8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': '9cfa3f2a-5ae8-44c0-8424-31af722b46fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:38.803127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ef67a5d6-d051-4fce-9306-0d4b1ef1a5c8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:38.810281 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ef67a5d6-d051-4fce-9306-0d4b1ef1a5c8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:38.814936 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ef67a5d6-d051-4fce-9306-0d4b1ef1a5c8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:38.822280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ef67a5d6-d051-4fce-9306-0d4b1ef1a5c8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:38.825850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 7af15884-c9fb-4f19-8769-53abddcbf381 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:38.834964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfa3f2a-5ae8-44c0-8424-31af722b46fd,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:38.841181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.849179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:38.854184 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:38.855364 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-956fc784-1c5e-4c2c-b4a3-0ca221134faa tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.856827 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-956fc784-1c5e-4c2c-b4a3-0ca221134faa tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1127708 Jun 02 16:26:38.857697 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a234b550-48f6-4796-b7f5-1e41e241d80f tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:38.865305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35770) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:38.871042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef67a5d6-d051-4fce-9306-0d4b1ef1a5c8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:38.887910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-722234703', 'security_groups': ['85bdf35e-d2c6-4a23-827d-ad5857c0759d'], 'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9f00677f-fba5-4efb-9b91-9957a91e4447'}]}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:38.938287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-3e69dd2b-950d-44b0-90d3-7bb75e16b297 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port 6df15927-94ba-4a78-8bad-35678cb0840c {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:38.938621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e69dd2b-950d-44b0-90d3-7bb75e16b297 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:39.019384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f7449589-859d-4f59-92c1-ec2a7b9e46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:39.083266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5341084b-f9c0-47b6-a7e7-550ab710aad3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:39.087328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fb5a9571-062e-4c6b-8de0-2b9540bb7112 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:39.089056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f7449589-859d-4f59-92c1-ec2a7b9e46c5 None None] For port 0e1805b2-4a09-4a00-961b-6f374fd7f5c4, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0e1805b2-4a09-4a00-961b-6f374fd7f5c4,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:39.098029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f7449589-859d-4f59-92c1-ec2a7b9e46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:39.101429 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:39.113930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:39.194517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7449589-859d-4f59-92c1-ec2a7b9e46c5 None None] Pushing event updated for resources: {'Port': ['ID=0e1805b2-4a09-4a00-961b-6f374fd7f5c4,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:39.198446 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f7449589-859d-4f59-92c1-ec2a7b9e46c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:39.255558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ba87179-00a3-404e-b5d0-9ed08ebfa8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:39.270528 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=5e5f5157-8bfa-4c1f-9540-ca8bc8dd0b8d,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:39.278188 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:39.280962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.490s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:39.290883 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:39.316003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ba87179-00a3-404e-b5d0-9ed08ebfa8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:39.317177 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1ba87179-00a3-404e-b5d0-9ed08ebfa8f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b40b2ad3-5df5-4f73-8083-6edd4440f9b2 HTTP/1.1" status: 204 len: 168 time: 1.0678370 Jun 02 16:26:39.338738 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6d01ad29-a586-4ba4-9ca4-e22ceaaa8661 None None] Provisioning for port 6df15927-94ba-4a78-8bad-35678cb0840c completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:39.343444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fc784-1c5e-4c2c-b4a3-0ca221134faa tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85bdf35e-d2c6-4a23-827d-ad5857c0759d,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:39.344857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6d01ad29-a586-4ba4-9ca4-e22ceaaa8661 None None] Provisioning complete for port 6df15927-94ba-4a78-8bad-35678cb0840c triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:39.345277 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6d01ad29-a586-4ba4-9ca4-e22ceaaa8661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:39.357663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba87179-00a3-404e-b5d0-9ed08ebfa8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40b2ad3-5df5-4f73-8083-6edd4440f9b2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:39.368909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1ba87179-00a3-404e-b5d0-9ed08ebfa8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:39.369359 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a992213f-f58b-4af5-81a5-82058c8039c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:39.369745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a992213f-f58b-4af5-81a5-82058c8039c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:39.486688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-6d01ad29-a586-4ba4-9ca4-e22ceaaa8661 None None] Port 6df15927-94ba-4a78-8bad-35678cb0840c cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:39.507319 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341084b-f9c0-47b6-a7e7-550ab710aad3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Port': ['ID=7d53f5e6-6d11-42ee-a8f0-4bc899e24f52,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:39.508670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:39.510316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5341084b-f9c0-47b6-a7e7-550ab710aad3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:39.582047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:39.588842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:port and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:39.597117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:39.604258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:39.638591 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:39.667652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:39.669314 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.8264935 Jun 02 16:26:39.682342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35776) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:39.684531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef67a5d6-d051-4fce-9306-0d4b1ef1a5c8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:39.686983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e69dd2b-950d-44b0-90d3-7bb75e16b297 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:39.764325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef67a5d6-d051-4fce-9306-0d4b1ef1a5c8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:39.767382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5341084b-f9c0-47b6-a7e7-550ab710aad3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:39.822842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310ad68d-a62e-49c7-a9bd-ab80a520e00e None None] Network 7af15884-c9fb-4f19-8769-53abddcbf381 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:39.950023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-3e69dd2b-950d-44b0-90d3-7bb75e16b297 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for 6df15927-94ba-4a78-8bad-35678cb0840c owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:39.953303 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35780) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:40.038700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a3655e7d-c399-41b1-a5a2-187c7dd55772 None None] Provisioning for port 8483415a-cddf-49df-bf0d-a4f43bfb0022 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:40.187284 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:40.226404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:40.237231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:40.240365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e69dd2b-950d-44b0-90d3-7bb75e16b297 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:40.244590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5341084b-f9c0-47b6-a7e7-550ab710aad3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:40.247085 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5341084b-f9c0-47b6-a7e7-550ab710aad3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/floatingips/a1e8c9c3-c78b-4728-8079-1976ebdb3adc HTTP/1.1" status: 204 len: 168 time: 3.6292205 Jun 02 16:26:40.248893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67a5d6-d051-4fce-9306-0d4b1ef1a5c8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5648aa2f-7062-4f75-9e6c-3a006314c6b7,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:40.279479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35782) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:40.280379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2bd884d1-4e46-41b9-b167-4707c962e579 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:40.289548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-513fb8bc-fe69-4ca1-af21-e84e21d1f48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:40.311606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ef67a5d6-d051-4fce-9306-0d4b1ef1a5c8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:40.318840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2940215c-a2f6-47a6-ae3d-eadf9cfc15c9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:40.384386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 971e3f79-b71b-4cfc-8fd8-0e181be0037e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:40.386522 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-df085665-ab09-477f-acf8-e75a3ff7adeb tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] DELETE failed (client error): The resource could not be found. Jun 02 16:26:40.387074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df085665-ab09-477f-acf8-e75a3ff7adeb tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:26:40.389323 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-df085665-ab09-477f-acf8-e75a3ff7adeb tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/ports/3c07e928-1b06-47f6-8407-80690a43f386 HTTP/1.1" status: 404 len: 333 time: 0.0758982 Jun 02 16:26:40.394203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:40.400503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35784) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:40.418414 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69dd2b-950d-44b0-90d3-7bb75e16b297 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=6df15927-94ba-4a78-8bad-35678cb0840c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:40.421513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3e69dd2b-950d-44b0-90d3-7bb75e16b297 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:40.431423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:40.463806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b5e01ed8-b382-4c82-9a86-77cc772615f1 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Synchronizing usage tracker for tenant:b1e6ae044866456481b224d8f3cd9b84 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:40.494689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=5e5f5157-8bfa-4c1f-9540-ca8bc8dd0b8d,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:40.498359 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:40.519563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:40.528235 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e69dd2b-950d-44b0-90d3-7bb75e16b297 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:40.530835 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3e69dd2b-950d-44b0-90d3-7bb75e16b297 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/6df15927-94ba-4a78-8bad-35678cb0840c HTTP/1.1" status: 204 len: 168 time: 2.4892085 Jun 02 16:26:40.532379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-513fb8bc-fe69-4ca1-af21-e84e21d1f48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:40.535504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Usage tracker for resource:floatingip and tenant:9d0a0470d9b645dc854165627e3b8b88 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:40.541870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:40.563036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef67a5d6-d051-4fce-9306-0d4b1ef1a5c8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:40.564454 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ef67a5d6-d051-4fce-9306-0d4b1ef1a5c8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7782805 Jun 02 16:26:40.565814 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:40.570390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35786) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:40.570720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35788) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:40.616170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-513fb8bc-fe69-4ca1-af21-e84e21d1f48b admin admin] Usage tracker for resource:security_group_rule and tenant:aa710db09bae4626b19d80ce87b3a7b0 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:40.624315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-2a5f41a8-2769-48b9-9a83-a090c1835bfb tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': '9cfa3f2a-5ae8-44c0-8424-31af722b46fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:40.636181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2a5f41a8-2769-48b9-9a83-a090c1835bfb tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:40.642888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2a5f41a8-2769-48b9-9a83-a090c1835bfb tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:40.646311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2a5f41a8-2769-48b9-9a83-a090c1835bfb tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:40.652741 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2a5f41a8-2769-48b9-9a83-a090c1835bfb tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:40.662737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] device_id is not set on port b9bfe3c6-32a9-499c-b65e-57d07e345a6d yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:26:40.691730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-51b0ea69-fe5d-4a5b-a0be-fb6c4574c572 None None] Provisioning complete for port ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:40.692287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-51b0ea69-fe5d-4a5b-a0be-fb6c4574c572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:40.707376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:40.710315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-513fb8bc-fe69-4ca1-af21-e84e21d1f48b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:40.716517 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b5e01ed8-b382-4c82-9a86-77cc772615f1 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Unset dirty status for tenant:b1e6ae044866456481b224d8f3cd9b84 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:40.720796 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b5e01ed8-b382-4c82-9a86-77cc772615f1 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "GET /v2.0/ports?device_id=082bfedb-f54c-4898-91a3-e100cac288dc HTTP/1.1" status: 200 len: 205 time: 0.3180807 Jun 02 16:26:40.720993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 7af15884-c9fb-4f19-8769-53abddcbf381 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:40.721746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35790) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:40.739223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-513fb8bc-fe69-4ca1-af21-e84e21d1f48b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:40.772872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2a5f41a8-2769-48b9-9a83-a090c1835bfb tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:40.795625 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:40.847177 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:40.886516 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-91d2061e-7036-4430-854d-c91aaf9bb94c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] delete failed (client error): The resource could not be found. Jun 02 16:26:40.893650 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-91d2061e-7036-4430-854d-c91aaf9bb94c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/routers/082bfedb-f54c-4898-91a3-e100cac288dc HTTP/1.1" status: 404 len: 336 time: 0.1707525 Jun 02 16:26:40.911728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-51b0ea69-fe5d-4a5b-a0be-fb6c4574c572 None None] Port ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:40.915417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2eb9f8-473f-41db-b2ed-231267c94430 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:40.919427 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2eb9f8-473f-41db-b2ed-231267c94430 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:40.926114 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-dd2eb9f8-473f-41db-b2ed-231267c94430 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3466694 Jun 02 16:26:40.927278 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 971e3f79-b71b-4cfc-8fd8-0e181be0037e completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:40.935015 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35792) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:40.935445 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35794) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:40.938472 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:41.020506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-51b0ea69-fe5d-4a5b-a0be-fb6c4574c572 None None] Provisioning for port 971e3f79-b71b-4cfc-8fd8-0e181be0037e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:41.040704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-51b0ea69-fe5d-4a5b-a0be-fb6c4574c572 None None] Provisioning complete for port 971e3f79-b71b-4cfc-8fd8-0e181be0037e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:41.041657 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-51b0ea69-fe5d-4a5b-a0be-fb6c4574c572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:41.238916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:41.239293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:41.287988 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd19ff2b-4d15-4b0d-821c-c5877d3e6af1 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] DELETE failed (client error): The resource could not be found. Jun 02 16:26:41.288443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd19ff2b-4d15-4b0d-821c-c5877d3e6af1 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:26:41.293912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-51b0ea69-fe5d-4a5b-a0be-fb6c4574c572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:41.306980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router ebdb01b9-c42d-4709-aac0-e642fabc34e6 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:26:41.341306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-51b0ea69-fe5d-4a5b-a0be-fb6c4574c572 None None] For port 971e3f79-b71b-4cfc-8fd8-0e181be0037e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=971e3f79-b71b-4cfc-8fd8-0e181be0037e,segment=NetworkSegment(6917513d-6353-4ba7-afc8-cdb5dd0646cd),segment_id=6917513d-6353-4ba7-afc8-cdb5dd0646cd)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:41.377078 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-51b0ea69-fe5d-4a5b-a0be-fb6c4574c572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:41.384833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-893d4252-2b8f-46a2-8242-6fc158c744a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:41.407332 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bd19ff2b-4d15-4b0d-821c-c5877d3e6af1 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/subnets/2a3473e5-9c5f-49ef-9a02-d4191b47ec23 HTTP/1.1" status: 404 len: 337 time: 0.4616659 Jun 02 16:26:41.413391 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35796) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:41.459348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8483415a-cddf-49df-bf0d-a4f43bfb0022 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:41.492998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1380d0-3c68-4bab-ba38-5f9e4b13822e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 9c6f34b7-6bc5-400a-9a8b-aa66cfd63c4f {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:26:41.514615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a1380d0-3c68-4bab-ba38-5f9e4b13822e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:41.539848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0ea69-fe5d-4a5b-a0be-fb6c4574c572 None None] Pushing event updated for resources: {'Port': ['ID=971e3f79-b71b-4cfc-8fd8-0e181be0037e,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:41.545059 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-51b0ea69-fe5d-4a5b-a0be-fb6c4574c572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:41.570337 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 8483415a-cddf-49df-bf0d-a4f43bfb0022 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:41.577038 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7aed4f25-7da3-4238-b49a-a18d60609b4b None None] Provisioning for port 5e5f5157-8bfa-4c1f-9540-ca8bc8dd0b8d completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:41.583931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7aed4f25-7da3-4238-b49a-a18d60609b4b None None] Provisioning complete for port 5e5f5157-8bfa-4c1f-9540-ca8bc8dd0b8d triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:41.584517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7aed4f25-7da3-4238-b49a-a18d60609b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:41.606938 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-2a5f41a8-2769-48b9-9a83-a090c1835bfb tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): There was a conflict when trying to complete your request. Jun 02 16:26:41.607843 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2a5f41a8-2769-48b9-9a83-a090c1835bfb tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0322852 Jun 02 16:26:41.627931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35798) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:41.634219 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 8483415a-cddf-49df-bf0d-a4f43bfb0022 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:41.635167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:41.752390 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-7aed4f25-7da3-4238-b49a-a18d60609b4b None None] Port 5e5f5157-8bfa-4c1f-9540-ca8bc8dd0b8d cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:41.759377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a1380d0-3c68-4bab-ba38-5f9e4b13822e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:41.771154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:41.780139 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/ebdb01b9-c42d-4709-aac0-e642fabc34e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7447438 Jun 02 16:26:41.782537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35800) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:41.785546 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ed9739-5508-4eb8-9cf5-10aff1a86ece None None] Sync routers for ids ['ebdb01b9-c42d-4709-aac0-e642fabc34e6'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:41.796417 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed9739-5508-4eb8-9cf5-10aff1a86ece None None] Routers {'ebdb01b9-c42d-4709-aac0-e642fabc34e6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:41.797034 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-97ed9739-5508-4eb8-9cf5-10aff1a86ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ebdb01b9-c42d-4709-aac0-e642fabc34e6'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:41.864617 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-97ed9739-5508-4eb8-9cf5-10aff1a86ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:41.866466 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:41.880486 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed9739-5508-4eb8-9cf5-10aff1a86ece None None] Routers {'ebdb01b9-c42d-4709-aac0-e642fabc34e6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:41.881816 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-97ed9739-5508-4eb8-9cf5-10aff1a86ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ebdb01b9-c42d-4709-aac0-e642fabc34e6'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:41.888599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5370ee69-f7c1-4837-83e0-189a80a9f98b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:41.890225 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5370ee69-f7c1-4837-83e0-189a80a9f98b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Synchronizing usage tracker for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:41.891673 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-513fb8bc-fe69-4ca1-af21-e84e21d1f48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:41.899604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Allocated IP 172.20.0.12 (7354c3f9-4ca7-4722-b201-48a03bccbb6b/9f00677f-fba5-4efb-9b91-9957a91e4447/b9bfe3c6-32a9-499c-b65e-57d07e345a6d) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:41.919603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-513fb8bc-fe69-4ca1-af21-e84e21d1f48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:41.924667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5370ee69-f7c1-4837-83e0-189a80a9f98b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Unset dirty status for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:41.928827 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5370ee69-f7c1-4837-83e0-189a80a9f98b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports/5e5f5157-8bfa-4c1f-9540-ca8bc8dd0b8d HTTP/1.1" status: 200 len: 910 time: 0.1441970 Jun 02 16:26:41.931124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35802) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:41.933825 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 8483415a-cddf-49df-bf0d-a4f43bfb0022, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8483415a-cddf-49df-bf0d-a4f43bfb0022,segment=NetworkSegment(e6fef141-6537-4f78-a8bd-b529a54bcfc3),segment_id=e6fef141-6537-4f78-a8bd-b529a54bcfc3)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:41.936934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-02e85824-0db5-448b-8fb2-d3242b03b090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:41.944003 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:41.954161 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f2f8a475-7bb8-4124-b641-5c04625695ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:41.970839 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-97ed9739-5508-4eb8-9cf5-10aff1a86ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:41.971678 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ed9739-5508-4eb8-9cf5-10aff1a86ece None None] The sync data for ids ['ebdb01b9-c42d-4709-aac0-e642fabc34e6'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:41.983509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a2832256-0c76-4f0e-b2ba-e3bdde13b7e7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:42.062046 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-513fb8bc-fe69-4ca1-af21-e84e21d1f48b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa710db09bae4626b19d80ce87b3a7b0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0999589 Jun 02 16:26:42.088798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35804) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:42.107686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=8483415a-cddf-49df-bf0d-a4f43bfb0022,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:42.113202 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:42.124637 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fb8bc-fe69-4ca1-af21-e84e21d1f48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2240e5b-f6b2-414c-a6e2-40a17dd9bd62,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:42.134217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-513fb8bc-fe69-4ca1-af21-e84e21d1f48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:42.140348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 971e3f79-b71b-4cfc-8fd8-0e181be0037e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:42.144228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a2832256-0c76-4f0e-b2ba-e3bdde13b7e7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:42.160197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a1380d0-3c68-4bab-ba38-5f9e4b13822e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:42.227253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 971e3f79-b71b-4cfc-8fd8-0e181be0037e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:42.228260 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:42.273487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-99ab51e2-5e5f-4804-a962-d988fcbf0416 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting port 198e3b17-52c9-4e1c-9009-089764ca01c5 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:42.273888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99ab51e2-5e5f-4804-a962-d988fcbf0416 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:42.342151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-008286b8-1f7e-4c47-9a66-07bd77c90fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:42.369443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-008286b8-1f7e-4c47-9a66-07bd77c90fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:42.391623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:42.530936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-008286b8-1f7e-4c47-9a66-07bd77c90fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:42.536170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c194f4ca-ffc3-4446-9cd7-96359bb09914 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:42.558451 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008286b8-1f7e-4c47-9a66-07bd77c90fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2240e5b-f6b2-414c-a6e2-40a17dd9bd62,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:42.561137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-008286b8-1f7e-4c47-9a66-07bd77c90fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:42.567372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-008286b8-1f7e-4c47-9a66-07bd77c90fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:42.571602 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-008286b8-1f7e-4c47-9a66-07bd77c90fcd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2240e5b-f6b2-414c-a6e2-40a17dd9bd62 HTTP/1.1" status: 204 len: 168 time: 0.4785819 Jun 02 16:26:42.707564 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac48906f-fa14-48e4-89d2-f5ee4e6a2073 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:42.750583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a2832256-0c76-4f0e-b2ba-e3bdde13b7e7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:42.794813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-35fdb47d-8098-493a-9cdf-a0d20371b803 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:42.851449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:42.861434 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2832256-0c76-4f0e-b2ba-e3bdde13b7e7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfa3f2a-5ae8-44c0-8424-31af722b46fd,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:42.879007 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99ab51e2-5e5f-4804-a962-d988fcbf0416 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:42.891245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a2832256-0c76-4f0e-b2ba-e3bdde13b7e7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:43.059495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Transition to ACTIVE for port object b9bfe3c6-32a9-499c-b65e-57d07e345a6d will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:43.067898 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-99ab51e2-5e5f-4804-a962-d988fcbf0416 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Calling delete_port for 198e3b17-52c9-4e1c-9009-089764ca01c5 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:43.122171 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Allocated IP 172.26.3.164 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/164721db-11ce-4ffb-b4ed-1c0d0213fcc5) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:43.142772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a2832256-0c76-4f0e-b2ba-e3bdde13b7e7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:43.146777 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a2832256-0c76-4f0e-b2ba-e3bdde13b7e7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "DELETE /v2.0/security-groups/9cfa3f2a-5ae8-44c0-8424-31af722b46fd HTTP/1.1" status: 204 len: 168 time: 1.5176787 Jun 02 16:26:43.147223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35808) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:43.220208 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c59195d9-ca9e-4804-8ad6-1cb455407450 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Synchronizing usage tracker for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:43.302273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c59195d9-ca9e-4804-8ad6-1cb455407450 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Unset dirty status for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:43.310766 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c59195d9-ca9e-4804-8ad6-1cb455407450 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1475084 Jun 02 16:26:43.310766 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35810) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:43.317453 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a5bc0f86-04f8-4b36-85e1-950e88f55c5b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group': {'name': 'tempest-secgroup--443586990'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:43.374287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a5bc0f86-04f8-4b36-85e1-950e88f55c5b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:43.413112 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a5bc0f86-04f8-4b36-85e1-950e88f55c5b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:43.435339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0f86-04f8-4b36-85e1-950e88f55c5b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:43.463181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a5bc0f86-04f8-4b36-85e1-950e88f55c5b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:43.469164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a5bc0f86-04f8-4b36-85e1-950e88f55c5b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:43.471389 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:43.473156 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-ac48906f-fa14-48e4-89d2-f5ee4e6a2073 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port 5e5f5157-8bfa-4c1f-9540-ca8bc8dd0b8d {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:43.473568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac48906f-fa14-48e4-89d2-f5ee4e6a2073 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:43.488810 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a5bc0f86-04f8-4b36-85e1-950e88f55c5b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:43.493069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2723569f-97ad-4ab2-9aa1-7f3a102f9d27 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:43.506841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a5bc0f86-04f8-4b36-85e1-950e88f55c5b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:43.531091 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a1380d0-3c68-4bab-ba38-5f9e4b13822e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:43.593113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:43.614770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:43.617252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:43.655852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a1380d0-3c68-4bab-ba38-5f9e4b13822e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:43.660274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac48906f-fa14-48e4-89d2-f5ee4e6a2073 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:43.666460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8664f9b8-b37f-48d8-b4ea-07b0cc50fee7 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:43.727173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=b9bfe3c6-32a9-499c-b65e-57d07e345a6d,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:43.730682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:43.742262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ddd9760e-290f-4a83-af50-8bca8c0dd2d4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:43.792492 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8a1380d0-3c68-4bab-ba38-5f9e4b13822e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/9c6f34b7-6bc5-400a-9a8b-aa66cfd63c4f HTTP/1.1" status: 204 len: 168 time: 2.8380280 Jun 02 16:26:43.794871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1380d0-3c68-4bab-ba38-5f9e4b13822e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6f34b7-6bc5-400a-9a8b-aa66cfd63c4f,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:43.800326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8a1380d0-3c68-4bab-ba38-5f9e4b13822e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:43.818588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35812) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:43.906603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:43.907173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:43.920913 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e33f93f3-6fcc-4c2e-9621-f81b63d2f9e0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978496 Jun 02 16:26:43.926639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35814) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:43.975946 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.0938396 Jun 02 16:26:43.982759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35816) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:44.002761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-2fe906f6-13ad-47fd-a67d-adf39ef86f11 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'subnet': {'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:44.019069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99ab51e2-5e5f-4804-a962-d988fcbf0416 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.026845 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f70251ee-5eca-4eb0-b10c-9f793a9b7ab0 None None] Provisioning for port b9bfe3c6-32a9-499c-b65e-57d07e345a6d completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:44.034300 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f70251ee-5eca-4eb0-b10c-9f793a9b7ab0 None None] Provisioning complete for port b9bfe3c6-32a9-499c-b65e-57d07e345a6d triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:44.034848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f70251ee-5eca-4eb0-b10c-9f793a9b7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.035650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-36be6b1f-26fa-48b6-9623-35c0afc19c38 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:44.060139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-ac48906f-fa14-48e4-89d2-f5ee4e6a2073 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for 5e5f5157-8bfa-4c1f-9540-ca8bc8dd0b8d owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:44.086049 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6375c7-772b-40af-b899-60dfa8ea3afd None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:26:44.123993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.136813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0f86-04f8-4b36-85e1-950e88f55c5b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.143819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0f86-04f8-4b36-85e1-950e88f55c5b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.148883 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8483415a-cddf-49df-bf0d-a4f43bfb0022 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:44.151143 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d0aa0307-e85b-4edf-a6d7-aaac12516ab0 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:44.156911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab51e2-5e5f-4804-a962-d988fcbf0416 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Port': ['ID=198e3b17-52c9-4e1c-9009-089764ca01c5,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:44.161263 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-99ab51e2-5e5f-4804-a962-d988fcbf0416 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:44.205938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc0f86-04f8-4b36-85e1-950e88f55c5b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32db39ab-6b4f-4c22-981b-8576214157d6,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:44.211766 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a5bc0f86-04f8-4b36-85e1-950e88f55c5b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:44.212786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0f86-04f8-4b36-85e1-950e88f55c5b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.222464 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a5bc0f86-04f8-4b36-85e1-950e88f55c5b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9110782 Jun 02 16:26:44.223337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35818) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:44.231808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-27d6bd1c-6bb6-4e47-864d-f77f22a86070 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': '32db39ab-6b4f-4c22-981b-8576214157d6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:44.232570 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-27d6bd1c-6bb6-4e47-864d-f77f22a86070 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 02 16:26:44.233543 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-27d6bd1c-6bb6-4e47-864d-f77f22a86070 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:44.238356 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-27d6bd1c-6bb6-4e47-864d-f77f22a86070 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0113804 Jun 02 16:26:44.239293 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35820) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:44.242412 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-f70251ee-5eca-4eb0-b10c-9f793a9b7ab0 None None] Port b9bfe3c6-32a9-499c-b65e-57d07e345a6d cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:44.266672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ca6375c7-772b-40af-b899-60dfa8ea3afd None None] Deleting port 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:44.267059 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ca6375c7-772b-40af-b899-60dfa8ea3afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.350583 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 8483415a-cddf-49df-bf0d-a4f43bfb0022 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:44.350873 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.375398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac48906f-fa14-48e4-89d2-f5ee4e6a2073 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.382466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-67d830a9-c6a6-4147-ab89-1d0ad9d54960 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:44.420476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbe9a51-c326-42ae-9616-f84f9fe71d79 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:44.421224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1bbe9a51-c326-42ae-9616-f84f9fe71d79 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:44.436808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5e32f9e4-1e48-468c-a21b-c1549cb41869 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.438649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-99ab51e2-5e5f-4804-a962-d988fcbf0416 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.442936 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-99ab51e2-5e5f-4804-a962-d988fcbf0416 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/ports/198e3b17-52c9-4e1c-9009-089764ca01c5 HTTP/1.1" status: 204 len: 168 time: 3.0201151 Jun 02 16:26:44.443127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48906f-fa14-48e4-89d2-f5ee4e6a2073 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=5e5f5157-8bfa-4c1f-9540-ca8bc8dd0b8d,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:44.443929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35822) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:44.462769 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-ca6375c7-772b-40af-b899-60dfa8ea3afd None None] For port 0e1805b2-4a09-4a00-961b-6f374fd7f5c4, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0e1805b2-4a09-4a00-961b-6f374fd7f5c4,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:44.463174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ca6375c7-772b-40af-b899-60dfa8ea3afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.469766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2fe906f6-13ad-47fd-a67d-adf39ef86f11 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:44.480326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2fe906f6-13ad-47fd-a67d-adf39ef86f11 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:subnet and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:44.483902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.488258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2fe906f6-13ad-47fd-a67d-adf39ef86f11 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:44.491566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2e07c7b2-2d76-4cf5-9026-8dfa20667358 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:44.502776 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ac48906f-fa14-48e4-89d2-f5ee4e6a2073 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:44.525943 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1bbe9a51-c326-42ae-9616-f84f9fe71d79 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:44.527178 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1bbe9a51-c326-42ae-9616-f84f9fe71d79 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5971053 Jun 02 16:26:44.537216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35824) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:44.540527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2fe906f6-13ad-47fd-a67d-adf39ef86f11 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:44.583477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe906f6-13ad-47fd-a67d-adf39ef86f11 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:44.590164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fe906f6-13ad-47fd-a67d-adf39ef86f11 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.591842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ca6375c7-772b-40af-b899-60dfa8ea3afd None None] Calling delete_port for 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:44.614426 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:44.625629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:44.628560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:44.651085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5e32f9e4-1e48-468c-a21b-c1549cb41869 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.741712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ca6375c7-772b-40af-b899-60dfa8ea3afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.745876 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Pushing event updated for resources: {'Port': ['ID=164721db-11ce-4ffb-b4ed-1c0d0213fcc5,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:44.749099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:44.753095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:44.766289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372ff1c5-eaad-46f2-8bf7-dae8e7e67e78 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:44.767078 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-372ff1c5-eaad-46f2-8bf7-dae8e7e67e78 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:44.799309 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6375c7-772b-40af-b899-60dfa8ea3afd None None] No DVR routers for this DVR port 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:44.801484 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6375c7-772b-40af-b899-60dfa8ea3afd None None] Pushing event deleted for resources: {'Port': ['ID=0e1805b2-4a09-4a00-961b-6f374fd7f5c4,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:44.804316 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ca6375c7-772b-40af-b899-60dfa8ea3afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:44.823655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.830050 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.ipam_backend_mixin [None req-2fe906f6-13ad-47fd-a67d-adf39ef86f11 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9f00677f-fba5-4efb-9b91-9957a91e4447 (CIDR: 172.20.0.0/28) Jun 02 16:26:44.834648 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe906f6-13ad-47fd-a67d-adf39ef86f11 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:44.835179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe906f6-13ad-47fd-a67d-adf39ef86f11 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:26:44.903074 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2fe906f6-13ad-47fd-a67d-adf39ef86f11 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9104421 Jun 02 16:26:44.908202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35826) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:44.913615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-acd1ad22-5817-4c06-85b3-3b0bbce2261e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'subnet': {'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:44.929179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-372ff1c5-eaad-46f2-8bf7-dae8e7e67e78 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:44.933121 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-372ff1c5-eaad-46f2-8bf7-dae8e7e67e78 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3902047 Jun 02 16:26:44.933731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35828) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:44.940609 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.989089 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5e32f9e4-1e48-468c-a21b-c1549cb41869 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:44.992061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac48906f-fa14-48e4-89d2-f5ee4e6a2073 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:45.003326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c49fe4bf-7a29-4fe9-bea8-60f81c8bb31c tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:45.030464 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fe60a092-06ce-4ad4-9092-85937a418b6a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875194 Jun 02 16:26:45.031439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35830) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:45.038865 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-fd9b783d-f421-4589-bffa-544dbe4e94a0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:45.045137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32f9e4-1e48-468c-a21b-c1549cb41869 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32db39ab-6b4f-4c22-981b-8576214157d6,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:45.104099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5e32f9e4-1e48-468c-a21b-c1549cb41869 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:45.126310 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:26:45.127807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-d293f819-4803-46f8-9463-78aec3f723c5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting port 49be344e-9a9d-48ad-bea4-45a3de0799f6 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:45.128152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d293f819-4803-46f8-9463-78aec3f723c5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:45.269064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5e32f9e4-1e48-468c-a21b-c1549cb41869 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:45.270140 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5e32f9e4-1e48-468c-a21b-c1549cb41869 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "DELETE /v2.0/security-groups/32db39ab-6b4f-4c22-981b-8576214157d6 HTTP/1.1" status: 204 len: 168 time: 1.0277295 Jun 02 16:26:45.276513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35832) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:45.450967 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fd9b783d-f421-4589-bffa-544dbe4e94a0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:45.458111 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac48906f-fa14-48e4-89d2-f5ee4e6a2073 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router ebdb01b9-c42d-4709-aac0-e642fabc34e6 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:26:45.459821 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d293f819-4803-46f8-9463-78aec3f723c5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:45.475536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-acd1ad22-5817-4c06-85b3-3b0bbce2261e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:45.488567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fd9b783d-f421-4589-bffa-544dbe4e94a0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:45.490714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-acd1ad22-5817-4c06-85b3-3b0bbce2261e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:subnet and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:45.495005 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-acd1ad22-5817-4c06-85b3-3b0bbce2261e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:45.525018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-acd1ad22-5817-4c06-85b3-3b0bbce2261e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:45.561932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9b783d-f421-4589-bffa-544dbe4e94a0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:45.565583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd9b783d-f421-4589-bffa-544dbe4e94a0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:45.595058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4a2f67f1-1818-4fb3-928e-89ff0c5f5ed5 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Synchronizing usage tracker for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:45.603288 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd1ad22-5817-4c06-85b3-3b0bbce2261e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:45.606861 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-acd1ad22-5817-4c06-85b3-3b0bbce2261e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:45.754447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-d293f819-4803-46f8-9463-78aec3f723c5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Calling delete_port for 49be344e-9a9d-48ad-bea4-45a3de0799f6 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:45.783534 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:45.789652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4a2f67f1-1818-4fb3-928e-89ff0c5f5ed5 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Unset dirty status for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:45.790914 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4a2f67f1-1818-4fb3-928e-89ff0c5f5ed5 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3554554 Jun 02 16:26:45.800188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35834) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:45.817718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c80c10f0-ad14-4b57-bacc-d515e8ea1d57 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group': {'name': 'tempest-secgroup--501878460'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:45.822289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:45.831597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8f7c0aff-837f-4787-92f0-7c893664f98c tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:45.863098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c80c10f0-ad14-4b57-bacc-d515e8ea1d57 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:45.894259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac48906f-fa14-48e4-89d2-f5ee4e6a2073 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:45.899947 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ac48906f-fa14-48e4-89d2-f5ee4e6a2073 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/ebdb01b9-c42d-4709-aac0-e642fabc34e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9637880 Jun 02 16:26:45.902571 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35836) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:45.906022 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72756601-ce5e-4ec6-be37-52eee763db91 None None] Sync routers for ids ['ebdb01b9-c42d-4709-aac0-e642fabc34e6'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:45.917378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72756601-ce5e-4ec6-be37-52eee763db91 None None] Routers {'ebdb01b9-c42d-4709-aac0-e642fabc34e6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:45.918606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-72756601-ce5e-4ec6-be37-52eee763db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ebdb01b9-c42d-4709-aac0-e642fabc34e6'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:45.945224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c80c10f0-ad14-4b57-bacc-d515e8ea1d57 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:45.951590 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-02a4bfc2-0aa2-46bc-8bd1-c5c768794ba3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Synchronizing usage tracker for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:45.982711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-02a4bfc2-0aa2-46bc-8bd1-c5c768794ba3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Unset dirty status for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:45.987293 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-02a4bfc2-0aa2-46bc-8bd1-c5c768794ba3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebdb01b9-c42d-4709-aac0-e642fabc34e6 HTTP/1.1" status: 200 len: 205 time: 0.0836411 Jun 02 16:26:45.988780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35838) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:45.996156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-72756601-ce5e-4ec6-be37-52eee763db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:45.999265 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Pushing event updated for resources: {'Port': ['ID=164721db-11ce-4ffb-b4ed-1c0d0213fcc5,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:46.010046 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:46.011393 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72756601-ce5e-4ec6-be37-52eee763db91 None None] Routers {'ebdb01b9-c42d-4709-aac0-e642fabc34e6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:46.013015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-72756601-ce5e-4ec6-be37-52eee763db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ebdb01b9-c42d-4709-aac0-e642fabc34e6'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:46.015893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c80c10f0-ad14-4b57-bacc-d515e8ea1d57 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:46.070781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:46.099342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-72756601-ce5e-4ec6-be37-52eee763db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:46.099767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72756601-ce5e-4ec6-be37-52eee763db91 None None] The sync data for ids ['ebdb01b9-c42d-4709-aac0-e642fabc34e6'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:46.113818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:26:46.117542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c80c10f0-ad14-4b57-bacc-d515e8ea1d57 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:46.131123 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c80c10f0-ad14-4b57-bacc-d515e8ea1d57 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:46.134692 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:46.135913 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4346354 Jun 02 16:26:46.136836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c80c10f0-ad14-4b57-bacc-d515e8ea1d57 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:46.142882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35840) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:46.152403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c80c10f0-ad14-4b57-bacc-d515e8ea1d57 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:46.154051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:26:46.154420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0e1805b2-4a09-4a00-961b-6f374fd7f5c4 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:26:46.183544 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7aa68928-e891-49f4-97b4-d22ec9cc00e9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:46.296024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b7576931-0e0e-4d97-b2e0-e09707eb2504 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Synchronizing usage tracker for tenant:421d5d7b7adc4ce6a4fe00a6adc8c777 on resource:floatingip {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:46.380723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b7576931-0e0e-4d97-b2e0-e09707eb2504 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Unset dirty status for tenant:421d5d7b7adc4ce6a4fe00a6adc8c777 on resource:floatingip {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:46.381957 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b7576931-0e0e-4d97-b2e0-e09707eb2504 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.2326374 Jun 02 16:26:46.391840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35842) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:46.505533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d293f819-4803-46f8-9463-78aec3f723c5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:46.517905 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1acd8e5d-ea10-43dd-a7ee-e013780a4569 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1223052 Jun 02 16:26:46.517905 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c80c10f0-ad14-4b57-bacc-d515e8ea1d57 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:46.520079 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-824bf0a5-7aec-4ad3-b45e-aa37da422198 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:46.552686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35844) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:46.576920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c80c10f0-ad14-4b57-bacc-d515e8ea1d57 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:46.582762 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-538cc6fd-0c10-4cd2-aabf-583aee46616c tempest-ServersTestManualDisk-1346937470 tempest-ServersTestManualDisk-1346937470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:46.616468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7aa68928-e891-49f4-97b4-d22ec9cc00e9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:46.657072 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c10f0-ad14-4b57-bacc-d515e8ea1d57 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf98af55-d5c2-44f5-ae05-68e8ca02db2e,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:46.661171 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c80c10f0-ad14-4b57-bacc-d515e8ea1d57 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:46.665162 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c80c10f0-ad14-4b57-bacc-d515e8ea1d57 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8590920 Jun 02 16:26:46.665162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c80c10f0-ad14-4b57-bacc-d515e8ea1d57 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:46.669822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35846) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:46.674206 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e1d7f80e-9c94-4d54-a1a5-1502aa4530f5 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'cf98af55-d5c2-44f5-ae05-68e8ca02db2e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:46.675067 dv-neutron-601336-83-hyperv neutron-server[92323]: WARNING neutron.api.v2.base [None req-e1d7f80e-9c94-4d54-a1a5-1502aa4530f5 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 02 16:26:46.675571 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-e1d7f80e-9c94-4d54-a1a5-1502aa4530f5 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:46.679286 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e1d7f80e-9c94-4d54-a1a5-1502aa4530f5 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060506 Jun 02 16:26:46.679493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7aa68928-e891-49f4-97b4-d22ec9cc00e9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:46.679493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293f819-4803-46f8-9463-78aec3f723c5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Port': ['ID=49be344e-9a9d-48ad-bea4-45a3de0799f6,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:46.679703 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35848) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:46.681412 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d293f819-4803-46f8-9463-78aec3f723c5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:46.844565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ebf16832-ebe5-44bb-8863-fb69b03b6037 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:46.868526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7aa68928-e891-49f4-97b4-d22ec9cc00e9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:46.869006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa68928-e891-49f4-97b4-d22ec9cc00e9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Fanout notify agent at l3_agent the message router_deleted on router ebdb01b9-c42d-4709-aac0-e642fabc34e6 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:26:46.885551 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d293f819-4803-46f8-9463-78aec3f723c5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:46.898145 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d293f819-4803-46f8-9463-78aec3f723c5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/ports/49be344e-9a9d-48ad-bea4-45a3de0799f6 HTTP/1.1" status: 204 len: 168 time: 2.4521103 Jun 02 16:26:46.903547 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7aa68928-e891-49f4-97b4-d22ec9cc00e9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:46.907112 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7aa68928-e891-49f4-97b4-d22ec9cc00e9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/routers/ebdb01b9-c42d-4709-aac0-e642fabc34e6 HTTP/1.1" status: 204 len: 168 time: 0.9148262 Jun 02 16:26:46.907112 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35850) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:46.907382 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35852) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:46.930382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ebf16832-ebe5-44bb-8863-fb69b03b6037 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:46.993961 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd9b783d-f421-4589-bffa-544dbe4e94a0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:47.001630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-be679947-42c2-4439-afd9-90370acd70cf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:47.102365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9b783d-f421-4589-bffa-544dbe4e94a0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:47.109307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-fd9b783d-f421-4589-bffa-544dbe4e94a0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:47.111040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ebf16832-ebe5-44bb-8863-fb69b03b6037 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:47.118673 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e77146-9c63-473f-baf1-b8ba191f3f34 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:47.137775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9b783d-f421-4589-bffa-544dbe4e94a0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:47.138409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd9b783d-f421-4589-bffa-544dbe4e94a0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:47.141887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b783d-f421-4589-bffa-544dbe4e94a0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=930527c6-969a-4914-b36b-398c65c858f0,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:47.151649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fd9b783d-f421-4589-bffa-544dbe4e94a0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:47.152161 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f40a62ec-22a2-45c9-9369-5d6171083c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:47.182294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf16832-ebe5-44bb-8863-fb69b03b6037 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf98af55-d5c2-44f5-ae05-68e8ca02db2e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:47.187853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ebf16832-ebe5-44bb-8863-fb69b03b6037 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:47.191042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ebf16832-ebe5-44bb-8863-fb69b03b6037 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:47.192208 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ebf16832-ebe5-44bb-8863-fb69b03b6037 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "DELETE /v2.0/security-groups/cf98af55-d5c2-44f5-ae05-68e8ca02db2e HTTP/1.1" status: 204 len: 168 time: 0.5050836 Jun 02 16:26:47.194922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35854) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:47.208874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-acd1ad22-5817-4c06-85b3-3b0bbce2261e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:47.209264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a74299fb-86be-41a7-9cb7-9802f4972809 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Deleting port 164721db-11ce-4ffb-b4ed-1c0d0213fcc5 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:47.209625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a74299fb-86be-41a7-9cb7-9802f4972809 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:47.215565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e8caf9c4-cf55-4c04-ba37-78cfdc2c01cd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:47.229597 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fc96a3-9f5a-4efb-ba82-5518ed51ba53 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting subnet b9b3b5b6-6da1-4354-8e44-b9e7bf215bd4 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:26:47.249449 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-77fc96a3-9f5a-4efb-ba82-5518ed51ba53 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:47.250267 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fd9b783d-f421-4589-bffa-544dbe4e94a0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2178044 Jun 02 16:26:47.258637 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35856) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:47.269935 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'mac_address': 'fa:16:3e:ed:20:55', 'name': 'tempest-NetworksTestDHCPv6-1425105219'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:47.385652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': '930527c6-969a-4914-b36b-398c65c858f0'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:26:47.387690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:47.390761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-77fc96a3-9f5a-4efb-ba82-5518ed51ba53 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:47.450148 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907ca164-b145-4d56-9500-eb6946304eb0 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:47.450873 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-907ca164-b145-4d56-9500-eb6946304eb0 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Synchronizing usage tracker for tenant:b1e6ae044866456481b224d8f3cd9b84 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:47.461726 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd1ad22-5817-4c06-85b3-3b0bbce2261e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:47.471243 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-acd1ad22-5817-4c06-85b3-3b0bbce2261e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:47.488859 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c662282-1ef7-499e-afd6-0226427d3ab1 None None] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:47.491036 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a74299fb-86be-41a7-9cb7-9802f4972809 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:47.491750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a74299fb-86be-41a7-9cb7-9802f4972809 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:47.500800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1ad22-5817-4c06-85b3-3b0bbce2261e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Subnet': ['ID=ba6de887-691e-485b-8005-65ae555a06be,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:47.548695 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd1ad22-5817-4c06-85b3-3b0bbce2261e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:47.549154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-acd1ad22-5817-4c06-85b3-3b0bbce2261e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:47.558018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-acd1ad22-5817-4c06-85b3-3b0bbce2261e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:47.565472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-401e0f66-ab95-4c5c-a276-c2b0a211c332 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Synchronizing usage tracker for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:47.611308 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-acd1ad22-5817-4c06-85b3-3b0bbce2261e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7041883 Jun 02 16:26:47.612694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35858) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:47.628508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-907ca164-b145-4d56-9500-eb6946304eb0 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Unset dirty status for tenant:b1e6ae044866456481b224d8f3cd9b84 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:47.628508 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-907ca164-b145-4d56-9500-eb6946304eb0 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "GET /v2.0/ports?device_id=61c5a599-0152-4746-8e04-c17f6727ee6e HTTP/1.1" status: 200 len: 913 time: 0.7190268 Jun 02 16:26:47.629213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35860) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:47.633938 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-85df3d00-0c64-47e4-91e1-89ad89385ba5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1298087223', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ba6de887-691e-485b-8005-65ae555a06be'}], 'security_groups': ['e23bb946-a6b8-4aed-86f9-3abc74141e7f']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:47.639193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a74299fb-86be-41a7-9cb7-9802f4972809 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Calling delete_port for 164721db-11ce-4ffb-b4ed-1c0d0213fcc5 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:47.657374 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Allocated IP 2001:db8::2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/930527c6-969a-4914-b36b-398c65c858f0/e259a5c5-73cf-4d9b-bcf8-7b11b5683987) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:47.679549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-77fc96a3-9f5a-4efb-ba82-5518ed51ba53 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:47.724662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-401e0f66-ab95-4c5c-a276-c2b0a211c332 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Unset dirty status for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:47.730219 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-401e0f66-ab95-4c5c-a276-c2b0a211c332 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5301130 Jun 02 16:26:47.731472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35862) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:47.736842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-60f41110-6b71-4064-b7e6-76ea09697188 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group': {'name': 'tempest-secgroup--40490399'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:47.748850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-60f41110-6b71-4064-b7e6-76ea09697188 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:47.786927 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:47.787456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-60f41110-6b71-4064-b7e6-76ea09697188 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:47.864496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-60f41110-6b71-4064-b7e6-76ea09697188 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:47.872390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:47.929679 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-60f41110-6b71-4064-b7e6-76ea09697188 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:47.940032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-60f41110-6b71-4064-b7e6-76ea09697188 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:47.945591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-60f41110-6b71-4064-b7e6-76ea09697188 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:47.955323 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-60f41110-6b71-4064-b7e6-76ea09697188 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:47.978122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:47.994426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.040092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Transition to ACTIVE for port object e259a5c5-73cf-4d9b-bcf8-7b11b5683987 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:48.073898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a74299fb-86be-41a7-9cb7-9802f4972809 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.079906 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5bcb8264-85a1-47f9-ac62-81bd5ae8ee1c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:48.096341 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Transition to ACTIVE for port object e259a5c5-73cf-4d9b-bcf8-7b11b5683987 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:48.108210 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.115112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:48.131613 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74299fb-86be-41a7-9cb7-9802f4972809 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Pushing event deleted for resources: {'Port': ['ID=164721db-11ce-4ffb-b4ed-1c0d0213fcc5,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:48.134467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a74299fb-86be-41a7-9cb7-9802f4972809 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:48.250217 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68895d0-f24b-45c8-b701-6337299d81e2 None None] Update dhcp port {'port': {'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'fixed_ips': [{'subnet_id': '9f00677f-fba5-4efb-9b91-9957a91e4447', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ba6de887-691e-485b-8005-65ae555a06be'}], 'binding:host_id': 'dv-neutron-601336-83-hyperv'}, 'id': '971e3f79-b71b-4cfc-8fd8-0e181be0037e'} from dv-neutron-601336-83-hyperv. {{(pid=92324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 16:26:48.277042 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:48.280748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-77fc96a3-9f5a-4efb-ba82-5518ed51ba53 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.286648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:48.289476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2f3055d3-205a-4d95-8b82-d2f5efe3b7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:48.294753 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Pushing event updated for resources: {'Port': ['ID=e259a5c5-73cf-4d9b-bcf8-7b11b5683987,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:48.298972 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:48.304328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:48.343618 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc96a3-9f5a-4efb-ba82-5518ed51ba53 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b3b5b6-6da1-4354-8e44-b9e7bf215bd4,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:48.346557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-77fc96a3-9f5a-4efb-ba82-5518ed51ba53 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:48.349877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-60f41110-6b71-4064-b7e6-76ea09697188 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.354344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-77fc96a3-9f5a-4efb-ba82-5518ed51ba53 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.354638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-85df3d00-0c64-47e4-91e1-89ad89385ba5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.359748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a74299fb-86be-41a7-9cb7-9802f4972809 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.367197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-60f41110-6b71-4064-b7e6-76ea09697188 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.374952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:48.380689 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.396408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0963b1f-d8e8-4130-bbd1-73145b376a5a None None] Network 7af15884-c9fb-4f19-8769-53abddcbf381 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:48.427183 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a74299fb-86be-41a7-9cb7-9802f4972809 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.428382 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a74299fb-86be-41a7-9cb7-9802f4972809 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] 10.222.0.50 "DELETE /v2.0/floatingips/c622a199-78e4-481f-b537-6843fc28926b HTTP/1.1" status: 204 len: 168 time: 1.8706465 Jun 02 16:26:48.433275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35864) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:48.436652 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-77fc96a3-9f5a-4efb-ba82-5518ed51ba53 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/b9b3b5b6-6da1-4354-8e44-b9e7bf215bd4 HTTP/1.1" status: 204 len: 168 time: 1.5278993 Jun 02 16:26:48.439405 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d68895d0-f24b-45c8-b701-6337299d81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.447062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35866) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:48.490627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-60f41110-6b71-4064-b7e6-76ea09697188 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.495954 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-60f41110-6b71-4064-b7e6-76ea09697188 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7593231 Jun 02 16:26:48.500636 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35868) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:48.500868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port c2f43386-0fe7-47b2-b607-a7f998aec59d yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:26:48.504491 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-766230c3-483b-41c5-9871-ee84056b3843 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'e9833560-4291-4cb2-acf4-6eed6dde99a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:48.515213 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-766230c3-483b-41c5-9871-ee84056b3843 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 02 16:26:48.515816 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-766230c3-483b-41c5-9871-ee84056b3843 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:48.520030 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-766230c3-483b-41c5-9871-ee84056b3843 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0164292 Jun 02 16:26:48.520030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f41110-6b71-4064-b7e6-76ea09697188 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9833560-4291-4cb2-acf4-6eed6dde99a6,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:48.522822 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-60f41110-6b71-4064-b7e6-76ea09697188 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:48.523674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35870) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:48.525482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Attempting to bind port e259a5c5-73cf-4d9b-bcf8-7b11b5683987 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:26:48.525936 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Attempting to bind port e259a5c5-73cf-4d9b-bcf8-7b11b5683987 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:26:48.526423 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Attempting to bind port e259a5c5-73cf-4d9b-bcf8-7b11b5683987 on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:26:48.537750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a12eaf6d-8487-4a91-afc3-d753907ee6c7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'e9833560-4291-4cb2-acf4-6eed6dde99a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:48.538583 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-a12eaf6d-8487-4a91-afc3-d753907ee6c7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 02 16:26:48.539416 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-a12eaf6d-8487-4a91-afc3-d753907ee6c7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:48.544036 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a12eaf6d-8487-4a91-afc3-d753907ee6c7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068231 Jun 02 16:26:48.548634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35872) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:48.553793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-bb954d3d-ff56-483a-8fd9-1906658b67cc tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'e9833560-4291-4cb2-acf4-6eed6dde99a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:48.554745 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-bb954d3d-ff56-483a-8fd9-1906658b67cc tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 02 16:26:48.555231 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-bb954d3d-ff56-483a-8fd9-1906658b67cc tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:48.559064 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bb954d3d-ff56-483a-8fd9-1906658b67cc tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066245 Jun 02 16:26:48.559921 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35874) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:48.564518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-44184020-5583-44f8-a4e2-c37a2514c1fd tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'e9833560-4291-4cb2-acf4-6eed6dde99a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:48.565384 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-44184020-5583-44f8-a4e2-c37a2514c1fd tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 02 16:26:48.565865 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-44184020-5583-44f8-a4e2-c37a2514c1fd tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:48.569459 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-44184020-5583-44f8-a4e2-c37a2514c1fd tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059974 Jun 02 16:26:48.575429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35876) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:48.579508 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:26:48.579886 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:26:48.580547 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.580968 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:26:48.581555 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Bound port: e259a5c5-73cf-4d9b-bcf8-7b11b5683987, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:26:48.581996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.715255 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a601c2cc-2b12-4272-9ff9-f3d048865999 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Deleting port d51b04f3-da05-4f84-bf1d-7db5304f66f9 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:48.715915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a601c2cc-2b12-4272-9ff9-f3d048865999 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.850304 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a601c2cc-2b12-4272-9ff9-f3d048865999 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.850542 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a601c2cc-2b12-4272-9ff9-f3d048865999 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.862440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.877122 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] For port e259a5c5-73cf-4d9b-bcf8-7b11b5683987, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:26:48.919707 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] For port e259a5c5-73cf-4d9b-bcf8-7b11b5683987, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e259a5c5-73cf-4d9b-bcf8-7b11b5683987,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:26:48.931922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-d68895d0-f24b-45c8-b701-6337299d81e2 None None] Allocated IP 172.20.0.18 (7354c3f9-4ca7-4722-b201-48a03bccbb6b/ba6de887-691e-485b-8005-65ae555a06be/971e3f79-b71b-4cfc-8fd8-0e181be0037e) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:48.935627 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.940045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:48.944696 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:49.048391 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41d10e7-c812-4345-8e96-e38a53d6a4ee None None] DHCP port deletion for 7af15884-c9fb-4f19-8769-53abddcbf381 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:26:49.053057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Pushing event updated for resources: {'Port': ['ID=e259a5c5-73cf-4d9b-bcf8-7b11b5683987,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:49.074415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:49.143897 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6806-0cac-4e8f-9516-4206a408d827 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:49.167747 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a601c2cc-2b12-4272-9ff9-f3d048865999 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Calling delete_port for d51b04f3-da05-4f84-bf1d-7db5304f66f9 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:49.254306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d68895d0-f24b-45c8-b701-6337299d81e2 None None] For port 971e3f79-b71b-4cfc-8fd8-0e181be0037e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=971e3f79-b71b-4cfc-8fd8-0e181be0037e,segment=NetworkSegment(6917513d-6353-4ba7-afc8-cdb5dd0646cd),segment_id=6917513d-6353-4ba7-afc8-cdb5dd0646cd)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:49.266328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d41d10e7-c812-4345-8e96-e38a53d6a4ee None None] Deleting port 8483415a-cddf-49df-bf0d-a4f43bfb0022 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:49.266714 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d41d10e7-c812-4345-8e96-e38a53d6a4ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:49.311312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::300 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/930527c6-969a-4914-b36b-398c65c858f0/c2f43386-0fe7-47b2-b607-a7f998aec59d) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:49.315310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6806-0cac-4e8f-9516-4206a408d827 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:49.324303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a601c2cc-2b12-4272-9ff9-f3d048865999 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:49.330123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-be281480-3844-434b-809c-748dd31c741f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:49.379204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d68895d0-f24b-45c8-b701-6337299d81e2 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:49.422864 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601c2cc-2b12-4272-9ff9-f3d048865999 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Pushing event deleted for resources: {'Port': ['ID=d51b04f3-da05-4f84-bf1d-7db5304f66f9,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:49.426507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a601c2cc-2b12-4272-9ff9-f3d048865999 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:49.457040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d68895d0-f24b-45c8-b701-6337299d81e2 None None] Transition to ACTIVE for port object 971e3f79-b71b-4cfc-8fd8-0e181be0037e will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:49.465683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d41d10e7-c812-4345-8e96-e38a53d6a4ee None None] For port 8483415a-cddf-49df-bf0d-a4f43bfb0022, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8483415a-cddf-49df-bf0d-a4f43bfb0022,segment=NetworkSegment(e6fef141-6537-4f78-a8bd-b529a54bcfc3),segment_id=e6fef141-6537-4f78-a8bd-b529a54bcfc3)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:49.466166 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d41d10e7-c812-4345-8e96-e38a53d6a4ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:49.526007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a601c2cc-2b12-4272-9ff9-f3d048865999 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:49.553399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a601c2cc-2b12-4272-9ff9-f3d048865999 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:49.558678 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a601c2cc-2b12-4272-9ff9-f3d048865999 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/0345ca54-1892-4e99-91be-99b60f266f04 HTTP/1.1" status: 204 len: 168 time: 1.1203122 Jun 02 16:26:49.559070 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35878) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:49.633123 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d41d10e7-c812-4345-8e96-e38a53d6a4ee None None] Calling delete_port for 8483415a-cddf-49df-bf0d-a4f43bfb0022 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:49.635947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d68895d0-f24b-45c8-b701-6337299d81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:49.641952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-df13aa1b-3705-4fb8-8bb4-9236844f0783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:49.657159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port 8483415a-cddf-49df-bf0d-a4f43bfb0022 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:49.657512 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:49.732632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-1b2505de-950b-4e4b-a968-020079649b57 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Deleting port 0502fb71-d7c7-4996-a39f-843c175e1b69 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:49.733217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1b2505de-950b-4e4b-a968-020079649b57 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:49.773413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6806-0cac-4e8f-9516-4206a408d827 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:49.785641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7ab8c574-1df5-4598-925a-66d103280db2 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:49.802005 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68895d0-f24b-45c8-b701-6337299d81e2 None None] Pushing event updated for resources: {'Port': ['ID=971e3f79-b71b-4cfc-8fd8-0e181be0037e,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:49.806345 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d68895d0-f24b-45c8-b701-6337299d81e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:49.831994 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d41d10e7-c812-4345-8e96-e38a53d6a4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:49.838121 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-eebbb0e6-af6d-44bd-97fd-e5f4eca76b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:49.879951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f6806-0cac-4e8f-9516-4206a408d827 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9833560-4291-4cb2-acf4-6eed6dde99a6,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:49.884581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3e3f6806-0cac-4e8f-9516-4206a408d827 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:49.885424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d10e7-c812-4345-8e96-e38a53d6a4ee None None] No DVR routers for this DVR port 8483415a-cddf-49df-bf0d-a4f43bfb0022 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:49.889940 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d10e7-c812-4345-8e96-e38a53d6a4ee None None] Pushing event deleted for resources: {'Port': ['ID=8483415a-cddf-49df-bf0d-a4f43bfb0022,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:49.899218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d41d10e7-c812-4345-8e96-e38a53d6a4ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:49.906637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1b2505de-950b-4e4b-a968-020079649b57 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:50.016114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9abc008e-1d9e-483a-a19f-919359256a01 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:50.063190 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-1b2505de-950b-4e4b-a968-020079649b57 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Calling delete_port for 0502fb71-d7c7-4996-a39f-843c175e1b69 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:50.107441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] For port 8483415a-cddf-49df-bf0d-a4f43bfb0022, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8483415a-cddf-49df-bf0d-a4f43bfb0022,segment=NetworkSegment(e6fef141-6537-4f78-a8bd-b529a54bcfc3),segment_id=e6fef141-6537-4f78-a8bd-b529a54bcfc3)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:50.107800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:50.216336 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6806-0cac-4e8f-9516-4206a408d827 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:50.217217 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3e3f6806-0cac-4e8f-9516-4206a408d827 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "DELETE /v2.0/security-groups/e9833560-4291-4cb2-acf4-6eed6dde99a6 HTTP/1.1" status: 204 len: 168 time: 1.6334875 Jun 02 16:26:50.220397 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35880) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:50.238420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1b2505de-950b-4e4b-a968-020079649b57 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:50.247720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a601c2cc-2b12-4272-9ff9-f3d048865999 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:50.252435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 971e3f79-b71b-4cfc-8fd8-0e181be0037e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:50.318729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2505de-950b-4e4b-a968-020079649b57 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event deleted for resources: {'Port': ['ID=0502fb71-d7c7-4996-a39f-843c175e1b69,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:50.327940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1b2505de-950b-4e4b-a968-020079649b57 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:50.336003 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for 8483415a-cddf-49df-bf0d-a4f43bfb0022 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:50.341760 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:50.357065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-85df3d00-0c64-47e4-91e1-89ad89385ba5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Delete allocated IP 172.20.0.12 (7354c3f9-4ca7-4722-b201-48a03bccbb6b/9f00677f-fba5-4efb-9b91-9957a91e4447) {{(pid=92323) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 16:26:50.358302 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e259a5c5-73cf-4d9b-bcf8-7b11b5683987 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:50.464458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-85df3d00-0c64-47e4-91e1-89ad89385ba5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Allocated IP 172.20.0.29 (7354c3f9-4ca7-4722-b201-48a03bccbb6b/ba6de887-691e-485b-8005-65ae555a06be/b9bfe3c6-32a9-499c-b65e-57d07e345a6d) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:50.480069 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0c8a00a7-7c96-46da-ba45-d35955cd7ac2 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Synchronizing usage tracker for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:50.510644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object c2f43386-0fe7-47b2-b607-a7f998aec59d will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:50.576113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port e259a5c5-73cf-4d9b-bcf8-7b11b5683987 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:50.582023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0c8a00a7-7c96-46da-ba45-d35955cd7ac2 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Unset dirty status for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:50.584580 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0c8a00a7-7c96-46da-ba45-d35955cd7ac2 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3630481 Jun 02 16:26:50.591879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35882) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:50.593065 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1b2505de-950b-4e4b-a968-020079649b57 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:50.608211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-2c2e4116-e40d-4fea-835d-11ad4056d58c tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group': {'name': 'tempest-secgroup--958080792'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:50.628888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2c2e4116-e40d-4fea-835d-11ad4056d58c tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:50.633722 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1b2505de-950b-4e4b-a968-020079649b57 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] 10.222.0.50 "DELETE /v2.0/ports/0502fb71-d7c7-4996-a39f-843c175e1b69 HTTP/1.1" status: 204 len: 168 time: 1.0732191 Jun 02 16:26:50.639112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35884) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:50.668346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8483415a-cddf-49df-bf0d-a4f43bfb0022 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:26:50.679282 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2c2e4116-e40d-4fea-835d-11ad4056d58c tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:50.699839 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4116-e40d-4fea-835d-11ad4056d58c tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:50.736170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2c2e4116-e40d-4fea-835d-11ad4056d58c tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:50.741107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2c2e4116-e40d-4fea-835d-11ad4056d58c tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:50.743238 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 8483415a-cddf-49df-bf0d-a4f43bfb0022 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:26:50.743767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8483415a-cddf-49df-bf0d-a4f43bfb0022 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:26:50.745417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2c2e4116-e40d-4fea-835d-11ad4056d58c tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:50.768302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2c2e4116-e40d-4fea-835d-11ad4056d58c tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:50.785665 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7d96fc2b-a112-4030-9e34-08eb31f42fa5 None None] Provisioning complete for port ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:50.786280 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7d96fc2b-a112-4030-9e34-08eb31f42fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:50.811369 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:50.833033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-68c4faef-9a41-45dd-ba9a-a92106b153e3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:50.855315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4116-e40d-4fea-835d-11ad4056d58c tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:50.859867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4116-e40d-4fea-835d-11ad4056d58c tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:50.863130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-7d96fc2b-a112-4030-9e34-08eb31f42fa5 None None] Port ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:50.866531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:50.866800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-89bfdffe-f17d-4843-88ea-6933fcb6ee9d tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:50.868338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No DVR routers for this DVR port 8483415a-cddf-49df-bf0d-a4f43bfb0022 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:50.878830 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7d96fc2b-a112-4030-9e34-08eb31f42fa5 None None] Provisioning complete for port b9bfe3c6-32a9-499c-b65e-57d07e345a6d triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:50.879301 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7d96fc2b-a112-4030-9e34-08eb31f42fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:50.912821 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e4116-e40d-4fea-835d-11ad4056d58c tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16d9aa0-b0f4-4bfd-94ba-8bd2eb2aba6c,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:50.925457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2c2e4116-e40d-4fea-835d-11ad4056d58c tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:50.926930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4116-e40d-4fea-835d-11ad4056d58c tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:50.928322 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2c2e4116-e40d-4fea-835d-11ad4056d58c tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3320940 Jun 02 16:26:50.931207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35886) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:50.935778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-24771e7b-ce15-4454-90bc-18f45a3d4fbc tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'a16d9aa0-b0f4-4bfd-94ba-8bd2eb2aba6c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:50.936568 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-24771e7b-ce15-4454-90bc-18f45a3d4fbc tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 02 16:26:50.937057 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-24771e7b-ce15-4454-90bc-18f45a3d4fbc tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:50.937970 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-24771e7b-ce15-4454-90bc-18f45a3d4fbc tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058467 Jun 02 16:26:50.940513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35888) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:50.941416 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-7d96fc2b-a112-4030-9e34-08eb31f42fa5 None None] Port b9bfe3c6-32a9-499c-b65e-57d07e345a6d cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:50.945241 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-9c45f3f0-681c-4531-b992-2bdd24039991 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'a16d9aa0-b0f4-4bfd-94ba-8bd2eb2aba6c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:50.953539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9c45f3f0-681c-4531-b992-2bdd24039991 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:50.957685 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9c45f3f0-681c-4531-b992-2bdd24039991 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:50.959560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7d96fc2b-a112-4030-9e34-08eb31f42fa5 None None] Provisioning for port 971e3f79-b71b-4cfc-8fd8-0e181be0037e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:50.961067 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9c45f3f0-681c-4531-b992-2bdd24039991 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:50.968025 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9c45f3f0-681c-4531-b992-2bdd24039991 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:50.968981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7d96fc2b-a112-4030-9e34-08eb31f42fa5 None None] Provisioning complete for port 971e3f79-b71b-4cfc-8fd8-0e181be0037e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:50.969372 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7d96fc2b-a112-4030-9e34-08eb31f42fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:50.973141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=8483415a-cddf-49df-bf0d-a4f43bfb0022,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:50.991947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:51.009048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:51.013953 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-9c45f3f0-681c-4531-b992-2bdd24039991 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:51.016266 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9c45f3f0-681c-4531-b992-2bdd24039991 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0746078 Jun 02 16:26:51.019012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35890) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:51.028514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ddada073-80e5-4e23-893c-218f3a3cd2bf tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'a16d9aa0-b0f4-4bfd-94ba-8bd2eb2aba6c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:51.029005 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-ddada073-80e5-4e23-893c-218f3a3cd2bf tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 02 16:26:51.029629 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-ddada073-80e5-4e23-893c-218f3a3cd2bf tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:51.033377 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ddada073-80e5-4e23-893c-218f3a3cd2bf tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0098078 Jun 02 16:26:51.033594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35892) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:51.039131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0c91dbe5-cad5-4d92-bad8-a65d588c95b4 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'a16d9aa0-b0f4-4bfd-94ba-8bd2eb2aba6c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:51.045291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0c91dbe5-cad5-4d92-bad8-a65d588c95b4 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:51.049598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0c91dbe5-cad5-4d92-bad8-a65d588c95b4 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:51.052599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0c91dbe5-cad5-4d92-bad8-a65d588c95b4 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:51.059709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0c91dbe5-cad5-4d92-bad8-a65d588c95b4 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:51.096070 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-0c91dbe5-cad5-4d92-bad8-a65d588c95b4 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:51.100197 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0c91dbe5-cad5-4d92-bad8-a65d588c95b4 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0629966 Jun 02 16:26:51.100494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35894) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:51.111041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-9a5f2cc3-7efd-4251-b8c4-65ee05daed3a tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'a16d9aa0-b0f4-4bfd-94ba-8bd2eb2aba6c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:51.112098 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-9a5f2cc3-7efd-4251-b8c4-65ee05daed3a tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 02 16:26:51.112619 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-9a5f2cc3-7efd-4251-b8c4-65ee05daed3a tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:51.116206 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9a5f2cc3-7efd-4251-b8c4-65ee05daed3a tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119498 Jun 02 16:26:51.116491 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35896) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:51.124023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ef9abb00-278c-4387-a023-fe3566aaeb76 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'a16d9aa0-b0f4-4bfd-94ba-8bd2eb2aba6c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:51.133838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ef9abb00-278c-4387-a023-fe3566aaeb76 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:51.142127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ef9abb00-278c-4387-a023-fe3566aaeb76 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:51.146475 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ef9abb00-278c-4387-a023-fe3566aaeb76 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:51.153121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ef9abb00-278c-4387-a023-fe3566aaeb76 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:51.187950 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-ef9abb00-278c-4387-a023-fe3566aaeb76 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:51.191752 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ef9abb00-278c-4387-a023-fe3566aaeb76 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0714114 Jun 02 16:26:51.191993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35898) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:51.197258 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-acd9df0c-f02c-4b92-8dc2-65f5b7e053af tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'a16d9aa0-b0f4-4bfd-94ba-8bd2eb2aba6c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:51.197732 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-acd9df0c-f02c-4b92-8dc2-65f5b7e053af tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 02 16:26:51.198256 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-acd9df0c-f02c-4b92-8dc2-65f5b7e053af tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:51.201901 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-acd9df0c-f02c-4b92-8dc2-65f5b7e053af tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062954 Jun 02 16:26:51.202109 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35900) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:51.207326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-6abfd18f-2f37-4279-8dc3-742c419539d4 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'a16d9aa0-b0f4-4bfd-94ba-8bd2eb2aba6c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:51.215272 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6abfd18f-2f37-4279-8dc3-742c419539d4 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:51.221330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6abfd18f-2f37-4279-8dc3-742c419539d4 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:51.224957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6abfd18f-2f37-4279-8dc3-742c419539d4 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:51.232467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6abfd18f-2f37-4279-8dc3-742c419539d4 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:51.266467 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-353c3448-11ac-42c2-9c0b-a45827990067 None None] Provisioning for port e259a5c5-73cf-4d9b-bcf8-7b11b5683987 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:51.274679 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-6abfd18f-2f37-4279-8dc3-742c419539d4 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:51.274679 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6abfd18f-2f37-4279-8dc3-742c419539d4 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0688386 Jun 02 16:26:51.274984 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35902) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:51.278897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-353c3448-11ac-42c2-9c0b-a45827990067 None None] Provisioning complete for port e259a5c5-73cf-4d9b-bcf8-7b11b5683987 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:51.279538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-353c3448-11ac-42c2-9c0b-a45827990067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:51.285161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-060c168c-0358-413d-81c3-70ac7d71509d tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'a16d9aa0-b0f4-4bfd-94ba-8bd2eb2aba6c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:51.292890 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-060c168c-0358-413d-81c3-70ac7d71509d tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:51.297890 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-060c168c-0358-413d-81c3-70ac7d71509d tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:51.301567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-060c168c-0358-413d-81c3-70ac7d71509d tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:51.308319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-060c168c-0358-413d-81c3-70ac7d71509d tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:51.311928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:51.346006 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-060c168c-0358-413d-81c3-70ac7d71509d tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:51.350350 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-060c168c-0358-413d-81c3-70ac7d71509d tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0712180 Jun 02 16:26:51.351014 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35904) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:51.383249 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:51.407671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:51.415521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:51.416631 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:51.437394 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ea6f5d7-7193-40de-be79-c1d72519e79e tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:51.437649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-353c3448-11ac-42c2-9c0b-a45827990067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:51.470285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ea6f5d7-7193-40de-be79-c1d72519e79e tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:51.475065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-353c3448-11ac-42c2-9c0b-a45827990067 None None] For port e259a5c5-73cf-4d9b-bcf8-7b11b5683987, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e259a5c5-73cf-4d9b-bcf8-7b11b5683987,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:51.480400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-353c3448-11ac-42c2-9c0b-a45827990067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:51.482491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c5591b00-361f-4661-988b-6f622123446d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:51.533257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-85df3d00-0c64-47e4-91e1-89ad89385ba5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:51.542020 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ea6f5d7-7193-40de-be79-c1d72519e79e tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:51.552751 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c3448-11ac-42c2-9c0b-a45827990067 None None] Pushing event updated for resources: {'Port': ['ID=e259a5c5-73cf-4d9b-bcf8-7b11b5683987,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:51.556699 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-353c3448-11ac-42c2-9c0b-a45827990067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:51.562198 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1ba87179-00a3-404e-b5d0-9ed08ebfa8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:51.575322 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-85df3d00-0c64-47e4-91e1-89ad89385ba5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Transition to ACTIVE for port object b9bfe3c6-32a9-499c-b65e-57d07e345a6d will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:51.579451 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6f5d7-7193-40de-be79-c1d72519e79e tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16d9aa0-b0f4-4bfd-94ba-8bd2eb2aba6c,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:51.584904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1ea6f5d7-7193-40de-be79-c1d72519e79e tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:51.589956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ea6f5d7-7193-40de-be79-c1d72519e79e tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:51.591869 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:51.598370 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1ea6f5d7-7193-40de-be79-c1d72519e79e tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "DELETE /v2.0/security-groups/a16d9aa0-b0f4-4bfd-94ba-8bd2eb2aba6c HTTP/1.1" status: 204 len: 168 time: 0.2424548 Jun 02 16:26:51.599156 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35906) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:51.651412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d6a0e2-7980-44f6-9470-6c01ed1e0dcd tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:51.651412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b2d6a0e2-7980-44f6-9470-6c01ed1e0dcd tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Synchronizing usage tracker for tenant:a0b6fb4176554da78f79140d42d1e8eb on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:51.651412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-85df3d00-0c64-47e4-91e1-89ad89385ba5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:51.651412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af15884-c9fb-4f19-8769-53abddcbf381']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:51.659708 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=c2f43386-0fe7-47b2-b607-a7f998aec59d,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:51.662921 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4002285 Jun 02 16:26:51.664123 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:51.667949 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35908) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:51.676040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-971cc627-6ae4-4409-84dc-7a9a611f5a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:51.707589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-19e5852b-a3f7-4a59-abaa-498d0b997b35 None None] Provisioning for port c2f43386-0fe7-47b2-b607-a7f998aec59d completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:51.712964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-19e5852b-a3f7-4a59-abaa-498d0b997b35 None None] Provisioning complete for port c2f43386-0fe7-47b2-b607-a7f998aec59d triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:51.713758 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-19e5852b-a3f7-4a59-abaa-498d0b997b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:51.718822 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0bf8f3e3-553c-42c4-8299-d2096c8d4f58 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Synchronizing usage tracker for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:51.719952 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6fef141-6537-4f78-a8bd-b529a54bcfc3') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:51.720250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6fef141-6537-4f78-a8bd-b529a54bcfc3') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:51.759657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0bf8f3e3-553c-42c4-8299-d2096c8d4f58 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Unset dirty status for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:51.765352 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0bf8f3e3-553c-42c4-8299-d2096c8d4f58 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1612396 Jun 02 16:26:51.766374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35910) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:51.776844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-599d7f79-ec20-4076-8106-11190c7bdea6 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546935834'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:51.779374 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-19e5852b-a3f7-4a59-abaa-498d0b997b35 None None] Port c2f43386-0fe7-47b2-b607-a7f998aec59d cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:51.787105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-599d7f79-ec20-4076-8106-11190c7bdea6 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:51.797145 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:51.801292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-599d7f79-ec20-4076-8106-11190c7bdea6 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:51.813211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d78c02e-2e18-416d-bd1e-e64c5b34b90c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:51.819099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d78c02e-2e18-416d-bd1e-e64c5b34b90c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:51.820790 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8d78c02e-2e18-416d-bd1e-e64c5b34b90c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.1515160 Jun 02 16:26:51.823469 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35912) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:51.858647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b2d6a0e2-7980-44f6-9470-6c01ed1e0dcd tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Unset dirty status for tenant:a0b6fb4176554da78f79140d42d1e8eb on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:51.859812 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b2d6a0e2-7980-44f6-9470-6c01ed1e0dcd tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e8cc6ff-680c-44a2-9860-c92583e485d6 HTTP/1.1" status: 200 len: 913 time: 1.2168777 Jun 02 16:26:51.866561 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35914) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:51.867917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-599d7f79-ec20-4076-8106-11190c7bdea6 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:51.869910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:51.897446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df3d00-0c64-47e4-91e1-89ad89385ba5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=b9bfe3c6-32a9-499c-b65e-57d07e345a6d,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:51.906572 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-599d7f79-ec20-4076-8106-11190c7bdea6 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:51.914198 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-599d7f79-ec20-4076-8106-11190c7bdea6 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:51.943780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-599d7f79-ec20-4076-8106-11190c7bdea6 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:51.958744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-599d7f79-ec20-4076-8106-11190c7bdea6 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:51.980094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-85df3d00-0c64-47e4-91e1-89ad89385ba5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:51.988206 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:26:51.988606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:26:52.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:26:52.032468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc92dd-1c0e-476b-8d22-d19446204e36 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port c2f43386-0fe7-47b2-b607-a7f998aec59d {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:52.032782 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4dbc92dd-1c0e-476b-8d22-d19446204e36 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.104579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e259a5c5-73cf-4d9b-bcf8-7b11b5683987 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:26:52.118872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-85df3d00-0c64-47e4-91e1-89ad89385ba5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] In _notify_port_updated(), no bound segment for port b9bfe3c6-32a9-499c-b65e-57d07e345a6d on network 7354c3f9-4ca7-4722-b201-48a03bccbb6b {{(pid=92323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:26:52.124240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85df3d00-0c64-47e4-91e1-89ad89385ba5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:52.124865 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-85df3d00-0c64-47e4-91e1-89ad89385ba5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.126627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-599d7f79-ec20-4076-8106-11190c7bdea6 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.129568 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-85df3d00-0c64-47e4-91e1-89ad89385ba5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "PUT /v2.0/ports/b9bfe3c6-32a9-499c-b65e-57d07e345a6d HTTP/1.1" status: 200 len: 921 time: 4.5048592 Jun 02 16:26:52.132349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35916) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:52.173186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-599d7f79-ec20-4076-8106-11190c7bdea6 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.197254 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-da2faa70-92ec-4441-a240-e12162b36267 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:52.199725 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e259a5c5-73cf-4d9b-bcf8-7b11b5683987 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:52.200105 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.297216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.417160 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d75acc6-7066-4da7-b75b-4aeb6dba1974 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:52.425003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4dbc92dd-1c0e-476b-8d22-d19446204e36 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.428452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e1b82c55-d5dd-46e6-b3f7-bd37020022fb None None] Provisioning for port b9bfe3c6-32a9-499c-b65e-57d07e345a6d completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:52.434793 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e1b82c55-d5dd-46e6-b3f7-bd37020022fb None None] Provisioning complete for port b9bfe3c6-32a9-499c-b65e-57d07e345a6d triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:52.435514 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e1b82c55-d5dd-46e6-b3f7-bd37020022fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.438786 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.444496 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Network': ['ID=7af15884-c9fb-4f19-8769-53abddcbf381,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:52.453990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:52.502643 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e1b82c55-d5dd-46e6-b3f7-bd37020022fb None None] Port b9bfe3c6-32a9-499c-b65e-57d07e345a6d cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:52.513200 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/networks/7af15884-c9fb-4f19-8769-53abddcbf381 HTTP/1.1" status: 204 len: 168 time: 4.0624447 Jun 02 16:26:52.524387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35918) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:52.531596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1783909148', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}, 'admin_state_up': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:52.555179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:52.564220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:router and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:52.570673 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:52.586502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:52.633870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc92dd-1c0e-476b-8d22-d19446204e36 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for c2f43386-0fe7-47b2-b607-a7f998aec59d owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:52.636970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d7f79-ec20-4076-8106-11190c7bdea6 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a7da8b-d8b7-48f7-b1fa-b303e7daae56,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:52.639468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-9abc008e-1d9e-483a-a19f-919359256a01 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting port e40db7ea-16f9-4525-b796-ebe9f5779173 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:52.639819 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9abc008e-1d9e-483a-a19f-919359256a01 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.646042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-599d7f79-ec20-4076-8106-11190c7bdea6 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:52.652977 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-599d7f79-ec20-4076-8106-11190c7bdea6 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.654217 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-599d7f79-ec20-4076-8106-11190c7bdea6 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8816853 Jun 02 16:26:52.659708 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.661023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.663841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35920) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:52.668356 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-e97c92e5-d298-4e0a-b3d9-e01c55b57bd3 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'c1a7da8b-d8b7-48f7-b1fa-b303e7daae56', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:52.678453 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e97c92e5-d298-4e0a-b3d9-e01c55b57bd3 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:52.690683 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e97c92e5-d298-4e0a-b3d9-e01c55b57bd3 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:52.696927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e97c92e5-d298-4e0a-b3d9-e01c55b57bd3 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:52.705724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e97c92e5-d298-4e0a-b3d9-e01c55b57bd3 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:52.742177 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e4e50-c47e-45c5-b64f-f39f08788641 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port b9bfe3c6-32a9-499c-b65e-57d07e345a6d {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:52.742537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cb9e4e50-c47e-45c5-b64f-f39f08788641 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.789359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.892196 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-e97c92e5-d298-4e0a-b3d9-e01c55b57bd3 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The resource could not be found. Jun 02 16:26:52.893238 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e97c92e5-d298-4e0a-b3d9-e01c55b57bd3 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2286491 Jun 02 16:26:52.903163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35922) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:52.910332 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9abc008e-1d9e-483a-a19f-919359256a01 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.920591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-5a04eabb-e4d3-4c3c-8a98-c37306e29ec0 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'c1a7da8b-d8b7-48f7-b1fa-b303e7daae56', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9fd32633-59c0-47fe-acc9-e760b7403170'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:52.933388 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5a04eabb-e4d3-4c3c-8a98-c37306e29ec0 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:52.952132 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5a04eabb-e4d3-4c3c-8a98-c37306e29ec0 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:52.958779 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5a04eabb-e4d3-4c3c-8a98-c37306e29ec0 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:52.967514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cb9e4e50-c47e-45c5-b64f-f39f08788641 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.975049 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4dbc92dd-1c0e-476b-8d22-d19446204e36 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:52.977035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5a04eabb-e4d3-4c3c-8a98-c37306e29ec0 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:52.987410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-86d0699a-db03-4da2-9485-f23668c309dc tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:53.154881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e4e50-c47e-45c5-b64f-f39f08788641 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for b9bfe3c6-32a9-499c-b65e-57d07e345a6d owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:53.157673 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc92dd-1c0e-476b-8d22-d19446204e36 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=c2f43386-0fe7-47b2-b607-a7f998aec59d,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:53.200210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4dbc92dd-1c0e-476b-8d22-d19446204e36 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:53.224723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4dbc92dd-1c0e-476b-8d22-d19446204e36 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:53.252469 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4dbc92dd-1c0e-476b-8d22-d19446204e36 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/c2f43386-0fe7-47b2-b607-a7f998aec59d HTTP/1.1" status: 204 len: 168 time: 1.4279141 Jun 02 16:26:53.256406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35924) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:53.267288 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-9abc008e-1d9e-483a-a19f-919359256a01 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Calling delete_port for e40db7ea-16f9-4525-b796-ebe9f5779173 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:53.267726 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-5a04eabb-e4d3-4c3c-8a98-c37306e29ec0 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The resource could not be found. Jun 02 16:26:53.270621 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5a04eabb-e4d3-4c3c-8a98-c37306e29ec0 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3665540 Jun 02 16:26:53.271521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35928) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:53.372361 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01a38bd2-ba87-46c6-b926-02d559e91b3b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:53.443957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01a38bd2-ba87-46c6-b926-02d559e91b3b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:53.446825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:53.547819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cb9e4e50-c47e-45c5-b64f-f39f08788641 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:53.561354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b6536947-93a2-4c5b-bd6c-15e2d30cc710 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:53.623042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0406f2d1-577f-4342-bb49-61845ed41347 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:53.639647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e4e50-c47e-45c5-b64f-f39f08788641 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=b9bfe3c6-32a9-499c-b65e-57d07e345a6d,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:53.642385 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cb9e4e50-c47e-45c5-b64f-f39f08788641 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:53.696937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a776efc6-5bb0-4be1-9987-4919c2779cfa tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:53.698575 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a776efc6-5bb0-4be1-9987-4919c2779cfa tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:53.700140 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a776efc6-5bb0-4be1-9987-4919c2779cfa tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4418662 Jun 02 16:26:53.704714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35930) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:53.705406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01a38bd2-ba87-46c6-b926-02d559e91b3b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:53.712741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:53.739550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a38bd2-ba87-46c6-b926-02d559e91b3b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a7da8b-d8b7-48f7-b1fa-b303e7daae56,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:53.742034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-01a38bd2-ba87-46c6-b926-02d559e91b3b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:53.768644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-01a38bd2-ba87-46c6-b926-02d559e91b3b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:53.772268 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-01a38bd2-ba87-46c6-b926-02d559e91b3b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "DELETE /v2.0/security-groups/c1a7da8b-d8b7-48f7-b1fa-b303e7daae56 HTTP/1.1" status: 204 len: 168 time: 0.4955933 Jun 02 16:26:53.777112 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35932) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:53.778463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cb9e4e50-c47e-45c5-b64f-f39f08788641 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:53.782859 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cb9e4e50-c47e-45c5-b64f-f39f08788641 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/b9bfe3c6-32a9-499c-b65e-57d07e345a6d HTTP/1.1" status: 204 len: 168 time: 1.6495564 Jun 02 16:26:53.795595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35934) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:53.846677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e837d0-5570-446a-b42f-65cc39526a3c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 930527c6-969a-4914-b36b-398c65c858f0 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:26:53.851261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f84b1b54-f283-4afc-85bd-fb6c302da187 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Synchronizing usage tracker for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:53.868040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f84b1b54-f283-4afc-85bd-fb6c302da187 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Unset dirty status for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:53.869526 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f84b1b54-f283-4afc-85bd-fb6c302da187 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0849345 Jun 02 16:26:53.873525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35936) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:53.878317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-405fb172-3848-42bc-88ae-369d8a9a72b5 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'd767f1a1-393d-4e15-897b-37bb2e60610b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:53.885208 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-405fb172-3848-42bc-88ae-369d8a9a72b5 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:53.889209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-405fb172-3848-42bc-88ae-369d8a9a72b5 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:53.892175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-405fb172-3848-42bc-88ae-369d8a9a72b5 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:53.898174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-405fb172-3848-42bc-88ae-369d8a9a72b5 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:53.914714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e2e837d0-5570-446a-b42f-65cc39526a3c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:53.933993 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-405fb172-3848-42bc-88ae-369d8a9a72b5 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The resource could not be found. Jun 02 16:26:53.935028 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-405fb172-3848-42bc-88ae-369d8a9a72b5 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0605383 Jun 02 16:26:53.938831 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35938) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:53.943589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-bd389a40-307d-4e5e-ad86-5090eaaa6e56 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033689875'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:53.948569 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c479f336-c170-4cfe-95ad-28c917117d02 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] GET failed (client error): The resource could not be found. Jun 02 16:26:53.949114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c479f336-c170-4cfe-95ad-28c917117d02 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:53.949863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bd389a40-307d-4e5e-ad86-5090eaaa6e56 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:53.960167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bd389a40-307d-4e5e-ad86-5090eaaa6e56 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:53.971291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bd389a40-307d-4e5e-ad86-5090eaaa6e56 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:53.992254 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bd389a40-307d-4e5e-ad86-5090eaaa6e56 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:53.996247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bd389a40-307d-4e5e-ad86-5090eaaa6e56 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:53.999221 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bd389a40-307d-4e5e-ad86-5090eaaa6e56 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:54.005124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bd389a40-307d-4e5e-ad86-5090eaaa6e56 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:54.081191 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c479f336-c170-4cfe-95ad-28c917117d02 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:54.082387 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c479f336-c170-4cfe-95ad-28c917117d02 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/b9bfe3c6-32a9-499c-b65e-57d07e345a6d HTTP/1.1" status: 404 len: 333 time: 0.2836649 Jun 02 16:26:54.087560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35940) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:54.100621 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bd389a40-307d-4e5e-ad86-5090eaaa6e56 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.107433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bd389a40-307d-4e5e-ad86-5090eaaa6e56 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.115003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5e32f9e4-1e48-468c-a21b-c1549cb41869 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:54.148351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e2e837d0-5570-446a-b42f-65cc39526a3c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.179736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd389a40-307d-4e5e-ad86-5090eaaa6e56 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46532d2-b038-4873-b3a0-22aa787328f0,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:54.194886 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bd389a40-307d-4e5e-ad86-5090eaaa6e56 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:54.200121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bd389a40-307d-4e5e-ad86-5090eaaa6e56 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.201558 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bd389a40-307d-4e5e-ad86-5090eaaa6e56 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2617843 Jun 02 16:26:54.204781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35942) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:54.209481 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930529495'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:54.216741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2baba8da-6350-4a71-b1fb-a5ad9421d3ba tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.218768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:54.232416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:54.235312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9abc008e-1d9e-483a-a19f-919359256a01 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.237490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:54.246212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:54.251034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:54.260969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2baba8da-6350-4a71-b1fb-a5ad9421d3ba tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.284012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.320317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:54.324805 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:54.327955 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:54.334852 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:54.338245 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2baba8da-6350-4a71-b1fb-a5ad9421d3ba tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.344977 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a992213f-f58b-4af5-81a5-82058c8039c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:54.368228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc008e-1d9e-483a-a19f-919359256a01 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Port': ['ID=e40db7ea-16f9-4525-b796-ebe9f5779173,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:54.370545 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baba8da-6350-4a71-b1fb-a5ad9421d3ba tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bdf35e-d2c6-4a23-827d-ad5857c0759d,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:54.373674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9abc008e-1d9e-483a-a19f-919359256a01 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:54.376691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2baba8da-6350-4a71-b1fb-a5ad9421d3ba tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:54.383027 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2baba8da-6350-4a71-b1fb-a5ad9421d3ba tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.384279 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2baba8da-6350-4a71-b1fb-a5ad9421d3ba tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/security-groups/85bdf35e-d2c6-4a23-827d-ad5857c0759d HTTP/1.1" status: 204 len: 168 time: 0.2948780 Jun 02 16:26:54.386344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35944) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:54.485251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.490818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.503188 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-008286b8-1f7e-4c47-9a66-07bd77c90fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:54.520226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27d50bf7-6f07-4996-bbd8-0fd2b99960d7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.576368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.577603 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3720195 Jun 02 16:26:54.583340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35946) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:54.590789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-4a3e6f83-ee6c-402a-a05a-4b2b132f43f7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group_rule': {'security_group_id': 'c46532d2-b038-4873-b3a0-22aa787328f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2d5917f5-0b61-4a7f-b5cc-b7705ff0d4ad'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:54.596480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5917f5-0b61-4a7f-b5cc-b7705ff0d4ad,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:54.599520 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:54.601306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27d50bf7-6f07-4996-bbd8-0fd2b99960d7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.614736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4a3e6f83-ee6c-402a-a05a-4b2b132f43f7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:54.625701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4a3e6f83-ee6c-402a-a05a-4b2b132f43f7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:54.631169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4a3e6f83-ee6c-402a-a05a-4b2b132f43f7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:54.644518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4a3e6f83-ee6c-402a-a05a-4b2b132f43f7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:54.677003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27d50bf7-6f07-4996-bbd8-0fd2b99960d7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.682310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b4a3e290-7b1d-4119-9dd8-97e8afe26e08 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:54.697895 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-4a3e6f83-ee6c-402a-a05a-4b2b132f43f7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:26:54.698963 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4a3e6f83-ee6c-402a-a05a-4b2b132f43f7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1139643 Jun 02 16:26:54.701574 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d50bf7-6f07-4996-bbd8-0fd2b99960d7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23bb946-a6b8-4aed-86f9-3abc74141e7f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:54.707045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-27d50bf7-6f07-4996-bbd8-0fd2b99960d7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:54.707151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35948) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:54.757797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.818482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.824619 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e2e837d0-5570-446a-b42f-65cc39526a3c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.885617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27d50bf7-6f07-4996-bbd8-0fd2b99960d7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:54.886785 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-27d50bf7-6f07-4996-bbd8-0fd2b99960d7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/security-groups/e23bb946-a6b8-4aed-86f9-3abc74141e7f HTTP/1.1" status: 204 len: 168 time: 0.4995396 Jun 02 16:26:54.890450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35950) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:54.987151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda182ae-1677-4fa3-9fb5-a4f7da06da39 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting subnet 9f00677f-fba5-4efb-9b91-9957a91e4447 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:26:54.993702 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dda182ae-1677-4fa3-9fb5-a4f7da06da39 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.035596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.075790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dda182ae-1677-4fa3-9fb5-a4f7da06da39 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.109783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.185056 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.191890 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-96c18e5d-f532-48fe-9e29-4933b0d180ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:55.209779 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5917f5-0b61-4a7f-b5cc-b7705ff0d4ad,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:55.219331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dda182ae-1677-4fa3-9fb5-a4f7da06da39 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.258915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:55.259300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:55.259679 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:55.260126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:55.260486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:55.260844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:55.261213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:55.261574 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:55.261928 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:55.262303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:55.262641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:55.262998 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:55.265749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.269521 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "DELETE /v2.0/security-groups/2d5917f5-0b61-4a7f-b5cc-b7705ff0d4ad HTTP/1.1" status: 204 len: 168 time: 0.5614624 Jun 02 16:26:55.270140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35952) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:55.270953 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:55.376239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9abc008e-1d9e-483a-a19f-919359256a01 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.425428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Allocated IP 172.26.3.226 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/0383e380-e1d7-4e83-b002-b0c760d7b599) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:55.437319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ecd1148d-4906-4bf9-bf77-182b7333f16e tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Synchronizing usage tracker for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:55.481664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ecd1148d-4906-4bf9-bf77-182b7333f16e tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Unset dirty status for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:55.483057 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ecd1148d-4906-4bf9-bf77-182b7333f16e tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2088647 Jun 02 16:26:55.486114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35954) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:55.623692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3c9234ca-16e3-40dd-bbe5-03fd1742fe14 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.635105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dda182ae-1677-4fa3-9fb5-a4f7da06da39 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.641780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e855b257-bc35-4627-94e8-2ff52ed4e6f6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:55.691664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda182ae-1677-4fa3-9fb5-a4f7da06da39 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Subnet': ['ID=9f00677f-fba5-4efb-9b91-9957a91e4447,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:55.694124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3c9234ca-16e3-40dd-bbe5-03fd1742fe14 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.699144 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72c93f4-df69-40c7-af9a-2977cfe2da3d None None] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:55.702219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dda182ae-1677-4fa3-9fb5-a4f7da06da39 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.704890 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dda182ae-1677-4fa3-9fb5-a4f7da06da39 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:55.723888 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-dda182ae-1677-4fa3-9fb5-a4f7da06da39 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/9f00677f-fba5-4efb-9b91-9957a91e4447 HTTP/1.1" status: 204 len: 168 time: 0.8287792 Jun 02 16:26:55.726851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35956) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:55.732146 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-0406f2d1-577f-4342-bb49-61845ed41347 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Deleting port eec008e1-6a58-436e-9514-5380bb4fff0c {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:55.732505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0406f2d1-577f-4342-bb49-61845ed41347 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.739230 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-100bdf3f-acea-4719-a083-64c218e78be6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'subnet': {'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:55.844063 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3c9234ca-16e3-40dd-bbe5-03fd1742fe14 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.850226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2c2e4116-e40d-4fea-835d-11ad4056d58c tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:55.879929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9234ca-16e3-40dd-bbe5-03fd1742fe14 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46532d2-b038-4873-b3a0-22aa787328f0,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:55.890551 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3c9234ca-16e3-40dd-bbe5-03fd1742fe14 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:55.907121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e2e837d0-5570-446a-b42f-65cc39526a3c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.915021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3c9234ca-16e3-40dd-bbe5-03fd1742fe14 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.918916 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e84c4f45-0cfa-4e24-9e15-4fd4dca67db9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:55.919125 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3c9234ca-16e3-40dd-bbe5-03fd1742fe14 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "DELETE /v2.0/security-groups/c46532d2-b038-4873-b3a0-22aa787328f0 HTTP/1.1" status: 204 len: 168 time: 0.4293909 Jun 02 16:26:55.920007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35958) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:55.941889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-100bdf3f-acea-4719-a083-64c218e78be6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:55.950413 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-100bdf3f-acea-4719-a083-64c218e78be6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:subnet and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:55.954527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-100bdf3f-acea-4719-a083-64c218e78be6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:55.967877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-100bdf3f-acea-4719-a083-64c218e78be6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:55.985176 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e2e837d0-5570-446a-b42f-65cc39526a3c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:55.993844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e837d0-5570-446a-b42f-65cc39526a3c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=930527c6-969a-4914-b36b-398c65c858f0,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:55.994587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1e54bd45-8a97-413f-a500-691a6ba409df tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Synchronizing usage tracker for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:55.997656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e2e837d0-5570-446a-b42f-65cc39526a3c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:55.997959 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100bdf3f-acea-4719-a083-64c218e78be6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:56.001700 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-100bdf3f-acea-4719-a083-64c218e78be6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:56.005299 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0af740-43fc-4523-93f5-691956963fbe None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:56.092395 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1e54bd45-8a97-413f-a500-691a6ba409df tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Unset dirty status for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:56.093985 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1e54bd45-8a97-413f-a500-691a6ba409df tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1729631 Jun 02 16:26:56.100150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35960) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:56.107734 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-fca5cc77-f702-40d8-883a-a7c400960fb8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group': {'name': 'tempest-secgroup--112140375'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:56.126313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fca5cc77-f702-40d8-883a-a7c400960fb8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:56.155825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fca5cc77-f702-40d8-883a-a7c400960fb8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:56.184325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fca5cc77-f702-40d8-883a-a7c400960fb8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:56.217488 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fca5cc77-f702-40d8-883a-a7c400960fb8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:56.227407 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fca5cc77-f702-40d8-883a-a7c400960fb8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Usage tracker for resource:security_group_rule and tenant:10d3ce6bc8cd41cebace8d50f8a916ac is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:56.233532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fca5cc77-f702-40d8-883a-a7c400960fb8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:56.243217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fca5cc77-f702-40d8-883a-a7c400960fb8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:56.274441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:56.383406 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2023e5d0-959e-4a69-8d5c-4a2ae80a0ecf None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:26:56.405323 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fca5cc77-f702-40d8-883a-a7c400960fb8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:56.414830 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fca5cc77-f702-40d8-883a-a7c400960fb8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:56.421730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1ea6f5d7-7193-40de-be79-c1d72519e79e tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:56.424375 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0406f2d1-577f-4342-bb49-61845ed41347 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:56.446904 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e2e837d0-5570-446a-b42f-65cc39526a3c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/930527c6-969a-4914-b36b-398c65c858f0 HTTP/1.1" status: 204 len: 168 time: 2.7332478 Jun 02 16:26:56.456807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35962) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:56.477636 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2023e5d0-959e-4a69-8d5c-4a2ae80a0ecf None None] Deleting port e259a5c5-73cf-4d9b-bcf8-7b11b5683987 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:56.478824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2023e5d0-959e-4a69-8d5c-4a2ae80a0ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:56.577615 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5cc77-f702-40d8-883a-a7c400960fb8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4608664-242d-4810-860f-83ec3d531a1a,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:56.584554 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8ad787b6-e8ad-4f6b-9d10-a497e8b9974b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1174862 Jun 02 16:26:56.587457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35964) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:56.590655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fca5cc77-f702-40d8-883a-a7c400960fb8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:56.594724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-0406f2d1-577f-4342-bb49-61845ed41347 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Calling delete_port for eec008e1-6a58-436e-9514-5380bb4fff0c owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:56.631082 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2023e5d0-959e-4a69-8d5c-4a2ae80a0ecf None None] For port e259a5c5-73cf-4d9b-bcf8-7b11b5683987, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e259a5c5-73cf-4d9b-bcf8-7b11b5683987,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:56.631718 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2023e5d0-959e-4a69-8d5c-4a2ae80a0ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:56.655228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fca5cc77-f702-40d8-883a-a7c400960fb8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:56.656445 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fca5cc77-f702-40d8-883a-a7c400960fb8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5555534 Jun 02 16:26:56.660266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35966) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:56.664976 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-7489f07d-a213-4bd3-9512-c59372a66f0b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:56.667002 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-7489f07d-a213-4bd3-9512-c59372a66f0b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 02 16:26:56.667140 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-7489f07d-a213-4bd3-9512-c59372a66f0b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] update failed (client error): There was a conflict when trying to complete your request. Jun 02 16:26:56.668600 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7489f07d-a213-4bd3-9512-c59372a66f0b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "PUT /v2.0/security-groups/e4608664-242d-4810-860f-83ec3d531a1a HTTP/1.1" status: 409 len: 330 time: 0.0074294 Jun 02 16:26:56.673944 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35968) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:56.697548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abc008e-1d9e-483a-a19f-919359256a01 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Router 61c5a599-0152-4746-8e04-c17f6727ee6e has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:26:56.721746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:56.733545 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:56.770226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8465bc06-c648-482b-99f1-a206465798c7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:56.816033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8465bc06-c648-482b-99f1-a206465798c7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:56.834337 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2023e5d0-959e-4a69-8d5c-4a2ae80a0ecf None None] Calling delete_port for e259a5c5-73cf-4d9b-bcf8-7b11b5683987 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:56.851901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5936dc19-7498-485a-acd2-f19989db831e None None] Provisioning complete for port ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:56.852279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5936dc19-7498-485a-acd2-f19989db831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:56.900290 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:56.914672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=0383e380-e1d7-4e83-b002-b0c760d7b599,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:56.918581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-5936dc19-7498-485a-acd2-f19989db831e None None] Port ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:56.918975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:56.923518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-100bdf3f-acea-4719-a083-64c218e78be6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:56.924594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:56.930828 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8523eda4-9285-462b-92d5-fd1b3331c42d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:56.934290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5936dc19-7498-485a-acd2-f19989db831e None None] Provisioning complete for port 971e3f79-b71b-4cfc-8fd8-0e181be0037e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:56.934677 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5936dc19-7498-485a-acd2-f19989db831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:56.939322 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefaaf6e-176f-4e73-9424-ee26bdc09212 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:56.940407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-cefaaf6e-176f-4e73-9424-ee26bdc09212 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:56.943607 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:26:57.014864 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2023e5d0-959e-4a69-8d5c-4a2ae80a0ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:57.024458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-108ab58e-64b7-472d-b3b5-572081c03718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:57.083908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023e5d0-959e-4a69-8d5c-4a2ae80a0ecf None None] Pushing event deleted for resources: {'Port': ['ID=e259a5c5-73cf-4d9b-bcf8-7b11b5683987,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:57.087661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2023e5d0-959e-4a69-8d5c-4a2ae80a0ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:57.090312 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2023e5d0-959e-4a69-8d5c-4a2ae80a0ecf None None] No DVR routers for this DVR port e259a5c5-73cf-4d9b-bcf8-7b11b5683987 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:26:57.106819 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-cefaaf6e-176f-4e73-9424-ee26bdc09212 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:57.106819 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cefaaf6e-176f-4e73-9424-ee26bdc09212 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5021019 Jun 02 16:26:57.115232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35970) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:57.150116 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8465bc06-c648-482b-99f1-a206465798c7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:57.162682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100bdf3f-acea-4719-a083-64c218e78be6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:57.173360 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-100bdf3f-acea-4719-a083-64c218e78be6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:57.187979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972d11f8-7552-4994-973f-a615d038ac86 None None] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:57.190377 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bdf3f-acea-4719-a083-64c218e78be6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Subnet': ['ID=b1e9a28a-d954-4e1f-8bab-725bb6c256d2,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:57.193344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8465bc06-c648-482b-99f1-a206465798c7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:57.194500 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8465bc06-c648-482b-99f1-a206465798c7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "DELETE /v2.0/security-groups/e4608664-242d-4810-860f-83ec3d531a1a HTTP/1.1" status: 204 len: 168 time: 0.5147076 Jun 02 16:26:57.195734 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-100bdf3f-acea-4719-a083-64c218e78be6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:57.196907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100bdf3f-acea-4719-a083-64c218e78be6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:57.197511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-100bdf3f-acea-4719-a083-64c218e78be6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:57.201456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4346b848-d790-43c1-a22f-dad4fab3d639 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:57.209869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35972) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:57.241023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465bc06-c648-482b-99f1-a206465798c7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4608664-242d-4810-860f-83ec3d531a1a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:57.246058 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8465bc06-c648-482b-99f1-a206465798c7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:57.261971 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-100bdf3f-acea-4719-a083-64c218e78be6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5339601 Jun 02 16:26:57.266033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35974) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:57.273876 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'security_group': {'name': 'tempest-secgroup-77272940'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:57.291446 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:57.299898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:security_group and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:57.306330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-46acdfa2-3d39-4728-a544-1c93f265c3af tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Synchronizing usage tracker for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:57.311481 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:57.329219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:57.352509 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-46acdfa2-3d39-4728-a544-1c93f265c3af tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Unset dirty status for tenant:10d3ce6bc8cd41cebace8d50f8a916ac on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:57.354428 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-46acdfa2-3d39-4728-a544-1c93f265c3af tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1416488 Jun 02 16:26:57.355757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:57.363798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abc008e-1d9e-483a-a19f-919359256a01 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:26:57.369495 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9abc008e-1d9e-483a-a19f-919359256a01 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "PUT /v2.0/routers/61c5a599-0152-4746-8e04-c17f6727ee6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7398281 Jun 02 16:26:57.379245 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e526dadb-676a-4c18-a928-32fc484426f8 None None] Sync routers for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:26:57.384410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35976) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:57.384841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35978) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:57.403621 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e526dadb-676a-4c18-a928-32fc484426f8 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:57.404716 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e526dadb-676a-4c18-a928-32fc484426f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:57.467827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c6af54-43ff-489a-8114-a371b7e31511 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:57.468431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f2c6af54-43ff-489a-8114-a371b7e31511 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:26:57.479292 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e526dadb-676a-4c18-a928-32fc484426f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:57.490543 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e526dadb-676a-4c18-a928-32fc484426f8 None None] Routers {'61c5a599-0152-4746-8e04-c17f6727ee6e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:26:57.491817 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e526dadb-676a-4c18-a928-32fc484426f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['61c5a599-0152-4746-8e04-c17f6727ee6e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:57.496859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f2c6af54-43ff-489a-8114-a371b7e31511 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:26:57.498418 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f2c6af54-43ff-489a-8114-a371b7e31511 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3797748 Jun 02 16:26:57.508558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35980) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:57.618395 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e526dadb-676a-4c18-a928-32fc484426f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:26:57.618987 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e526dadb-676a-4c18-a928-32fc484426f8 None None] The sync data for ids ['61c5a599-0152-4746-8e04-c17f6727ee6e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:26:57.631916 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-73144b0f-8e29-4c93-a08b-01bca8494726 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197443 Jun 02 16:26:57.643865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35982) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:57.649847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-1b02a9e6-1ab3-4d0c-9c79-8e7566411be0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:57.671349 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-5ac86e70-e577-4dac-9c0e-a0e403eb3fae tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] delete failed (client error): The resource could not be found. Jun 02 16:26:57.681862 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5ac86e70-e577-4dac-9c0e-a0e403eb3fae tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "DELETE /v2.0/security-groups/5b6bed17-ef34-48d3-aabc-a7754d6beede HTTP/1.1" status: 404 len: 347 time: 0.2836318 Jun 02 16:26:57.689500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35984) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:57.708251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:57.724677 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Update dhcp port {'port': {'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'fixed_ips': [{'subnet_id': 'ba6de887-691e-485b-8005-65ae555a06be', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b1e9a28a-d954-4e1f-8bab-725bb6c256d2'}], 'binding:host_id': 'dv-neutron-601336-83-hyperv'}, 'id': '971e3f79-b71b-4cfc-8fd8-0e181be0037e'} from dv-neutron-601336-83-hyperv. {{(pid=92324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 16:26:57.772259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:security_group_rule and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:57.775526 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-fe4f3403-3af2-4cde-b4b8-ba9b4f505ade tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] show failed (client error): The resource could not be found. Jun 02 16:26:57.776563 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fe4f3403-3af2-4cde-b4b8-ba9b4f505ade tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "GET /v2.0/security-groups/82b48e16-e4c6-4c8d-8e5c-ff7c3f9b8bbc HTTP/1.1" status: 404 len: 347 time: 0.0833535 Jun 02 16:26:57.785424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35986) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:57.790967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:57.791566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:57.805860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:57.856037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:57.926383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1b02a9e6-1ab3-4d0c-9c79-8e7566411be0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:58.022141 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1b02a9e6-1ab3-4d0c-9c79-8e7566411be0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:58.029490 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0406f2d1-577f-4342-bb49-61845ed41347 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:58.043968 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:58.071319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b02a9e6-1ab3-4d0c-9c79-8e7566411be0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:26:58.075353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1b02a9e6-1ab3-4d0c-9c79-8e7566411be0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:58.083356 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-542b3183-7d90-4c29-87c6-bb154d0455da tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] show failed (client error): The resource could not be found. Jun 02 16:26:58.090182 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-542b3183-7d90-4c29-87c6-bb154d0455da tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] 10.222.0.50 "GET /v2.0/security-group-rules/de38dff6-8c00-4215-94ab-8683a694361b HTTP/1.1" status: 404 len: 356 time: 0.2974265 Jun 02 16:26:58.095872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:58.157074 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406f2d1-577f-4342-bb49-61845ed41347 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event deleted for resources: {'Port': ['ID=eec008e1-6a58-436e-9514-5380bb4fff0c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:58.185352 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e259a5c5-73cf-4d9b-bcf8-7b11b5683987 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:26:58.247176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:58.247825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0406f2d1-577f-4342-bb49-61845ed41347 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:58.284003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:58.291587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b8458a98-c03a-4dd2-a470-9f30b89754f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:58.335008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: e259a5c5-73cf-4d9b-bcf8-7b11b5683987 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:26:58.335980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e259a5c5-73cf-4d9b-bcf8-7b11b5683987 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:26:58.371021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34528dfd-5cbc-4dcc-9fd1-f7192c2da24b,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:58.374470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:58.380184 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:58.384856 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.1179116 Jun 02 16:26:58.385545 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35990) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:58.395335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'security_group': {'name': 'tempest-secgroup-1485997583'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:58.412400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Allocated IP 172.20.0.2 (7354c3f9-4ca7-4722-b201-48a03bccbb6b/b1e9a28a-d954-4e1f-8bab-725bb6c256d2/971e3f79-b71b-4cfc-8fd8-0e181be0037e) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:26:58.416660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:58.427503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:security_group and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:58.431865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:58.445336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:58.447404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:58.496321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting port f16546e3-f873-4ed5-8786-e16fc408d2a2 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:26:58.496667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:58.534402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:58.598198 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 35994) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:58.642444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:58.665874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:security_group_rule and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:58.687606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:58.702249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:58.722747 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1565fe63-e225-425e-804e-948f555bee3c None None] For port 971e3f79-b71b-4cfc-8fd8-0e181be0037e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=971e3f79-b71b-4cfc-8fd8-0e181be0037e,segment=NetworkSegment(6917513d-6353-4ba7-afc8-cdb5dd0646cd),segment_id=6917513d-6353-4ba7-afc8-cdb5dd0646cd)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:26:58.748066 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:58.788122 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:58.810763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Transition to ACTIVE for port object 971e3f79-b71b-4cfc-8fd8-0e181be0037e will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:26:58.816840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:58.820870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f7449589-859d-4f59-92c1-ec2a7b9e46c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:58.910549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Calling delete_port for f16546e3-f873-4ed5-8786-e16fc408d2a2 owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:26:58.967381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Pushing event updated for resources: {'Port': ['ID=971e3f79-b71b-4cfc-8fd8-0e181be0037e,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:58.975981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:58.976443 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:58.978598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:58.978598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:58.978598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:58.978598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:58.978598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:58.979453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:58.980471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:58.980471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:58.980471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:58.980997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:26:58.993148 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:59.207880 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5165391d-5634-42dc-8454-6a416e1d4999 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=10d3ce6bc8cd41cebace8d50f8a916ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6006966 Jun 02 16:26:59.212459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 35998) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:59.250937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:59.261067 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:59.266143 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fca5cc77-f702-40d8-883a-a7c400960fb8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:59.355887 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee77336-50af-4dfe-9fb1-85f4935edbf8,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:59.361049 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:59.373575 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:59.377780 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9869075 Jun 02 16:26:59.382746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36000) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:26:59.400368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'security_group': {'name': 'tempest-secgroup-39964182'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:26:59.428081 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:59.441265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:security_group and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:59.448582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:59.469669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0406f2d1-577f-4342-bb49-61845ed41347 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:59.493945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:59.562917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:59.615562 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:59.622198 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:26:59.624770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-39325b28-cbad-4f48-8385-04935400e66d tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:59.692954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:security_group_rule and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:26:59.704701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7cb36196-70c6-4a5f-b5de-d25e5cd5a6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:59.707718 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.objects.ports [None req-1b02a9e6-1ab3-4d0c-9c79-8e7566411be0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92322) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:26:59.708856 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:26:59.712341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Port': ['ID=f16546e3-f873-4ed5-8786-e16fc408d2a2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:59.716522 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-200d4134-128b-4896-862e-c82f4a8866b5 None None] Provisioning complete for port ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:59.717445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-200d4134-128b-4896-862e-c82f4a8866b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:59.719913 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1b02a9e6-1ab3-4d0c-9c79-8e7566411be0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:59.725298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:59.726278 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:26:59.731127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dda182ae-1677-4fa3-9fb5-a4f7da06da39 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:26:59.731419 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:59.793384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-200d4134-128b-4896-862e-c82f4a8866b5 None None] Port ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:26:59.809059 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-200d4134-128b-4896-862e-c82f4a8866b5 None None] Provisioning for port 971e3f79-b71b-4cfc-8fd8-0e181be0037e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:26:59.816682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-200d4134-128b-4896-862e-c82f4a8866b5 None None] Provisioning complete for port 971e3f79-b71b-4cfc-8fd8-0e181be0037e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:26:59.817523 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-200d4134-128b-4896-862e-c82f4a8866b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:59.871913 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b02a9e6-1ab3-4d0c-9c79-8e7566411be0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:26:59.881007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-1b02a9e6-1ab3-4d0c-9c79-8e7566411be0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:26:59.906284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33508cf7-a2df-4595-b8bc-a49a9cebe40f None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:26:59.912871 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b02a9e6-1ab3-4d0c-9c79-8e7566411be0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:26:59.913773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1b02a9e6-1ab3-4d0c-9c79-8e7566411be0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:26:59.917548 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02a9e6-1ab3-4d0c-9c79-8e7566411be0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=b2fa4a88-162f-455e-bb3b-17a2e6c9f994,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:26:59.934762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1b02a9e6-1ab3-4d0c-9c79-8e7566411be0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:26:59.960316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:00.003337 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7cb36196-70c6-4a5f-b5de-d25e5cd5a6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:00.080297 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1b02a9e6-1ab3-4d0c-9c79-8e7566411be0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4347329 Jun 02 16:27:00.092288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36002) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:00.118999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-00eaa9d5-122f-4d83-be5c-e4874ea37eb5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:00.215149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 971e3f79-b71b-4cfc-8fd8-0e181be0037e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:00.316888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7cb36196-70c6-4a5f-b5de-d25e5cd5a6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:00.323587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3e3f6806-0cac-4e8f-9516-4206a408d827 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:00.439937 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': 'b2fa4a88-162f-455e-bb3b-17a2e6c9f994'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:27:00.440310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:00.441323 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:00.444369 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:00.450227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:00.456435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:00.464591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-60f41110-6b71-4064-b7e6-76ea09697188 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:00.472364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 971e3f79-b71b-4cfc-8fd8-0e181be0037e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:00.472927 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:00.557069 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301c3c5a-bc3d-440c-8add-02b97aee68de,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:00.580202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:00.581160 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:00.587349 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.1908195 Jun 02 16:27:00.587349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:00.587349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Fanout notify agent at l3_agent the message router_deleted on router 61c5a599-0152-4746-8e04-c17f6727ee6e {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:27:00.589610 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36004) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:00.590340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb36196-70c6-4a5f-b5de-d25e5cd5a6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a14e230-015e-4134-810e-f432bace8001,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:00.601243 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7cb36196-70c6-4a5f-b5de-d25e5cd5a6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:00.603662 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:00.607794 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/routers/61c5a599-0152-4746-8e04-c17f6727ee6e HTTP/1.1" status: 204 len: 168 time: 3.2155476 Jun 02 16:27:00.611951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1354468331', 'security_groups': ['301c3c5a-bc3d-440c-8add-02b97aee68de'], 'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b1e9a28a-d954-4e1f-8bab-725bb6c256d2'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:00.620071 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36006) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:00.644594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-00eaa9d5-122f-4d83-be5c-e4874ea37eb5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:00.719235 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0406f2d1-577f-4342-bb49-61845ed41347 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Router 4e8cc6ff-680c-44a2-9860-c92583e485d6 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:27:00.725177 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-00eaa9d5-122f-4d83-be5c-e4874ea37eb5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:00.736043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-27928284-8bdf-42d7-8ade-a234ce22c6d5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Deleting subnet a7c9fa21-81eb-474a-aba4-3bbf21b18ee1 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:27:00.743669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 25e59acb-8c2d-426f-a0c6-20f174d62fca is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:27:00.747479 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27928284-8bdf-42d7-8ade-a234ce22c6d5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:00.748793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00eaa9d5-122f-4d83-be5c-e4874ea37eb5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:00.752521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-00eaa9d5-122f-4d83-be5c-e4874ea37eb5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:00.775472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7cb36196-70c6-4a5f-b5de-d25e5cd5a6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:00.778915 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7cb36196-70c6-4a5f-b5de-d25e5cd5a6e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3a14e230-015e-4134-810e-f432bace8001 HTTP/1.1" status: 204 len: 168 time: 1.5628102 Jun 02 16:27:00.865847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Allocated IP 2001:db8::f816:3eff:fe74:1bdb (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/b2fa4a88-162f-455e-bb3b-17a2e6c9f994/5a3b824a-6d15-4682-b96f-4dd530052a0c) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:01.022778 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.ipam_backend_mixin [None req-00eaa9d5-122f-4d83-be5c-e4874ea37eb5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2fa4a88-162f-455e-bb3b-17a2e6c9f994 (CIDR: 2001:db8::/64) Jun 02 16:27:01.055527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:27:01.080422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201e60e9-6eb4-46ea-8daa-610da238eeb6 None None] Sync routers for ids ['25e59acb-8c2d-426f-a0c6-20f174d62fca'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:27:01.097125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27928284-8bdf-42d7-8ade-a234ce22c6d5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:01.119682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:01.148231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:01.160258 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-00eaa9d5-122f-4d83-be5c-e4874ea37eb5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:27:01.160972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00eaa9d5-122f-4d83-be5c-e4874ea37eb5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:01.198803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:01.218386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:01.220651 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 8.6951210 Jun 02 16:27:01.233276 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36014) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:01.235686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:01.251518 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Transition to ACTIVE for port object 5a3b824a-6d15-4682-b96f-4dd530052a0c will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:01.272742 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Transition to ACTIVE for port object 5a3b824a-6d15-4682-b96f-4dd530052a0c will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:01.278528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e60e9-6eb4-46ea-8daa-610da238eeb6 None None] Routers {'25e59acb-8c2d-426f-a0c6-20f174d62fca'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:27:01.279506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-201e60e9-6eb4-46ea-8daa-610da238eeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['25e59acb-8c2d-426f-a0c6-20f174d62fca'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:01.361832 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:01.365070 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-00eaa9d5-122f-4d83-be5c-e4874ea37eb5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2713933 Jun 02 16:27:01.375031 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36020) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:01.381455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:01.389775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-4421287b-f9cf-4e5d-a20a-d5c03054d5ee tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:01.464074 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-201e60e9-6eb4-46ea-8daa-610da238eeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:01.474341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0406f2d1-577f-4342-bb49-61845ed41347 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:27:01.498997 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f1acb-75f8-48bf-80cf-6211fbad82a9 None None] Sync routers for ids ['4e8cc6ff-680c-44a2-9860-c92583e485d6'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:27:01.504202 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0406f2d1-577f-4342-bb49-61845ed41347 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] 10.222.0.50 "PUT /v2.0/routers/4e8cc6ff-680c-44a2-9860-c92583e485d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6272507 Jun 02 16:27:01.510033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36024) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:01.519946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27928284-8bdf-42d7-8ade-a234ce22c6d5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:01.521475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:01.534330 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f1acb-75f8-48bf-80cf-6211fbad82a9 None None] Routers {'4e8cc6ff-680c-44a2-9860-c92583e485d6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:27:01.535565 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e01f1acb-75f8-48bf-80cf-6211fbad82a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['4e8cc6ff-680c-44a2-9860-c92583e485d6'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:01.576579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:01.581978 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:01.594852 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Pushing event updated for resources: {'Port': ['ID=5a3b824a-6d15-4682-b96f-4dd530052a0c,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:01.614054 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:01.617625 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e60e9-6eb4-46ea-8daa-610da238eeb6 None None] Routers {'25e59acb-8c2d-426f-a0c6-20f174d62fca'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:27:01.622478 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-201e60e9-6eb4-46ea-8daa-610da238eeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['25e59acb-8c2d-426f-a0c6-20f174d62fca'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:01.749996 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e01f1acb-75f8-48bf-80cf-6211fbad82a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:01.760869 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f1acb-75f8-48bf-80cf-6211fbad82a9 None None] Routers {'4e8cc6ff-680c-44a2-9860-c92583e485d6'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:27:01.761821 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e01f1acb-75f8-48bf-80cf-6211fbad82a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:26:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['4e8cc6ff-680c-44a2-9860-c92583e485d6'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:01.829689 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e01f1acb-75f8-48bf-80cf-6211fbad82a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:01.830453 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f1acb-75f8-48bf-80cf-6211fbad82a9 None None] The sync data for ids ['4e8cc6ff-680c-44a2-9860-c92583e485d6'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:27:01.904553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-201e60e9-6eb4-46ea-8daa-610da238eeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:01.905272 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201e60e9-6eb4-46ea-8daa-610da238eeb6 None None] The sync data for ids ['25e59acb-8c2d-426f-a0c6-20f174d62fca'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:27:01.958807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4421287b-f9cf-4e5d-a20a-d5c03054d5ee tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:01.978327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4421287b-f9cf-4e5d-a20a-d5c03054d5ee tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:02.010635 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-412d2b1d-d87b-49b3-a706-1760313afddd tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/routers/25e59acb-8c2d-426f-a0c6-20f174d62fca HTTP/1.1" status: 200 len: 881 time: 0.7752244 Jun 02 16:27:02.021627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36032) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:02.145832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:02.173904 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Attempting to bind port 5a3b824a-6d15-4682-b96f-4dd530052a0c on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:27:02.175199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Attempting to bind port 5a3b824a-6d15-4682-b96f-4dd530052a0c by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:27:02.176284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Attempting to bind port 5a3b824a-6d15-4682-b96f-4dd530052a0c on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:27:02.176497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4421287b-f9cf-4e5d-a20a-d5c03054d5ee tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:02.183756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4421287b-f9cf-4e5d-a20a-d5c03054d5ee tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:02.193292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:27:02.194656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:02.195689 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:02.196743 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:27:02.197922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Bound port: 5a3b824a-6d15-4682-b96f-4dd530052a0c, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:27:02.198923 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:02.298205 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:02.346706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] device_id is not set on port 6fd68b63-2dec-46f3-9958-e173c1ef59e1 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:27:02.382219 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] For port 5a3b824a-6d15-4682-b96f-4dd530052a0c, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:27:02.389022 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] For port 5a3b824a-6d15-4682-b96f-4dd530052a0c, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5a3b824a-6d15-4682-b96f-4dd530052a0c,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:27:02.434344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:02.455836 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-205ac168-ceb7-4cf3-b55b-ae80be0d606d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:02.519548 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36036) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:02.726569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Pushing event updated for resources: {'Port': ['ID=5a3b824a-6d15-4682-b96f-4dd530052a0c,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:02.732570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:02.824321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Allocated IP 172.20.0.13 (7354c3f9-4ca7-4722-b201-48a03bccbb6b/b1e9a28a-d954-4e1f-8bab-725bb6c256d2/6fd68b63-2dec-46f3-9958-e173c1ef59e1) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:02.879098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-997675713'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:02.885481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:02.903308 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:02.920524 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ad17c3d9-b232-43a9-a7f1-a1b101e7c48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:02.929662 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Usage tracker for resource:network and tenant:12b2f0841a8a4ad1bdc74fed12073418 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:02.937971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27928284-8bdf-42d7-8ade-a234ce22c6d5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:02.941264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:02.948404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-86719fc5-5a6b-4d2b-96b7-5732edf88b05 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:02.957640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:02.965009 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4ae859a8-578f-4ea4-bbd4-e71e6cce69b1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Synchronizing usage tracker for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:router {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:02.988201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27928284-8bdf-42d7-8ade-a234ce22c6d5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c9fa21-81eb-474a-aba4-3bbf21b18ee1,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:02.991214 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-27928284-8bdf-42d7-8ade-a234ce22c6d5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:03.012054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27928284-8bdf-42d7-8ade-a234ce22c6d5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:03.024017 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-27928284-8bdf-42d7-8ade-a234ce22c6d5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/subnets/a7c9fa21-81eb-474a-aba4-3bbf21b18ee1 HTTP/1.1" status: 204 len: 168 time: 2.4023359 Jun 02 16:27:03.031458 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36040) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:03.053220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Deleting port 22b63a39-23ab-491c-998b-6c5a6da5afe9 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:03.053482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:03.111687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Made reservation on behalf of 12b2f0841a8a4ad1bdc74fed12073418 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:03.115287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:03.153445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:03.190164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:03.250728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4ae859a8-578f-4ea4-bbd4-e71e6cce69b1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Unset dirty status for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:router {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:03.251444 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4ae859a8-578f-4ea4-bbd4-e71e6cce69b1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.2266760 Jun 02 16:27:03.261168 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36042) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:03.262760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:03.270968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-cd04b06f-e0c4-4860-bdc9-5792c67f289c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1783909148'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:03.314987 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Calling delete_port for 22b63a39-23ab-491c-998b-6c5a6da5afe9 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:03.385457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Usage tracker for resource:security_group_rule and tenant:12b2f0841a8a4ad1bdc74fed12073418 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:03.409017 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:03.434861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cbf102a5-9717-4ec2-9d9c-e5bd8f39be76 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:03.447054 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:03.471459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:03.478794 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6e5a93f2-90f5-45b0-865e-1f968ca5c3e9 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:03.554766 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:03.566594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event deleted for resources: {'Port': ['ID=22b63a39-23ab-491c-998b-6c5a6da5afe9,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:03.621904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:03.622384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:03.622759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:03.623138 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:03.623512 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:03.623884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:03.624253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:03.624622 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:03.625022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:03.625347 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:03.625713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:03.626170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:03.629884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:03.654016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:03.659512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Transition to ACTIVE for port object 6fd68b63-2dec-46f3-9958-e173c1ef59e1 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:03.846125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:03.849134 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:03.874129 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:03.874770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Fanout notify agent at l3_agent the message router_deleted on router 4e8cc6ff-680c-44a2-9860-c92583e485d6 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:27:03.891425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:03.892672 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] 10.222.0.50 "DELETE /v2.0/routers/4e8cc6ff-680c-44a2-9860-c92583e485d6 HTTP/1.1" status: 204 len: 168 time: 2.3757915 Jun 02 16:27:03.895228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36044) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:03.949181 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0ccc3a7d-6423-4dd9-add4-adf071950f73 None None] Provisioning for port 5a3b824a-6d15-4682-b96f-4dd530052a0c completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:03.968449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-1116e657-123f-4962-a5e4-4e97b9770f19 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Deleting subnet d205d3d7-f7ca-4cbc-ad31-1c21fd84c51b {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:27:03.971689 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1116e657-123f-4962-a5e4-4e97b9770f19 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.029773 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1116e657-123f-4962-a5e4-4e97b9770f19 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.049456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cbf102a5-9717-4ec2-9d9c-e5bd8f39be76 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.087978 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-cbf102a5-9717-4ec2-9d9c-e5bd8f39be76 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584ee21e-a025-4e28-865a-5c7810a9a012']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:04.129424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-cbf102a5-9717-4ec2-9d9c-e5bd8f39be76 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8869af4-c981-4cf6-b693-c00b82be8e4f') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:04.129720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-cbf102a5-9717-4ec2-9d9c-e5bd8f39be76 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8869af4-c981-4cf6-b693-c00b82be8e4f') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:04.129854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5a3b824a-6d15-4682-b96f-4dd530052a0c up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:04.134052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1116e657-123f-4962-a5e4-4e97b9770f19 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.207327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cbf102a5-9717-4ec2-9d9c-e5bd8f39be76 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.229434 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.251070 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a74299fb-86be-41a7-9cb7-9802f4972809 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:04.270866 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 5a3b824a-6d15-4682-b96f-4dd530052a0c completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:04.278020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 5a3b824a-6d15-4682-b96f-4dd530052a0c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:04.278438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.316305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cbf102a5-9717-4ec2-9d9c-e5bd8f39be76 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.333758 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.339062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf102a5-9717-4ec2-9d9c-e5bd8f39be76 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:27:04.339346 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cbf102a5-9717-4ec2-9d9c-e5bd8f39be76 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:27:04.366539 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:27:04.400886 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.413901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.418297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:04.421485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1116e657-123f-4962-a5e4-4e97b9770f19 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.427069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-acd1ad22-5817-4c06-85b3-3b0bbce2261e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:04.440343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 5a3b824a-6d15-4682-b96f-4dd530052a0c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5a3b824a-6d15-4682-b96f-4dd530052a0c,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:04.447146 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.452641 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d68895d0-f24b-45c8-b701-6337299d81e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:04.471238 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1116e657-123f-4962-a5e4-4e97b9770f19 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.475217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116e657-123f-4962-a5e4-4e97b9770f19 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event deleted for resources: {'Subnet': ['ID=d205d3d7-f7ca-4cbc-ad31-1c21fd84c51b,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:04.478848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1116e657-123f-4962-a5e4-4e97b9770f19 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:04.484915 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1116e657-123f-4962-a5e4-4e97b9770f19 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] 10.222.0.50 "DELETE /v2.0/subnets/d205d3d7-f7ca-4cbc-ad31-1c21fd84c51b HTTP/1.1" status: 204 len: 168 time: 0.5863817 Jun 02 16:27:04.485133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36046) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:04.497343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7324ed4c-58e0-4f4c-a85a-e81021e8c4f7 None None] Network 9e16c96d-6320-4c15-87fb-9ba6936e8395 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:04.533677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:04.562717 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=6fd68b63-2dec-46f3-9958-e173c1ef59e1,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:04.567033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:04.618030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:04.619077 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ac01b60f-3eac-451d-a31b-dec86c2654b6 tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:04.635735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=5a3b824a-6d15-4682-b96f-4dd530052a0c,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:04.675271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:04.681727 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4421287b-f9cf-4e5d-a20a-d5c03054d5ee tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.701154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:27:04.716953 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4421287b-f9cf-4e5d-a20a-d5c03054d5ee tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:04.743099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-4421287b-f9cf-4e5d-a20a-d5c03054d5ee tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:04.755275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341ec647-aeae-41e3-b16f-e3dbd96904d4 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:04.780903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cbf102a5-9717-4ec2-9d9c-e5bd8f39be76 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.785360 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cbf102a5-9717-4ec2-9d9c-e5bd8f39be76 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.785924 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.804850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.805203 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Added segment 908b18cf-af7b-434a-ad8b-7bbfafaddae7 of type vlan for network dda52284-2e91-4c69-8631-9a273c267053 Jun 02 16:27:04.859479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-62165e9f-d0fc-4fd4-8c1d-aaf61ee97154 None None] Provisioning for port 6fd68b63-2dec-46f3-9958-e173c1ef59e1 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:04.875147 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421287b-f9cf-4e5d-a20a-d5c03054d5ee tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:04.875373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4421287b-f9cf-4e5d-a20a-d5c03054d5ee tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.877763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-62165e9f-d0fc-4fd4-8c1d-aaf61ee97154 None None] Provisioning complete for port 6fd68b63-2dec-46f3-9958-e173c1ef59e1 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:04.878173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-62165e9f-d0fc-4fd4-8c1d-aaf61ee97154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.885329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Deleting port 514e0946-0284-4803-a7db-5f79f9e303db {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:04.885708 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:04.896238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=518bd95a-6c6c-450f-8692-3f83074430a4,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:04.900073 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:04.911530 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-612c3b8d-5dc1-487a-80b2-58aa33034852 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:04.917546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8f24ea-3eaa-4731-9b5b-40e8e60e8330 None None] DHCP port deletion for 9e16c96d-6320-4c15-87fb-9ba6936e8395 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:27:04.942596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:04.943289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.007138 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cbf102a5-9717-4ec2-9d9c-e5bd8f39be76 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] 10.222.0.50 "DELETE /v2.0/networks/584ee21e-a025-4e28-865a-5c7810a9a012 HTTP/1.1" status: 204 len: 168 time: 1.9668939 Jun 02 16:27:05.012009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] For port 514e0946-0284-4803-a7db-5f79f9e303db, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=514e0946-0284-4803-a7db-5f79f9e303db,segment=NetworkSegment(9caee5b5-5de3-4803-9c9b-0b387ce83367),segment_id=9caee5b5-5de3-4803-9c9b-0b387ce83367)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:05.012463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.030808 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4421287b-f9cf-4e5d-a20a-d5c03054d5ee tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6541502 Jun 02 16:27:05.052982 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36050) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:05.059074 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.4684949 Jun 02 16:27:05.061804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd04b06f-e0c4-4860-bdc9-5792c67f289c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.073893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'mac_address': 'fa:16:3e:08:30:f8', 'name': 'tempest-NetworksTestDHCPv6-288834114'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:05.089265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36052) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:05.108985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-fa02773d-ac46-4afc-aeb1-355c24f932b7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'subnet': {'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:05.124098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421287b-f9cf-4e5d-a20a-d5c03054d5ee tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=53805404-c361-423f-b5f6-9f7fa01ae627,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:05.127252 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4421287b-f9cf-4e5d-a20a-d5c03054d5ee tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:05.132038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.140261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7a58fdf9-5693-40bb-bb4f-ba92c38f87d9 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:05.159925 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-62165e9f-d0fc-4fd4-8c1d-aaf61ee97154 None None] Port 6fd68b63-2dec-46f3-9958-e173c1ef59e1 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:27:05.169408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Calling delete_port for 514e0946-0284-4803-a7db-5f79f9e303db owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:05.188552 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.232853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd04b06f-e0c4-4860-bdc9-5792c67f289c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.233130 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.247466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ca560db9-84f2-4b6f-8a98-5d0381e2da43 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:05.263487 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f24ea-3eaa-4731-9b5b-40e8e60e8330 None None] Deleting port 514e0946-0284-4803-a7db-5f79f9e303db {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:05.263854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0b8f24ea-3eaa-4731-9b5b-40e8e60e8330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.297882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf102a5-9717-4ec2-9d9c-e5bd8f39be76 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Pushing event deleted for resources: {'Network': ['ID=584ee21e-a025-4e28-865a-5c7810a9a012,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:05.305760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cbf102a5-9717-4ec2-9d9c-e5bd8f39be76 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:05.309072 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event deleted for resources: {'Port': ['ID=514e0946-0284-4803-a7db-5f79f9e303db,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:05.311404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] No DVR routers for this DVR port 514e0946-0284-4803-a7db-5f79f9e303db on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:27:05.313564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:05.407306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:27:05.460226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36056) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:05.475865 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.485369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-0b8f24ea-3eaa-4731-9b5b-40e8e60e8330 None None] For port 514e0946-0284-4803-a7db-5f79f9e303db, host dv-neutron-601336-83-hyperv, got binding levels [] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:05.486807 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0b8f24ea-3eaa-4731-9b5b-40e8e60e8330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.490065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e16c96d-6320-4c15-87fb-9ba6936e8395']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:05.497486 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7a0492b3-db1e-473f-adee-65a3b085c49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.508735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9caee5b5-5de3-4803-9c9b-0b387ce83367') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:05.509159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9caee5b5-5de3-4803-9c9b-0b387ce83367') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:05.509736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.515371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:05.515990 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.524147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.536581 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7906188f-05e0-405c-9da2-898a79929717 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:05.547522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.559028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:27:05.560258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.619357 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f24ea-3eaa-4731-9b5b-40e8e60e8330 None None] Calling delete_port for 514e0946-0284-4803-a7db-5f79f9e303db owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:05.624253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.ipam_backend_mixin [None req-0b8f24ea-3eaa-4731-9b5b-40e8e60e8330 None None] Port 514e0946-0284-4803-a7db-5f79f9e303db was not found and therefore no delete operation was performed {{(pid=92324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 16:27:05.625194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7446c30-5607-4075-86aa-83cf82135c04 None None] Update dhcp port {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'fixed_ips': [{'subnet_id': 'b2fa4a88-162f-455e-bb3b-17a2e6c9f994', 'ip_address': '2001:db8::f816:3eff:fe74:1bdb'}, {'subnet_id': '53805404-c361-423f-b5f6-9f7fa01ae627'}], 'binding:host_id': 'dv-neutron-601336-83-hyperv'}, 'id': '5a3b824a-6d15-4682-b96f-4dd530052a0c'} from dv-neutron-601336-83-hyperv. {{(pid=92324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 16:27:05.653109 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:05.655063 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0b8f24ea-3eaa-4731-9b5b-40e8e60e8330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:27:05.659970 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:27:05.665117 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-94c9ef97-8b49-4463-8fa5-fc5167b733a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:05.697452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.701643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0b0d8b33-4936-403b-9c7c-0115aa9a6eba tempest-AllowedAddressPairIpV6TestJSON-2119859729 tempest-AllowedAddressPairIpV6TestJSON-2119859729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:05.717931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.725388 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f24ea-3eaa-4731-9b5b-40e8e60e8330 None None] Pushing event deleted for resources: {'Port': ['ID=514e0946-0284-4803-a7db-5f79f9e303db,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:05.727642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f24ea-3eaa-4731-9b5b-40e8e60e8330 None None] No DVR routers for this DVR port 514e0946-0284-4803-a7db-5f79f9e303db on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:27:05.731371 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event deleted for resources: {'Network': ['ID=9e16c96d-6320-4c15-87fb-9ba6936e8395,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:05.732784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0b8f24ea-3eaa-4731-9b5b-40e8e60e8330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:05.737996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f7446c30-5607-4075-86aa-83cf82135c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:05.739276 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:05.743600 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] 10.222.0.50 "DELETE /v2.0/networks/9e16c96d-6320-4c15-87fb-9ba6936e8395 HTTP/1.1" status: 204 len: 168 time: 1.2574561 Jun 02 16:27:05.752512 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36060) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:05.951310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:05.957005 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 3.4338334 Jun 02 16:27:05.961563 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-f7446c30-5607-4075-86aa-83cf82135c04 None None] Allocated IP 2001:db8:0:1::2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/53805404-c361-423f-b5f6-9f7fa01ae627/5a3b824a-6d15-4682-b96f-4dd530052a0c) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:05.962748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:05.964400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36062) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:05.971083 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-a11af0d4-c8c4-4ba2-b109-235942d1b534 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'dda52284-2e91-4c69-8631-9a273c267053', 'tempest-TagsTest-Tag-566635778') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:05.985082 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:05.987332 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fa02773d-ac46-4afc-aeb1-355c24f932b7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:06.003058 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Pushing event updated for resources: {'Network': ['ID=dda52284-2e91-4c69-8631-9a273c267053,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:06.006158 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:06.009413 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fa02773d-ac46-4afc-aeb1-355c24f932b7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:subnet and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:06.017560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fa02773d-ac46-4afc-aeb1-355c24f932b7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:06.032264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fa02773d-ac46-4afc-aeb1-355c24f932b7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:06.045562 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:06.067943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd04b06f-e0c4-4860-bdc9-5792c67f289c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 25e59acb-8c2d-426f-a0c6-20f174d62fca has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:27:06.089518 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network dda52284-2e91-4c69-8631-9a273c267053 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:27:06.102235 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e7cd5-7a28-4b01-8904-8a85012536a8 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Deleting port 810ab174-e8c3-4ffc-9ada-207b880e3ae1 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:06.103220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7cd5-7a28-4b01-8904-8a85012536a8 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:06.137988 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f1bdd3f9-f488-4cb7-97ce-725428acce5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1e6ae044866456481b224d8f3cd9b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6713617 Jun 02 16:27:06.144527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36064) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:06.159889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa02773d-ac46-4afc-aeb1-355c24f932b7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:06.163763 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fa02773d-ac46-4afc-aeb1-355c24f932b7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:06.165856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5a3b824a-6d15-4682-b96f-4dd530052a0c up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:06.219066 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a11af0d4-c8c4-4ba2-b109-235942d1b534 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] 10.222.0.50 "PUT /v2.0/networks/dda52284-2e91-4c69-8631-9a273c267053/tags/tempest-TagsTest-Tag-566635778 HTTP/1.1" status: 201 len: 201 time: 0.2508323 Jun 02 16:27:06.229212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36066) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:06.237611 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-51a0cd78-3d42-4952-b634-a6c524816523 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dda52284-2e91-4c69-8631-9a273c267053', 'tempest-TagsTest-Tag-566635778') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:06.269175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7cd5-7a28-4b01-8904-8a85012536a8 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:06.269463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7cd5-7a28-4b01-8904-8a85012536a8 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:06.327546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f7446c30-5607-4075-86aa-83cf82135c04 None None] For port 5a3b824a-6d15-4682-b96f-4dd530052a0c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5a3b824a-6d15-4682-b96f-4dd530052a0c,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:06.370016 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 5a3b824a-6d15-4682-b96f-4dd530052a0c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:06.370566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:06.400658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e7cd5-7a28-4b01-8904-8a85012536a8 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Calling delete_port for 810ab174-e8c3-4ffc-9ada-207b880e3ae1 owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:06.430001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f7446c30-5607-4075-86aa-83cf82135c04 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:06.453552 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f7446c30-5607-4075-86aa-83cf82135c04 None None] Transition to ACTIVE for port object 5a3b824a-6d15-4682-b96f-4dd530052a0c will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:06.490179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f7446c30-5607-4075-86aa-83cf82135c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:06.491823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:06.498849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2023e5d0-959e-4a69-8d5c-4a2ae80a0ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:06.566303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3a888732-8fa1-4b97-8942-4e2972bb0f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:06.594873 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.ipam_backend_mixin [None req-fa02773d-ac46-4afc-aeb1-355c24f932b7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b1e9a28a-d954-4e1f-8bab-725bb6c256d2 (CIDR: 172.20.0.0/28) Jun 02 16:27:06.598404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port c4583511-e126-4a37-ae65-87d8d7c6683d yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:27:06.640279 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-51a0cd78-3d42-4952-b634-a6c524816523 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] 10.222.0.50 "GET /v2.0/networks/dda52284-2e91-4c69-8631-9a273c267053/tags/tempest-TagsTest-Tag-566635778 HTTP/1.1" status: 204 len: 168 time: 0.4053483 Jun 02 16:27:06.640507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36068) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:06.642136 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd04b06f-e0c4-4860-bdc9-5792c67f289c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:27:06.647486 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-3c8bee08-113a-414f-8454-59a6c31f7b30 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'dda52284-2e91-4c69-8631-9a273c267053') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:06.649193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd04b06f-e0c4-4860-bdc9-5792c67f289c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:06.653935 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cd04b06f-e0c4-4860-bdc9-5792c67f289c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/25e59acb-8c2d-426f-a0c6-20f174d62fca HTTP/1.1" status: 200 len: 888 time: 3.3865938 Jun 02 16:27:06.654982 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36070) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:06.669228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba15bf1-ff2b-43fa-89f4-8b6cbb9090ec None None] Sync routers for ids ['25e59acb-8c2d-426f-a0c6-20f174d62fca'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:27:06.683125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7446c30-5607-4075-86aa-83cf82135c04 None None] Pushing event updated for resources: {'Port': ['ID=5a3b824a-6d15-4682-b96f-4dd530052a0c,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:06.688988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f7446c30-5607-4075-86aa-83cf82135c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:06.690998 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:06.692890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba15bf1-ff2b-43fa-89f4-8b6cbb9090ec None None] Routers {'25e59acb-8c2d-426f-a0c6-20f174d62fca'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:27:06.693641 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9ba15bf1-ff2b-43fa-89f4-8b6cbb9090ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:27:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['25e59acb-8c2d-426f-a0c6-20f174d62fca'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:06.722293 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa02773d-ac46-4afc-aeb1-355c24f932b7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:27:06.722808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa02773d-ac46-4afc-aeb1-355c24f932b7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:06.751379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3a888732-8fa1-4b97-8942-4e2972bb0f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:06.786898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9ba15bf1-ff2b-43fa-89f4-8b6cbb9090ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:06.799129 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba15bf1-ff2b-43fa-89f4-8b6cbb9090ec None None] Routers {'25e59acb-8c2d-426f-a0c6-20f174d62fca'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:27:06.800015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9ba15bf1-ff2b-43fa-89f4-8b6cbb9090ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:27:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['25e59acb-8c2d-426f-a0c6-20f174d62fca'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:06.811858 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3c8bee08-113a-414f-8454-59a6c31f7b30 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] 10.222.0.50 "GET /v2.0/networks/dda52284-2e91-4c69-8631-9a273c267053/tags HTTP/1.1" status: 200 len: 237 time: 0.1679096 Jun 02 16:27:06.815991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36072) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:06.821473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-27fb37a3-e6a2-4ec3-94e5-e121df1e5872 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'dda52284-2e91-4c69-8631-9a273c267053', {'tags': ['tempest-TagsTest-Tag-1350024989', 'tempest-TagsTest-Tag-1707933032', 'tempest-TagsTest-Tag-2054143896']}) {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:06.843906 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fa02773d-ac46-4afc-aeb1-355c24f932b7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7534838 Jun 02 16:27:06.847474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36074) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:06.863549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-065fb7bc-b25a-4249-9dad-cd2fb7e11fd6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'subnet': {'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:06.867929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 514e0946-0284-4803-a7db-5f79f9e303db no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:27:06.909899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9ba15bf1-ff2b-43fa-89f4-8b6cbb9090ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:06.910761 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba15bf1-ff2b-43fa-89f4-8b6cbb9090ec None None] The sync data for ids ['25e59acb-8c2d-426f-a0c6-20f174d62fca'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:27:06.919274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 514e0946-0284-4803-a7db-5f79f9e303db {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:27:06.919706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 514e0946-0284-4803-a7db-5f79f9e303db not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:27:06.945810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7cd5-7a28-4b01-8904-8a85012536a8 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:06.951807 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-92d8c7ae-ec19-44ca-9b1a-bf622e4ebcc8 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:07.019323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e7cd5-7a28-4b01-8904-8a85012536a8 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Pushing event deleted for resources: {'Port': ['ID=810ab174-e8c3-4ffc-9ada-207b880e3ae1,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:07.054579 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-27fb37a3-e6a2-4ec3-94e5-e121df1e5872 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] 10.222.0.50 "PUT /v2.0/networks/dda52284-2e91-4c69-8631-9a273c267053/tags HTTP/1.1" status: 200 len: 309 time: 0.2373855 Jun 02 16:27:07.055459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36076) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:07.056421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ae0e7cd5-7a28-4b01-8904-8a85012536a8 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:07.066163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-713420c5-299c-449b-8e4e-84ed25497e76 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'dda52284-2e91-4c69-8631-9a273c267053', 'tempest-TagsTest-Tag-1350024989') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:07.128762 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7c94a2c4-6975-4753-8f83-6e19044f951f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/routers/25e59acb-8c2d-426f-a0c6-20f174d62fca HTTP/1.1" status: 200 len: 888 time: 0.4632041 Jun 02 16:27:07.130626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36078) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:07.158229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3a888732-8fa1-4b97-8942-4e2972bb0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:07.167187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-70d2e748-dc9f-44a8-a763-ef2ce675ce73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:07.182655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-abe2f61d-5878-422c-88e2-4c5945ff2b83 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Synchronizing usage tracker for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:07.241088 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a888732-8fa1-4b97-8942-4e2972bb0f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0952be1-fa1e-48b6-8f6f-60dfe0ccfe4a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:07.244076 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3a888732-8fa1-4b97-8942-4e2972bb0f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:07.271712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3a888732-8fa1-4b97-8942-4e2972bb0f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:07.276060 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3a888732-8fa1-4b97-8942-4e2972bb0f47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c0952be1-fa1e-48b6-8f6f-60dfe0ccfe4a HTTP/1.1" status: 204 len: 168 time: 1.1267564 Jun 02 16:27:07.276060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-065fb7bc-b25a-4249-9dad-cd2fb7e11fd6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:07.284816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-065fb7bc-b25a-4249-9dad-cd2fb7e11fd6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:subnet and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:07.288096 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7cd5-7a28-4b01-8904-8a85012536a8 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:07.292863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-065fb7bc-b25a-4249-9dad-cd2fb7e11fd6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:07.301633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8:0:1::371 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/53805404-c361-423f-b5f6-9f7fa01ae627/c4583511-e126-4a37-ae65-87d8d7c6683d) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:07.302351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-abe2f61d-5878-422c-88e2-4c5945ff2b83 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Unset dirty status for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:07.303518 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-abe2f61d-5878-422c-88e2-4c5945ff2b83 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports?device_id=25e59acb-8c2d-426f-a0c6-20f174d62fca HTTP/1.1" status: 200 len: 205 time: 0.1722476 Jun 02 16:27:07.307471 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-065fb7bc-b25a-4249-9dad-cd2fb7e11fd6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:07.310239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36082) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:07.316420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::f816:3eff:fe08:30f8 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/b2fa4a88-162f-455e-bb3b-17a2e6c9f994/c4583511-e126-4a37-ae65-87d8d7c6683d) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:07.331164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065fb7bc-b25a-4249-9dad-cd2fb7e11fd6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:07.334809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-065fb7bc-b25a-4249-9dad-cd2fb7e11fd6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:07.426990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7cd5-7a28-4b01-8904-8a85012536a8 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:07.428302 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ae0e7cd5-7a28-4b01-8904-8a85012536a8 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] 10.222.0.50 "DELETE /v2.0/floatingips/629bbd20-f207-4d61-b1dc-492dd3d1ee10 HTTP/1.1" status: 204 len: 168 time: 1.6744463 Jun 02 16:27:07.544037 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-713420c5-299c-449b-8e4e-84ed25497e76 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] 10.222.0.50 "DELETE /v2.0/networks/dda52284-2e91-4c69-8631-9a273c267053/tags/tempest-TagsTest-Tag-1350024989 HTTP/1.1" status: 204 len: 168 time: 0.4815226 Jun 02 16:27:07.545224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36088) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:07.555717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.tag.tag_plugin [None req-6bbed4c3-28f3-42b4-b1f3-e642e6d7dad6 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dda52284-2e91-4c69-8631-9a273c267053', 'tempest-TagsTest-Tag-1350024989') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:07.579713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:07.626946 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-dc201d2b-0e7f-43cb-8e95-e9120f497a28 None None] Provisioning for port 5a3b824a-6d15-4682-b96f-4dd530052a0c completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:07.634856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-dc201d2b-0e7f-43cb-8e95-e9120f497a28 None None] Provisioning complete for port 5a3b824a-6d15-4682-b96f-4dd530052a0c triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:07.635841 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dc201d2b-0e7f-43cb-8e95-e9120f497a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:07.820023 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-6bbed4c3-28f3-42b4-b1f3-e642e6d7dad6 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] show failed (client error): The resource could not be found. Jun 02 16:27:07.823777 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6bbed4c3-28f3-42b4-b1f3-e642e6d7dad6 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] 10.222.0.50 "GET /v2.0/networks/dda52284-2e91-4c69-8631-9a273c267053/tags/tempest-TagsTest-Tag-1350024989 HTTP/1.1" status: 404 len: 326 time: 0.2716699 Jun 02 16:27:07.835280 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36096) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:07.836579 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.ipam_backend_mixin [None req-065fb7bc-b25a-4249-9dad-cd2fb7e11fd6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ba6de887-691e-485b-8005-65ae555a06be (CIDR: 172.20.0.16/28) Jun 02 16:27:07.841622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-bd3e6564-093b-4c87-9fe9-cc115cee91e8 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dda52284-2e91-4c69-8631-9a273c267053', 'tempest-TagsTest-Tag-1707933032') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:07.885840 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-065fb7bc-b25a-4249-9dad-cd2fb7e11fd6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:27:07.886375 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065fb7bc-b25a-4249-9dad-cd2fb7e11fd6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:07.955220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:07.956450 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-065fb7bc-b25a-4249-9dad-cd2fb7e11fd6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0977519 Jun 02 16:27:07.957095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36100) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:07.965632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b798d153-1f02-499e-89c1-dffccb0a5494 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'subnet': {'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:07.992465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36102) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:08.070122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port 0383e380-e1d7-4e83-b002-b0c760d7b599 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:08.070122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:08.072610 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:08.120305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5a3b824a-6d15-4682-b96f-4dd530052a0c up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:08.199067 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object c4583511-e126-4a37-ae65-87d8d7c6683d will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:08.241532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:08.248204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 5a3b824a-6d15-4682-b96f-4dd530052a0c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:08.249730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:08.273701 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bd3e6564-093b-4c87-9fe9-cc115cee91e8 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] 10.222.0.50 "GET /v2.0/networks/dda52284-2e91-4c69-8631-9a273c267053/tags/tempest-TagsTest-Tag-1707933032 HTTP/1.1" status: 204 len: 168 time: 0.4357595 Jun 02 16:27:08.290103 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36114) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:08.297661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-9c8962ee-8f5b-48eb-9ed0-2c1be54d0793 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dda52284-2e91-4c69-8631-9a273c267053', 'tempest-TagsTest-Tag-2054143896') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:08.331832 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ee0a6381-8971-4401-97f1-c1e72692ce83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0b6fb4176554da78f79140d42d1e8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267992 Jun 02 16:27:08.333661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36116) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:08.376072 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b798d153-1f02-499e-89c1-dffccb0a5494 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:08.396214 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b798d153-1f02-499e-89c1-dffccb0a5494 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Usage tracker for resource:subnet and tenant:1d61c543383943e08977d6b7e75fc692 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:08.401366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:08.406525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b798d153-1f02-499e-89c1-dffccb0a5494 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:08.422305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ac48906f-fa14-48e4-89d2-f5ee4e6a2073 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:08.509461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:08.527766 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b798d153-1f02-499e-89c1-dffccb0a5494 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:08.548743 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for 0383e380-e1d7-4e83-b002-b0c760d7b599 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:08.578665 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36120) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:08.593577 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:08.594948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:08.597464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:08.603872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:08.605565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:08.608548 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b798d153-1f02-499e-89c1-dffccb0a5494 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Made reservation on behalf of 1d61c543383943e08977d6b7e75fc692 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:08.612121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b798d153-1f02-499e-89c1-dffccb0a5494 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:08.635973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20ede336-c6a2-4aec-ac2c-d1dbb2de1d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:08.657885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=c4583511-e126-4a37-ae65-87d8d7c6683d,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:08.661363 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:08.732047 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9c8962ee-8f5b-48eb-9ed0-2c1be54d0793 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] 10.222.0.50 "GET /v2.0/networks/dda52284-2e91-4c69-8631-9a273c267053/tags/tempest-TagsTest-Tag-2054143896 HTTP/1.1" status: 204 len: 168 time: 0.4407966 Jun 02 16:27:08.739426 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1873677779'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:08.739964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36124) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:08.745344 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6909697 Jun 02 16:27:08.748927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-ec445066-3531-4f14-b3e5-9551fcd44d02 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dda52284-2e91-4c69-8631-9a273c267053') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:08.756813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:08.760486 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36126) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:08.796712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20ede336-c6a2-4aec-ac2c-d1dbb2de1d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:08.852127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:network and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:08.863684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:08.886847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:08.940106 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:08.945859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:08.965505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e47756ce-4f0d-4882-ac88-d8481b42d305 None None] Provisioning for port c4583511-e126-4a37-ae65-87d8d7c6683d completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:08.979491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e47756ce-4f0d-4882-ac88-d8481b42d305 None None] Provisioning complete for port c4583511-e126-4a37-ae65-87d8d7c6683d triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:08.980484 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e47756ce-4f0d-4882-ac88-d8481b42d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:09.029967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20ede336-c6a2-4aec-ac2c-d1dbb2de1d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:09.035366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-01a38bd2-ba87-46c6-b926-02d559e91b3b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:09.045662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:09.057990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:09.061645 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ede336-c6a2-4aec-ac2c-d1dbb2de1d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25198ac6-624e-466e-adaf-0167fd04d23f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:09.063894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-20ede336-c6a2-4aec-ac2c-d1dbb2de1d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:09.070466 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e47756ce-4f0d-4882-ac88-d8481b42d305 None None] Port c4583511-e126-4a37-ae65-87d8d7c6683d cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:27:09.079643 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ec445066-3531-4f14-b3e5-9551fcd44d02 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] 10.222.0.50 "DELETE /v2.0/networks/dda52284-2e91-4c69-8631-9a273c267053/tags HTTP/1.1" status: 204 len: 168 time: 0.3360181 Jun 02 16:27:09.081770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-99ab51e2-5e5f-4804-a962-d988fcbf0416 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:09.084555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36128) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:09.102049 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-1ba5d233-2cca-4887-8c47-bb4fa7c555ec tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dda52284-2e91-4c69-8631-9a273c267053', 'tempest-TagsTest-Tag-1707933032') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:09.127455 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20ede336-c6a2-4aec-ac2c-d1dbb2de1d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:09.128598 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-20ede336-c6a2-4aec-ac2c-d1dbb2de1d28 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/25198ac6-624e-466e-adaf-0167fd04d23f HTTP/1.1" status: 204 len: 168 time: 0.7922101 Jun 02 16:27:09.196891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=0383e380-e1d7-4e83-b002-b0c760d7b599,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:09.209572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:09.223536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:09.224992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:security_group_rule and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:09.271281 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:09.285092 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-1ba5d233-2cca-4887-8c47-bb4fa7c555ec tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] show failed (client error): The resource could not be found. Jun 02 16:27:09.286195 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1ba5d233-2cca-4887-8c47-bb4fa7c555ec tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] 10.222.0.50 "GET /v2.0/networks/dda52284-2e91-4c69-8631-9a273c267053/tags/tempest-TagsTest-Tag-1707933032 HTTP/1.1" status: 404 len: 326 time: 0.2003133 Jun 02 16:27:09.290606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36132) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:09.295076 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-43acd387-7dad-4934-a739-97a9c51133f8 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dda52284-2e91-4c69-8631-9a273c267053', 'tempest-TagsTest-Tag-2054143896') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:09.296575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:09.397116 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:09.466045 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-43acd387-7dad-4934-a739-97a9c51133f8 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] show failed (client error): The resource could not be found. Jun 02 16:27:09.471666 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-43acd387-7dad-4934-a739-97a9c51133f8 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] 10.222.0.50 "GET /v2.0/networks/dda52284-2e91-4c69-8631-9a273c267053/tags/tempest-TagsTest-Tag-2054143896 HTTP/1.1" status: 404 len: 326 time: 0.1756043 Jun 02 16:27:09.473336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36134) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:09.481838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-95696b5e-f4bd-4e56-b272-5eee567de72b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port c4583511-e126-4a37-ae65-87d8d7c6683d {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:09.482216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.tag.tag_plugin [None req-5a8c1559-247a-4be9-a8ad-1c5c7bab9f2c tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dda52284-2e91-4c69-8631-9a273c267053') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:09.482528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-95696b5e-f4bd-4e56-b272-5eee567de72b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:09.710940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36138) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:09.762599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bac1b1d-6560-407f-91f9-5cab93064b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:09.792897 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:09.798224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:09.840905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0bac1b1d-6560-407f-91f9-5cab93064b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:09.857426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0bac1b1d-6560-407f-91f9-5cab93064b21 admin admin] Usage tracker for resource:security_group_rule and tenant:9d0a0470d9b645dc854165627e3b8b88 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:09.861869 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5a8c1559-247a-4be9-a8ad-1c5c7bab9f2c tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] 10.222.0.50 "DELETE /v2.0/networks/dda52284-2e91-4c69-8631-9a273c267053/tags HTTP/1.1" status: 204 len: 168 time: 0.3875299 Jun 02 16:27:09.867401 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0bac1b1d-6560-407f-91f9-5cab93064b21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:09.872667 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36140) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:09.881627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0bac1b1d-6560-407f-91f9-5cab93064b21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:09.930051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:09.930051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Fanout notify agent at l3_agent the message router_deleted on router 25e59acb-8c2d-426f-a0c6-20f174d62fca {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:27:09.987694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-95696b5e-f4bd-4e56-b272-5eee567de72b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.013022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.078400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.124918 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b798d153-1f02-499e-89c1-dffccb0a5494 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.131499 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ae448d00-7132-4b50-9aa4-b8f16ed68012 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:10.155988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c80c10f0-ad14-4b57-bacc-d515e8ea1d57 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:10.173237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-95696b5e-f4bd-4e56-b272-5eee567de72b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for c4583511-e126-4a37-ae65-87d8d7c6683d owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:10.210647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7143759-8525-4bfa-9b26-9a20cc275197 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.217832 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b798d153-1f02-499e-89c1-dffccb0a5494 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:10.222198 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:27:10.226408 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-b798d153-1f02-499e-89c1-dffccb0a5494 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:10.235304 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e32eabe-2f97-4cbd-b72d-41380cb398bf,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:10.243638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:10.247068 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b798d153-1f02-499e-89c1-dffccb0a5494 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:10.248493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b798d153-1f02-499e-89c1-dffccb0a5494 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.257188 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798d153-1f02-499e-89c1-dffccb0a5494 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Subnet': ['ID=030ce1f2-40df-426f-846e-849c69c7c3fe,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:10.261276 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.261633 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Added segment f772de82-77e8-4105-895c-8a2a925c7b89 of type vlan for network 96eb33c5-a14f-4266-a728-b5005913ddf9 Jun 02 16:27:10.262784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd20ccf6-f6f1-4f04-a0b8-b4131891b346 None None] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:10.270721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b798d153-1f02-499e-89c1-dffccb0a5494 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:10.301938 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b798d153-1f02-499e-89c1-dffccb0a5494 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3411951 Jun 02 16:27:10.306466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36142) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:10.313804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-84c501e9-2f92-4881-8521-9b4c9a720252 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1779168584', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '030ce1f2-40df-426f-846e-849c69c7c3fe'}], 'security_groups': ['34528dfd-5cbc-4dcc-9fd1-f7192c2da24b', 'dee77336-50af-4dfe-9fb1-85f4935edbf8']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:10.316372 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.318647 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/routers/25e59acb-8c2d-426f-a0c6-20f174d62fca HTTP/1.1" status: 204 len: 168 time: 3.0062985 Jun 02 16:27:10.326946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36144) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:10.357200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'network': {'name': 'tempest-RoutersTest-1809316462'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:10.375403 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bac1b1d-6560-407f-91f9-5cab93064b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.383727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:10.386778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bac1b1d-6560-407f-91f9-5cab93064b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.389451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.397659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8465bc06-c648-482b-99f1-a206465798c7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:10.459902 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0bac1b1d-6560-407f-91f9-5cab93064b21 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d0a0470d9b645dc854165627e3b8b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7464292 Jun 02 16:27:10.467853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36146) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:10.490429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:network and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:10.522774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:10.528824 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac1b1d-6560-407f-91f9-5cab93064b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d4b51c-928c-413c-9bb8-6bdc9a5b9c79,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:10.540448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0bac1b1d-6560-407f-91f9-5cab93064b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:10.567570 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:10.573584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7143759-8525-4bfa-9b26-9a20cc275197 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.629275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac0a6720-9b03-4db7-98f2-6cfe8e77ce40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.710024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac0a6720-9b03-4db7-98f2-6cfe8e77ce40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.730919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-84c501e9-2f92-4881-8521-9b4c9a720252 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.799196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:27:10.815036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-a7143759-8525-4bfa-9b26-9a20cc275197 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda52284-2e91-4c69-8631-9a273c267053']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:10.849224 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6981f3df-7101-48d7-9108-bfa8679940a4 None None] Update dhcp port {'port': {'network_id': '7354c3f9-4ca7-4722-b201-48a03bccbb6b', 'fixed_ips': [{'subnet_id': 'ba6de887-691e-485b-8005-65ae555a06be', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b1e9a28a-d954-4e1f-8bab-725bb6c256d2', 'ip_address': '172.20.0.2'}, {'subnet_id': '030ce1f2-40df-426f-846e-849c69c7c3fe'}], 'binding:host_id': 'dv-neutron-601336-83-hyperv'}, 'id': '971e3f79-b71b-4cfc-8fd8-0e181be0037e'} from dv-neutron-601336-83-hyperv. {{(pid=92324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 16:27:10.856359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-a7143759-8525-4bfa-9b26-9a20cc275197 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908b18cf-af7b-434a-ad8b-7bbfafaddae7') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:10.856865 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-a7143759-8525-4bfa-9b26-9a20cc275197 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908b18cf-af7b-434a-ad8b-7bbfafaddae7') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:10.880145 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:10.886017 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.889038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac0a6720-9b03-4db7-98f2-6cfe8e77ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.934774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a5bc0f86-04f8-4b36-85e1-950e88f55c5b tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:10.946298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6981f3df-7101-48d7-9108-bfa8679940a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.956943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a6720-9b03-4db7-98f2-6cfe8e77ce40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d4b51c-928c-413c-9bb8-6bdc9a5b9c79,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:10.963589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ac0a6720-9b03-4db7-98f2-6cfe8e77ce40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:10.965656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.966338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac0a6720-9b03-4db7-98f2-6cfe8e77ce40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.967526 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ac0a6720-9b03-4db7-98f2-6cfe8e77ce40 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86d4b51c-928c-413c-9bb8-6bdc9a5b9c79 HTTP/1.1" status: 204 len: 168 time: 0.4987257 Jun 02 16:27:10.977047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:10.978390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:10.986249 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7143759-8525-4bfa-9b26-9a20cc275197 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:11.008751 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fd109aa0-f3b0-43b6-9995-39a004471526 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:11.260668 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7143759-8525-4bfa-9b26-9a20cc275197 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:11.264714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-84c501e9-2f92-4881-8521-9b4c9a720252 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Delete allocated IP 172.20.0.13 (7354c3f9-4ca7-4722-b201-48a03bccbb6b/b1e9a28a-d954-4e1f-8bab-725bb6c256d2) {{(pid=92322) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 16:27:11.279110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-84c501e9-2f92-4881-8521-9b4c9a720252 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Allocated IP 172.20.0.44 (7354c3f9-4ca7-4722-b201-48a03bccbb6b/030ce1f2-40df-426f-846e-849c69c7c3fe/6fd68b63-2dec-46f3-9958-e173c1ef59e1) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:11.285679 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:27:11.306960 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7264974 Jun 02 16:27:11.372326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7143759-8525-4bfa-9b26-9a20cc275197 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:27:11.374259 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7143759-8525-4bfa-9b26-9a20cc275197 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:11.402820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Network': ['ID=96eb33c5-a14f-4266-a728-b5005913ddf9,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:27:11.407038 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:27:11.423150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:11.424097 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 96eb33c5-a14f-4266-a728-b5005913ddf9 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:27:11.439880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36152) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:11.449174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'subnet': {'network_id': '96eb33c5-a14f-4266-a728-b5005913ddf9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:11.456009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:11.456781 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Added segment de6960dc-2ca3-499d-b956-b16c70438255 of type vlan for network 2d687abb-02a5-4516-98d5-c067e6d10ad1 Jun 02 16:27:11.640204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7143759-8525-4bfa-9b26-9a20cc275197 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:11.667627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c8e091af-7bc3-4f95-8148-6cf6cacf9fc9 tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:11.695249 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7143759-8525-4bfa-9b26-9a20cc275197 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:11.712618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:11.719195 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-95696b5e-f4bd-4e56-b272-5eee567de72b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:11.742567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7143759-8525-4bfa-9b26-9a20cc275197 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Pushing event deleted for resources: {'Network': ['ID=dda52284-2e91-4c69-8631-9a273c267053,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:11.756638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36154) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:11.762287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a7143759-8525-4bfa-9b26-9a20cc275197 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:11.764306 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a7143759-8525-4bfa-9b26-9a20cc275197 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] 10.222.0.50 "DELETE /v2.0/networks/dda52284-2e91-4c69-8631-9a273c267053 HTTP/1.1" status: 204 len: 168 time: 1.8903811 Jun 02 16:27:11.766222 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ae0e7cd5-7a28-4b01-8904-8a85012536a8 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:11.814922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:11.831019 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:subnet and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:11.836239 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:11.845763 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:11.864360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:27:11.873444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:11.877154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:11.879625 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4c37baaf-e8b0-4488-95c7-3b8020bcf9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:11.899481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95696b5e-f4bd-4e56-b272-5eee567de72b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=c4583511-e126-4a37-ae65-87d8d7c6683d,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:11.905420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-84c501e9-2f92-4881-8521-9b4c9a720252 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:11.909846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-95696b5e-f4bd-4e56-b272-5eee567de72b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:11.953484 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4c37baaf-e8b0-4488-95c7-3b8020bcf9f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:11.964839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:11.971122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:11.972067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:11.979443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4c37baaf-e8b0-4488-95c7-3b8020bcf9f2 admin admin] Usage tracker for resource:security_group_rule and tenant:421d5d7b7adc4ce6a4fe00a6adc8c777 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:11.984576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5c9c407a-e060-48cc-9594-88eba1acd526 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:12.000788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-95696b5e-f4bd-4e56-b272-5eee567de72b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:12.003135 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-95696b5e-f4bd-4e56-b272-5eee567de72b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/c4583511-e126-4a37-ae65-87d8d7c6683d HTTP/1.1" status: 204 len: 168 time: 3.2412663 Jun 02 16:27:12.006632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-84c501e9-2f92-4881-8521-9b4c9a720252 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Transition to ACTIVE for port object 6fd68b63-2dec-46f3-9958-e173c1ef59e1 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:12.010479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36158) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:12.010890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4c37baaf-e8b0-4488-95c7-3b8020bcf9f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:12.029979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4c37baaf-e8b0-4488-95c7-3b8020bcf9f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:12.065699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-84c501e9-2f92-4881-8521-9b4c9a720252 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:12.103963 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7740395 Jun 02 16:27:12.113375 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:12.129324 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36160) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:12.139564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'subnet': {'network_id': '2d687abb-02a5-4516-98d5-c067e6d10ad1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:12.192880 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-6981f3df-7101-48d7-9108-bfa8679940a4 None None] Allocated IP 172.20.0.34 (7354c3f9-4ca7-4722-b201-48a03bccbb6b/030ce1f2-40df-426f-846e-849c69c7c3fe/971e3f79-b71b-4cfc-8fd8-0e181be0037e) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:12.199233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Network': ['ID=2d687abb-02a5-4516-98d5-c067e6d10ad1,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:12.260435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:12.320035 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 2d687abb-02a5-4516-98d5-c067e6d10ad1 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:27:12.380703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36164) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:12.387154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:12.396602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:subnet and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:12.405184 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:12.416715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:12.419714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4c37baaf-e8b0-4488-95c7-3b8020bcf9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:12.429521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4c37baaf-e8b0-4488-95c7-3b8020bcf9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:12.445629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ebf16832-ebe5-44bb-8863-fb69b03b6037 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:12.457806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:12.461643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:12.497275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c501e9-2f92-4881-8521-9b4c9a720252 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event updated for resources: {'Port': ['ID=6fd68b63-2dec-46f3-9958-e173c1ef59e1,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:12.512335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-84c501e9-2f92-4881-8521-9b4c9a720252 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:12.526435 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4c37baaf-e8b0-4488-95c7-3b8020bcf9f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=421d5d7b7adc4ce6a4fe00a6adc8c777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7655854 Jun 02 16:27:12.537090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36166) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:12.541823 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-6981f3df-7101-48d7-9108-bfa8679940a4 None None] For port 971e3f79-b71b-4cfc-8fd8-0e181be0037e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=971e3f79-b71b-4cfc-8fd8-0e181be0037e,segment=NetworkSegment(6917513d-6353-4ba7-afc8-cdb5dd0646cd),segment_id=6917513d-6353-4ba7-afc8-cdb5dd0646cd)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:12.575362 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6981f3df-7101-48d7-9108-bfa8679940a4 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:12.597667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6981f3df-7101-48d7-9108-bfa8679940a4 None None] Transition to ACTIVE for port object 971e3f79-b71b-4cfc-8fd8-0e181be0037e will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:12.606950 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6981f3df-7101-48d7-9108-bfa8679940a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:12.612597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1e74c0b9-19c0-4dbf-b319-cd26e49483d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:12.670823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085b6fb2-e15d-4374-b832-2b74105bcc99 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:12.671903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-085b6fb2-e15d-4374-b832-2b74105bcc99 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:12.682835 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-84c501e9-2f92-4881-8521-9b4c9a720252 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] In _notify_port_updated(), no bound segment for port 6fd68b63-2dec-46f3-9958-e173c1ef59e1 on network 7354c3f9-4ca7-4722-b201-48a03bccbb6b {{(pid=92322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:27:12.690697 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c501e9-2f92-4881-8521-9b4c9a720252 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:12.692354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-84c501e9-2f92-4881-8521-9b4c9a720252 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:12.696209 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-84c501e9-2f92-4881-8521-9b4c9a720252 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "PUT /v2.0/ports/6fd68b63-2dec-46f3-9958-e173c1ef59e1 HTTP/1.1" status: 200 len: 960 time: 2.3882577 Jun 02 16:27:12.701587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36170) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:12.737187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37baaf-e8b0-4488-95c7-3b8020bcf9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff74b63-98e8-4002-a059-f4a716329b69,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:12.758017 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4c37baaf-e8b0-4488-95c7-3b8020bcf9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:12.851286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-da1ebd49-b4c3-4352-b689-a1c5190cab42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:12.867942 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981f3df-7101-48d7-9108-bfa8679940a4 None None] Pushing event updated for resources: {'Port': ['ID=971e3f79-b71b-4cfc-8fd8-0e181be0037e,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:12.879845 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6981f3df-7101-48d7-9108-bfa8679940a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:12.921190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-da1ebd49-b4c3-4352-b689-a1c5190cab42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:13.000667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-085b6fb2-e15d-4374-b832-2b74105bcc99 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:13.004255 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-085b6fb2-e15d-4374-b832-2b74105bcc99 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9903426 Jun 02 16:27:13.009452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36172) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:13.171187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-da1ebd49-b4c3-4352-b689-a1c5190cab42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:13.180173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:13.183052 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fed4f2fe-f745-4b1e-b013-de950a289d7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=12b2f0841a8a4ad1bdc74fed12073418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7887156 Jun 02 16:27:13.190319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36174) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:13.231883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ebd49-b4c3-4352-b689-a1c5190cab42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff74b63-98e8-4002-a059-f4a716329b69,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:13.241846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-da1ebd49-b4c3-4352-b689-a1c5190cab42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:13.273952 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-da1ebd49-b4c3-4352-b689-a1c5190cab42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:13.275803 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-da1ebd49-b4c3-4352-b689-a1c5190cab42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fff74b63-98e8-4002-a059-f4a716329b69 HTTP/1.1" status: 204 len: 168 time: 0.7329054 Jun 02 16:27:13.502653 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c2f7746e-32fe-442f-afdb-475923afb2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:13.520628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b032868a-7630-4562-94a8-1ed55935d700 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:13.523334 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b032868a-7630-4562-94a8-1ed55935d700 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5047290 Jun 02 16:27:13.528556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36178) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:13.533134 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-5a3fac52-40c0-49d3-8247-21e53de0b625 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port 6fd68b63-2dec-46f3-9958-e173c1ef59e1 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:13.537513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac52-40c0-49d3-8247-21e53de0b625 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:13.548296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2080bece-589f-4fbe-87f8-4de2b3ce3639 None None] Provisioning complete for port ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:13.549114 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2080bece-589f-4fbe-87f8-4de2b3ce3639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:13.617236 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a566f9e5-65ec-4d82-8adc-6b4b1c2bccf5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:13.619490 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a566f9e5-65ec-4d82-8adc-6b4b1c2bccf5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:13.621307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a566f9e5-65ec-4d82-8adc-6b4b1c2bccf5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:13.626515 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a566f9e5-65ec-4d82-8adc-6b4b1c2bccf5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0960963 Jun 02 16:27:13.661518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36182) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:13.662680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2080bece-589f-4fbe-87f8-4de2b3ce3639 None None] Port ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:27:13.678003 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2080bece-589f-4fbe-87f8-4de2b3ce3639 None None] Provisioning for port 971e3f79-b71b-4cfc-8fd8-0e181be0037e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:13.685258 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2080bece-589f-4fbe-87f8-4de2b3ce3639 None None] Provisioning complete for port 971e3f79-b71b-4cfc-8fd8-0e181be0037e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:13.686114 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2080bece-589f-4fbe-87f8-4de2b3ce3639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:13.757869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c2f7746e-32fe-442f-afdb-475923afb2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:13.758363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:13.771651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c094f81a-4ee4-4111-b082-05d2f02aee47 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:13.806643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad303caf-ee57-45e1-bffc-e5b8d1552607 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 53805404-c361-423f-b5f6-9f7fa01ae627 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:27:13.824964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad303caf-ee57-45e1-bffc-e5b8d1552607 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:13.862271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2080bece-589f-4fbe-87f8-4de2b3ce3639 None None] Provisioning for port 6fd68b63-2dec-46f3-9958-e173c1ef59e1 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:13.869510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2080bece-589f-4fbe-87f8-4de2b3ce3639 None None] Provisioning complete for port 6fd68b63-2dec-46f3-9958-e173c1ef59e1 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:13.871272 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2080bece-589f-4fbe-87f8-4de2b3ce3639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:13.948645 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2080bece-589f-4fbe-87f8-4de2b3ce3639 None None] Port 6fd68b63-2dec-46f3-9958-e173c1ef59e1 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:27:13.973838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac52-40c0-49d3-8247-21e53de0b625 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:14.135026 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 971e3f79-b71b-4cfc-8fd8-0e181be0037e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:14.169019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad303caf-ee57-45e1-bffc-e5b8d1552607 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:14.203847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a9b8848d-9c90-48a2-b512-2db7b1a38d2f None None] Provisioning complete for port 6fd68b63-2dec-46f3-9958-e173c1ef59e1 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:14.204314 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a9b8848d-9c90-48a2-b512-2db7b1a38d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:14.221505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Subnet': ['ID=6c2d585d-d573-49c1-89e2-cc9561c8d1ad,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:14.223122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:14.258120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Checking segment: {'id': 'de6960dc-2ca3-499d-b956-b16c70438255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2d687abb-02a5-4516-98d5-c067e6d10ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:14.258488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network hostable DHCP agents. Network: 2d687abb-02a5-4516-98d5-c067e6d10ad1, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:27:14.269926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8848d-9c90-48a2-b512-2db7b1a38d2f None None] Port 6fd68b63-2dec-46f3-9958-e173c1ef59e1 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:27:14.284945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-5a3fac52-40c0-49d3-8247-21e53de0b625 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for 6fd68b63-2dec-46f3-9958-e173c1ef59e1 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:14.289116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 971e3f79-b71b-4cfc-8fd8-0e181be0037e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:14.289602 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:14.317569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 2d687abb-02a5-4516-98d5-c067e6d10ad1 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:27:14.330464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad303caf-ee57-45e1-bffc-e5b8d1552607 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:14.371901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c2f7746e-32fe-442f-afdb-475923afb2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:14.380179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 2d687abb-02a5-4516-98d5-c067e6d10ad1) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:14.383864 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-27d50bf7-6f07-4996-bbd8-0fd2b99960d7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:14.398774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac90565-8155-4ea9-8ea0-7bfe1594fddc None None] Network 2d687abb-02a5-4516-98d5-c067e6d10ad1 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:14.413785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:14.414964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:14.441602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36200) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:14.487030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7746e-32fe-442f-afdb-475923afb2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518bd95a-6c6c-450f-8692-3f83074430a4,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:14.502515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c2f7746e-32fe-442f-afdb-475923afb2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:14.520675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:14.531860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-87d4ac15-11c6-4ac7-8893-2654622ff80c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:14.591963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6731aeef-3122-4fb7-bcac-5096260675e4 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] Request body: {'port': {'network_id': 'b4cfc7e6-1e66-46a5-9afc-0dcb014153b0', 'name': 'tempest-NetworksNegativeTestJSON-1370957887'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:14.610049 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c2f7746e-32fe-442f-afdb-475923afb2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:14.611887 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c2f7746e-32fe-442f-afdb-475923afb2b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/518bd95a-6c6c-450f-8692-3f83074430a4 HTTP/1.1" status: 204 len: 168 time: 1.4194186 Jun 02 16:27:14.619919 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4890585 Jun 02 16:27:14.678554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36206) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:14.683590 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-6731aeef-3122-4fb7-bcac-5096260675e4 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] POST failed (client error): The resource could not be found. Jun 02 16:27:14.684523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6731aeef-3122-4fb7-bcac-5096260675e4 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:14.685239 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6731aeef-3122-4fb7-bcac-5096260675e4 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2404263 Jun 02 16:27:14.692105 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-2d687abb-02a5-4516-98d5-c067e6d10ad1', 'network_id': '2d687abb-02a5-4516-98d5-c067e6d10ad1', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'fixed_ips': [{'subnet_id': '6c2d585d-d573-49c1-89e2-cc9561c8d1ad'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:27:14.692906 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-7b2d9bf3-6cb9-4e9e-814d-6fb83c65e1cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-411308393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:14.693050 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:14.700303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7b2d9bf3-6cb9-4e9e-814d-6fb83c65e1cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:14.701881 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36208) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:14.704833 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7b2d9bf3-6cb9-4e9e-814d-6fb83c65e1cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:router and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:14.713082 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7b2d9bf3-6cb9-4e9e-814d-6fb83c65e1cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:14.728247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7b2d9bf3-6cb9-4e9e-814d-6fb83c65e1cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:14.773788 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-82af6ec3-e048-410c-9226-a3ec9ed44902 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] DELETE failed (client error): The resource could not be found. Jun 02 16:27:14.774977 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82af6ec3-e048-410c-9226-a3ec9ed44902 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:14.777510 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-82af6ec3-e048-410c-9226-a3ec9ed44902 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] 10.222.0.50 "DELETE /v2.0/networks/c1ca38df-e651-4525-9215-c20b92e06f19 HTTP/1.1" status: 404 len: 339 time: 0.0739892 Jun 02 16:27:14.788474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36210) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:14.824580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Checking segment: {'id': 'f772de82-77e8-4105-895c-8a2a925c7b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '96eb33c5-a14f-4266-a728-b5005913ddf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:14.824964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network hostable DHCP agents. Network: 96eb33c5-a14f-4266-a728-b5005913ddf9, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:27:14.828019 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Subnet': ['ID=63fb0772-53d7-4264-b988-6258640bd13e,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:14.830940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:14.841166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7b2d9bf3-6cb9-4e9e-814d-6fb83c65e1cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:14.842267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7b2d9bf3-6cb9-4e9e-814d-6fb83c65e1cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:14.863828 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac52-40c0-49d3-8247-21e53de0b625 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:14.871913 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-47abbfff-cbff-4eb9-b133-7687e0fd9728 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] DELETE failed (client error): The resource could not be found. Jun 02 16:27:14.872401 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47abbfff-cbff-4eb9-b133-7687e0fd9728 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:14.879543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0ab98034-2a6a-40b9-a542-9e78f06dbe9c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:14.931340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad303caf-ee57-45e1-bffc-e5b8d1552607 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:14.933790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fac52-40c0-49d3-8247-21e53de0b625 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=6fd68b63-2dec-46f3-9958-e173c1ef59e1,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:14.942335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5a3fac52-40c0-49d3-8247-21e53de0b625 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:14.956038 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-caef4a12-b3a3-41e1-bde0-501177e94cf5 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:15.049423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad303caf-ee57-45e1-bffc-e5b8d1552607 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=53805404-c361-423f-b5f6-9f7fa01ae627,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:15.054700 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-47abbfff-cbff-4eb9-b133-7687e0fd9728 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] 10.222.0.50 "DELETE /v2.0/ports/355196cc-5e4c-4bfb-95f4-cd654f882534 HTTP/1.1" status: 404 len: 333 time: 0.2650573 Jun 02 16:27:15.060477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36216) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:15.061607 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ad303caf-ee57-45e1-bffc-e5b8d1552607 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:15.062775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad303caf-ee57-45e1-bffc-e5b8d1552607 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:15.073900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d6c157-c46e-4546-8b5a-5733e95e17ef None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:15.124424 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-316cdad0-9892-4d6f-a241-1f991f7b5bd4 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] DELETE failed (client error): The resource could not be found. Jun 02 16:27:15.125249 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316cdad0-9892-4d6f-a241-1f991f7b5bd4 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:15.133867 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-316cdad0-9892-4d6f-a241-1f991f7b5bd4 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] 10.222.0.50 "DELETE /v2.0/subnets/9172de50-23c5-4b6f-99c6-2bea44a29705 HTTP/1.1" status: 404 len: 337 time: 0.0606401 Jun 02 16:27:15.134783 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36220) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:15.139242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network 96eb33c5-a14f-4266-a728-b5005913ddf9 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:27:15.158527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7b2d9bf3-6cb9-4e9e-814d-6fb83c65e1cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:15.161235 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 96eb33c5-a14f-4266-a728-b5005913ddf9) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:15.180381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac52-40c0-49d3-8247-21e53de0b625 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:15.187376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:15.188085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:15.198269 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5a3fac52-40c0-49d3-8247-21e53de0b625 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/6fd68b63-2dec-46f3-9958-e173c1ef59e1 HTTP/1.1" status: 204 len: 168 time: 2.4902782 Jun 02 16:27:15.198269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36224) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:15.205139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfe7574-0b2a-487c-9876-9a83dc62084a None None] Network 96eb33c5-a14f-4266-a728-b5005913ddf9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:15.216247 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ad303caf-ee57-45e1-bffc-e5b8d1552607 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/53805404-c361-423f-b5f6-9f7fa01ae627 HTTP/1.1" status: 204 len: 168 time: 1.5466268 Jun 02 16:27:15.221450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36226) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:15.226444 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Allocated IP 172.20.0.2 (2d687abb-02a5-4516-98d5-c067e6d10ad1/6c2d585d-d573-49c1-89e2-cc9561c8d1ad/10dceec3-6bda-4766-b8d4-7b12c8693fda) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:15.285711 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc531a1-283c-442c-8402-e3b9ce2e99fb tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] GET failed (client error): The resource could not be found. Jun 02 16:27:15.286340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0dc531a1-283c-442c-8402-e3b9ce2e99fb tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Synchronizing usage tracker for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:15.303650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0dc531a1-283c-442c-8402-e3b9ce2e99fb tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Unset dirty status for tenant:1d61c543383943e08977d6b7e75fc692 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:15.309837 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0dc531a1-283c-442c-8402-e3b9ce2e99fb tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports/6fd68b63-2dec-46f3-9958-e173c1ef59e1 HTTP/1.1" status: 404 len: 333 time: 0.1060860 Jun 02 16:27:15.309837 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.8658495 Jun 02 16:27:15.309837 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36230) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:15.317951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-4641611e-c448-43e4-8136-aa9973ea242e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet b2fa4a88-162f-455e-bb3b-17a2e6c9f994 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:27:15.320656 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-327f2e29-335d-467f-9ce9-6d519ba04250 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] GET failed (client error): The resource could not be found. Jun 02 16:27:15.329655 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-327f2e29-335d-467f-9ce9-6d519ba04250 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] 10.222.0.50 "GET /v2.0/networks/69b2566e-d255-42ea-af5a-391eac62b86b HTTP/1.1" status: 404 len: 339 time: 0.1863081 Jun 02 16:27:15.329655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36232) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:15.329655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36234) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:15.350063 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7b2d9bf3-6cb9-4e9e-814d-6fb83c65e1cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:15.366634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1731541020'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:15.373021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:15.378107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:network and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:15.381803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:15.389849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:15.405751 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4641611e-c448-43e4-8136-aa9973ea242e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:15.456997 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7b2d9bf3-6cb9-4e9e-814d-6fb83c65e1cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:15.464046 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36238) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:15.466011 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7b2d9bf3-6cb9-4e9e-814d-6fb83c65e1cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7837117 Jun 02 16:27:15.506802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2daffb2d-3d14-4b88-9cdc-296f8e67abef tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:15.545331 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:15.548918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:15.557341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2daffb2d-3d14-4b88-9cdc-296f8e67abef tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:15.596450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4641611e-c448-43e4-8136-aa9973ea242e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:15.629121 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6aee3b-2084-41ca-8601-adb68037c5df tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] GET failed (client error): The resource could not be found. Jun 02 16:27:15.631246 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-df6aee3b-2084-41ca-8601-adb68037c5df tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] 10.222.0.50 "GET /v2.0/ports/08e2a70e-2adb-4030-8218-0d237a87cb11 HTTP/1.1" status: 404 len: 333 time: 0.3015740 Jun 02 16:27:15.639729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36246) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:15.710374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2daffb2d-3d14-4b88-9cdc-296f8e67abef tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:15.719317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8d9a8ed7-56e8-4b1c-b535-766613bbffc3 tempest-ExternalNetworksAdminNegativeTestJSON-906123940 tempest-ExternalNetworksAdminNegativeTestJSON-906123940-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:15.744698 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7925a414-64c5-455a-a608-e59a852af007 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] GET failed (client error): The resource could not be found. Jun 02 16:27:15.751518 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7925a414-64c5-455a-a608-e59a852af007 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] 10.222.0.50 "GET /v2.0/subnets/a7d3dce0-e7d2-4dce-a7d0-7723568646c6 HTTP/1.1" status: 404 len: 337 time: 0.1083808 Jun 02 16:27:15.755689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36248) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:15.764926 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36250) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:15.767484 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daffb2d-3d14-4b88-9cdc-296f8e67abef tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=301c3c5a-bc3d-440c-8add-02b97aee68de,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:15.777692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2daffb2d-3d14-4b88-9cdc-296f8e67abef tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:15.780617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2daffb2d-3d14-4b88-9cdc-296f8e67abef tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:15.781914 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2daffb2d-3d14-4b88-9cdc-296f8e67abef tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/security-groups/301c3c5a-bc3d-440c-8add-02b97aee68de HTTP/1.1" status: 204 len: 168 time: 0.4708920 Jun 02 16:27:15.784809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36254) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:15.838769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:27:15.844403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-1505bd30-5603-4fac-9dac-aa3f3be4faec tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] Request body: {'network': {'name': 'new_name'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:15.870349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4eff1eb1-d9b4-4498-85e7-7d0f223f9e87 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:15.929805 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1782484558-network', 'tenant_id': 'eb3d43f8c1a34b828fed716fdcdead44'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:15.935273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4eff1eb1-d9b4-4498-85e7-7d0f223f9e87 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:15.944297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:15.951055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Usage tracker for resource:network and tenant:eb3d43f8c1a34b828fed716fdcdead44 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:15.954755 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-1505bd30-5603-4fac-9dac-aa3f3be4faec tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] PUT failed (client error): The resource could not be found. Jun 02 16:27:15.955245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1505bd30-5603-4fac-9dac-aa3f3be4faec tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:15.967331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:15.968063 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1505bd30-5603-4fac-9dac-aa3f3be4faec tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] 10.222.0.50 "PUT /v2.0/networks/61e3d80a-acf7-4607-8df3-cbe6c8242820 HTTP/1.1" status: 404 len: 339 time: 0.1268380 Jun 02 16:27:15.968063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:15.968063 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Added segment 1d8efd33-6a62-47f7-9050-676dcd342e38 of type vlan for network 116389eb-a869-4066-aa98-9c3991f5200e Jun 02 16:27:15.968525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36256) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:15.973072 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-69222236-b52d-4afc-a49e-0b8491f69352 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] Request body: {'port': {'name': 'new_name'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:15.998727 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-96eb33c5-a14f-4266-a728-b5005913ddf9', 'network_id': '96eb33c5-a14f-4266-a728-b5005913ddf9', 'tenant_id': '655379d491bb41ae8544421a60b1f12a', 'fixed_ips': [{'subnet_id': '63fb0772-53d7-4264-b988-6258640bd13e'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:27:15.999627 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.019315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:16.042509 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-69222236-b52d-4afc-a49e-0b8491f69352 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] PUT failed (client error): The resource could not be found. Jun 02 16:27:16.043002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69222236-b52d-4afc-a49e-0b8491f69352 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:16.043201 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.050160 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-69222236-b52d-4afc-a49e-0b8491f69352 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] 10.222.0.50 "PUT /v2.0/ports/856207ff-1791-494c-9b2e-5d469addf880 HTTP/1.1" status: 404 len: 333 time: 0.0768030 Jun 02 16:27:16.051772 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36258) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:16.062229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c03d2f9f-5440-4103-a4f5-caf8e250ce90 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:16.069951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4641611e-c448-43e4-8136-aa9973ea242e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.124354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Transition to ACTIVE for port object 10dceec3-6bda-4766-b8d4-7b12c8693fda will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:16.178309 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Transition to ACTIVE for port object 10dceec3-6bda-4766-b8d4-7b12c8693fda will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:16.204433 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.222064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:16.325527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Network 2d687abb-02a5-4516-98d5-c067e6d10ad1 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:16.339538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:16.343625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Made reservation on behalf of eb3d43f8c1a34b828fed716fdcdead44 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:16.344790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.355549 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03d2f9f-5440-4103-a4f5-caf8e250ce90 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] PUT failed (client error): The resource could not be found. Jun 02 16:27:16.356023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03d2f9f-5440-4103-a4f5-caf8e250ce90 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:16.361533 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c03d2f9f-5440-4103-a4f5-caf8e250ce90 tempest-NetworksNegativeTestJSON-783712483 tempest-NetworksNegativeTestJSON-783712483-project] 10.222.0.50 "PUT /v2.0/subnets/1816300d-d93d-458e-aece-aa7727944c18 HTTP/1.1" status: 404 len: 337 time: 0.3032680 Jun 02 16:27:16.368082 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.370050 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:16.395905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:16.401038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4eff1eb1-d9b4-4498-85e7-7d0f223f9e87 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.411747 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d61c819b-c95e-4ef0-abf0-81b33b835985 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:16.428879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Usage tracker for resource:security_group_rule and tenant:eb3d43f8c1a34b828fed716fdcdead44 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:16.432334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff1eb1-d9b4-4498-85e7-7d0f223f9e87 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee77336-50af-4dfe-9fb1-85f4935edbf8,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:16.435034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:16.444380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4eff1eb1-d9b4-4498-85e7-7d0f223f9e87 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:16.446374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:16.451549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4eff1eb1-d9b4-4498-85e7-7d0f223f9e87 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.453572 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4eff1eb1-d9b4-4498-85e7-7d0f223f9e87 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/security-groups/dee77336-50af-4dfe-9fb1-85f4935edbf8 HTTP/1.1" status: 204 len: 168 time: 0.6673009 Jun 02 16:27:16.462365 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36262) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:16.498595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Allocated IP 172.20.255.242 (96eb33c5-a14f-4266-a728-b5005913ddf9/63fb0772-53d7-4264-b988-6258640bd13e/7b169e70-c4fa-49cb-9625-a97976680cff) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:16.563772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Pushing event updated for resources: {'Port': ['ID=10dceec3-6bda-4766-b8d4-7b12c8693fda,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:16.575034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:16.576114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae009-a8fb-40f7-9cfc-f4a08b3a8c3d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.612753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae009-a8fb-40f7-9cfc-f4a08b3a8c3d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.630001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.685517 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae009-a8fb-40f7-9cfc-f4a08b3a8c3d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.697784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:16.720615 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ae009-a8fb-40f7-9cfc-f4a08b3a8c3d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34528dfd-5cbc-4dcc-9fd1-f7192c2da24b,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:16.732652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5f3ae009-a8fb-40f7-9cfc-f4a08b3a8c3d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:16.741037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae009-a8fb-40f7-9cfc-f4a08b3a8c3d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.743543 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5f3ae009-a8fb-40f7-9cfc-f4a08b3a8c3d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/security-groups/34528dfd-5cbc-4dcc-9fd1-f7192c2da24b HTTP/1.1" status: 204 len: 168 time: 0.2790318 Jun 02 16:27:16.746051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36266) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:16.761329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Attempting to bind port 10dceec3-6bda-4766-b8d4-7b12c8693fda on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:27:16.761854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Attempting to bind port 10dceec3-6bda-4766-b8d4-7b12c8693fda by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'de6960dc-2ca3-499d-b956-b16c70438255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2d687abb-02a5-4516-98d5-c067e6d10ad1'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:27:16.762289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Attempting to bind port 10dceec3-6bda-4766-b8d4-7b12c8693fda on network 2d687abb-02a5-4516-98d5-c067e6d10ad1 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:27:16.807560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:27:16.808171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Checking segment: {'id': 'de6960dc-2ca3-499d-b956-b16c70438255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2d687abb-02a5-4516-98d5-c067e6d10ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:16.808489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.808837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Bound using segment: {'id': 'de6960dc-2ca3-499d-b956-b16c70438255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2d687abb-02a5-4516-98d5-c067e6d10ad1'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:27:16.809352 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Bound port: 10dceec3-6bda-4766-b8d4-7b12c8693fda, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6960dc-2ca3-499d-b956-b16c70438255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2d687abb-02a5-4516-98d5-c067e6d10ad1'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:27:16.809747 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.820468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:27:16.859543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a9b0bb-729b-42a6-9221-082464e1cae2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting subnet b1e9a28a-d954-4e1f-8bab-725bb6c256d2 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:27:16.860151 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.869115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0a9b0bb-729b-42a6-9221-082464e1cae2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.918993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.926706 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:16.930216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:16.937829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:16.986675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36268) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:17.005833 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:17.014100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0a9b0bb-729b-42a6-9221-082464e1cae2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:17.116682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:17.147819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dc9ca036-8778-457a-99e4-5c78e61127dd tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:17.167399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] For port 10dceec3-6bda-4766-b8d4-7b12c8693fda, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:27:17.206594 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] For port 10dceec3-6bda-4766-b8d4-7b12c8693fda, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=10dceec3-6bda-4766-b8d4-7b12c8693fda,segment=NetworkSegment(de6960dc-2ca3-499d-b956-b16c70438255),segment_id=de6960dc-2ca3-499d-b956-b16c70438255)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:27:17.218803 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:17.237709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:27:17.245428 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-9f2fa859-6e45-4dc2-8fa9-877aa88f2c6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:17.275499 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28039d0a-7898-4682-a780-dc461a77bc1a,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:17.281937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0a9b0bb-729b-42a6-9221-082464e1cae2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:17.345943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:17.361210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:17.363486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:17.363700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Pushing event updated for resources: {'Port': ['ID=10dceec3-6bda-4766-b8d4-7b12c8693fda,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:17.364295 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Added segment 71fd49c5-723d-4b2a-a339-6ef61c9117a1 of type vlan for network ac739103-494e-47ee-8fcb-a66621220176 Jun 02 16:27:17.372869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:17.374686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Transition to ACTIVE for port object 7b169e70-c4fa-49cb-9625-a97976680cff will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:17.397616 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-fd9812b7-3489-4d3d-baba-d59cf05b47d1 None None] Provisioning complete for port 5a3b824a-6d15-4682-b96f-4dd530052a0c triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:17.398414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fd9812b7-3489-4d3d-baba-d59cf05b47d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:17.445161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c5a6489-b8ca-45a9-8acf-44cd0b8c6148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:17.464587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Transition to ACTIVE for port object 7b169e70-c4fa-49cb-9625-a97976680cff will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:17.473023 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1440036 Jun 02 16:27:17.478333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36272) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:17.482163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:17.494734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'subnet': {'network_id': '116389eb-a869-4066-aa98-9c3991f5200e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:17.496885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f7446c30-5607-4075-86aa-83cf82135c04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:17.516422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9c5a6489-b8ca-45a9-8acf-44cd0b8c6148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:17.516702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Network': ['ID=116389eb-a869-4066-aa98-9c3991f5200e,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:17.520262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:17.556723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:17.611893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9c5a6489-b8ca-45a9-8acf-44cd0b8c6148 admin admin] Usage tracker for resource:security_group_rule and tenant:ec6b8a4cb19e4c3db5bb3204e90bdb31 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:17.616415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 116389eb-a869-4066-aa98-9c3991f5200e details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:27:17.622948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9c5a6489-b8ca-45a9-8acf-44cd0b8c6148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:17.640874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9c5a6489-b8ca-45a9-8acf-44cd0b8c6148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:17.650317 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Network 96eb33c5-a14f-4266-a728-b5005913ddf9 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:17.657231 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:17.664666 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:17.720890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:17.725960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4641611e-c448-43e4-8136-aa9973ea242e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:17.733422 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Allocated IP 172.20.0.1 (2d687abb-02a5-4516-98d5-c067e6d10ad1/6c2d585d-d573-49c1-89e2-cc9561c8d1ad/3c55178e-ede6-48c5-8726-209d7349bb7d) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:17.735724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f01c45ce-8820-4c27-a5ae-994c629f6682 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:17.745988 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:17.747315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:17.747900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:17.774803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:subnet and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:17.780685 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f908b9ca-7ee6-4adf-9008-5a708b254642 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:17.794718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:17.821618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641611e-c448-43e4-8136-aa9973ea242e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=b2fa4a88-162f-455e-bb3b-17a2e6c9f994,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:17.824314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4641611e-c448-43e4-8136-aa9973ea242e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:17.845092 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4641611e-c448-43e4-8136-aa9973ea242e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:17.848349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:17.893066 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Pushing event updated for resources: {'Port': ['ID=7b169e70-c4fa-49cb-9625-a97976680cff,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:17.895958 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8617c8d-252c-453f-ae83-8d648760f459 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:17.909691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:17.932394 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Pushing event updated for resources: {'Network': ['ID=ac739103-494e-47ee-8fcb-a66621220176,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:17.940210 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1832247 Jun 02 16:27:17.944157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36274) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:17.947391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:17.952163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Request body: {'subnet': {'network_id': 'ac739103-494e-47ee-8fcb-a66621220176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1782484558-subnet', 'tenant_id': 'eb3d43f8c1a34b828fed716fdcdead44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:17.958488 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:17.962993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Usage tracker for resource:subnet and tenant:eb3d43f8c1a34b828fed716fdcdead44 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:17.966121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:17.972406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:18.011039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network ac739103-494e-47ee-8fcb-a66621220176 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:27:18.016684 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4641611e-c448-43e4-8136-aa9973ea242e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/b2fa4a88-162f-455e-bb3b-17a2e6c9f994 HTTP/1.1" status: 204 len: 168 time: 2.7915227 Jun 02 16:27:18.018438 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36276) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:18.029258 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Made reservation on behalf of eb3d43f8c1a34b828fed716fdcdead44 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:18.032749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:18.089661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:18.093405 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:18.106642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Attempting to bind port 7b169e70-c4fa-49cb-9625-a97976680cff on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:27:18.107263 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Attempting to bind port 7b169e70-c4fa-49cb-9625-a97976680cff by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'f772de82-77e8-4105-895c-8a2a925c7b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '96eb33c5-a14f-4266-a728-b5005913ddf9'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:27:18.107648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Attempting to bind port 7b169e70-c4fa-49cb-9625-a97976680cff on network 96eb33c5-a14f-4266-a728-b5005913ddf9 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:27:18.136675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:27:18.137204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Checking segment: {'id': 'f772de82-77e8-4105-895c-8a2a925c7b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '96eb33c5-a14f-4266-a728-b5005913ddf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:18.138304 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:18.138304 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Bound using segment: {'id': 'f772de82-77e8-4105-895c-8a2a925c7b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '96eb33c5-a14f-4266-a728-b5005913ddf9'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:27:18.138890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Bound port: 7b169e70-c4fa-49cb-9625-a97976680cff, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f772de82-77e8-4105-895c-8a2a925c7b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '96eb33c5-a14f-4266-a728-b5005913ddf9'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:27:18.146133 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:18.146420 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-df0970f1-61c1-4a7c-ae5c-2c4b114819f3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1208246 Jun 02 16:27:18.146420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36278) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:18.151148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:18.284451 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c5a6489-b8ca-45a9-8acf-44cd0b8c6148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:18.295988 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c5a6489-b8ca-45a9-8acf-44cd0b8c6148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:18.301844 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 10dceec3-6bda-4766-b8d4-7b12c8693fda up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:18.306893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-599d7f79-ec20-4076-8106-11190c7bdea6 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:18.353335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0a9b0bb-729b-42a6-9221-082464e1cae2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:18.407883 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0a9b0bb-729b-42a6-9221-082464e1cae2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:18.421974 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a0a9b0bb-729b-42a6-9221-082464e1cae2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/b1e9a28a-d954-4e1f-8bab-725bb6c256d2 HTTP/1.1" status: 204 len: 168 time: 1.6746244 Jun 02 16:27:18.428999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cf7cb6-466e-4b3b-926f-7a32bb02e603 None None] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:18.429364 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a6489-b8ca-45a9-8acf-44cd0b8c6148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65524ec5-f052-46eb-8dfb-9e53a917bb3a,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:18.436903 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9c5a6489-b8ca-45a9-8acf-44cd0b8c6148 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec6b8a4cb19e4c3db5bb3204e90bdb31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4445798 Jun 02 16:27:18.438750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9c5a6489-b8ca-45a9-8acf-44cd0b8c6148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:18.439378 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36280) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:18.439989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36282) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:18.444140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-77fc96a3-9f5a-4efb-ba82-5518ed51ba53 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:18.489408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:18.540912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9b0bb-729b-42a6-9221-082464e1cae2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e9a28a-d954-4e1f-8bab-725bb6c256d2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:18.549110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a0a9b0bb-729b-42a6-9221-082464e1cae2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:18.551253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] For port 7b169e70-c4fa-49cb-9625-a97976680cff, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:27:18.581918 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] For port 7b169e70-c4fa-49cb-9625-a97976680cff, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=7b169e70-c4fa-49cb-9625-a97976680cff,segment=NetworkSegment(f772de82-77e8-4105-895c-8a2a925c7b89),segment_id=f772de82-77e8-4105-895c-8a2a925c7b89)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:27:18.586371 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Transition to ACTIVE for port object 3c55178e-ede6-48c5-8726-209d7349bb7d will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:18.593990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:18.609013 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 10dceec3-6bda-4766-b8d4-7b12c8693fda completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:18.610932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:18.613525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:18.619292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:18.630322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d41d10e7-c812-4345-8e96-e38a53d6a4ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:18.636513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:18.681003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-f403a13f-93ba-46de-9937-e1061b454b78 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting subnet 030ce1f2-40df-426f-846e-849c69c7c3fe {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:27:18.685276 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f403a13f-93ba-46de-9937-e1061b454b78 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:18.709368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:18.715684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:18.794267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Pushing event updated for resources: {'Port': ['ID=7b169e70-c4fa-49cb-9625-a97976680cff,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:18.800247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:18.819602 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f403a13f-93ba-46de-9937-e1061b454b78 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:18.861355 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1542a074-2a29-4670-972c-d1d0ff556b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:18.874265 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144b7182-2273-4aef-bafc-f09b6a2e5665 None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:27:18.970288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:18.984095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1542a074-2a29-4670-972c-d1d0ff556b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:19.019783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-144b7182-2273-4aef-bafc-f09b6a2e5665 None None] Deleting port 5a3b824a-6d15-4682-b96f-4dd530052a0c {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:19.020059 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-144b7182-2273-4aef-bafc-f09b6a2e5665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:19.183382 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f403a13f-93ba-46de-9937-e1061b454b78 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:19.217505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-144b7182-2273-4aef-bafc-f09b6a2e5665 None None] For port 5a3b824a-6d15-4682-b96f-4dd530052a0c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5a3b824a-6d15-4682-b96f-4dd530052a0c,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:19.218293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-144b7182-2273-4aef-bafc-f09b6a2e5665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:19.254515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1542a074-2a29-4670-972c-d1d0ff556b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:19.264536 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-67a3b125-6bbd-4fc5-b312-abd6e5282931 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:19.277426 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:19.288575 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542a074-2a29-4670-972c-d1d0ff556b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65524ec5-f052-46eb-8dfb-9e53a917bb3a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:19.291739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1542a074-2a29-4670-972c-d1d0ff556b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:19.307100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-50f7b754-9f04-4999-ad76-dd7c7610c1b6 tempest-FloatingIPAdminTestJSON-2022544341 tempest-FloatingIPAdminTestJSON-2022544341-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:19.474379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 2d687abb-02a5-4516-98d5-c067e6d10ad1 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:19.487350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:19.512857 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:19.534638 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac276d53-b785-43a0-b5c2-248b96a3644f None None] Network 2d687abb-02a5-4516-98d5-c067e6d10ad1 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:19.583662 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-144b7182-2273-4aef-bafc-f09b6a2e5665 None None] Calling delete_port for 5a3b824a-6d15-4682-b96f-4dd530052a0c owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:19.584975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1542a074-2a29-4670-972c-d1d0ff556b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:19.587026 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1542a074-2a29-4670-972c-d1d0ff556b3c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65524ec5-f052-46eb-8dfb-9e53a917bb3a HTTP/1.1" status: 204 len: 168 time: 1.1054339 Jun 02 16:27:19.608756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:19.801716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=3c55178e-ede6-48c5-8726-209d7349bb7d,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:19.807925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:19.879455 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:19.890600 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e160d9ae-dcfb-4331-b562-81be9719f18f None None] Provisioning for port 10dceec3-6bda-4766-b8d4-7b12c8693fda completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:19.900210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-32f9db82-ff0d-4a91-9c4c-31633df6c12c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:19.980227 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e160d9ae-dcfb-4331-b562-81be9719f18f None None] Provisioning complete for port 10dceec3-6bda-4766-b8d4-7b12c8693fda triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:19.980815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e160d9ae-dcfb-4331-b562-81be9719f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:20.057549 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:20.070346 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cdedbcb-4e52-4c6b-9ed6-7c2320380464,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:20.073475 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:20.113850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Checking segment: {'id': '71fd49c5-723d-4b2a-a339-6ef61c9117a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac739103-494e-47ee-8fcb-a66621220176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:20.114524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Network hostable DHCP agents. Network: ac739103-494e-47ee-8fcb-a66621220176, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:27:20.205983 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Network ac739103-494e-47ee-8fcb-a66621220176 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:27:20.241746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, ac739103-494e-47ee-8fcb-a66621220176) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:20.254978 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:20.255908 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:20.277579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f403a13f-93ba-46de-9937-e1061b454b78 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:20.302900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c1f554-7b92-4dfb-b334-42b44b7a046a None None] Network ac739103-494e-47ee-8fcb-a66621220176 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:20.311395 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-907496dd-47ff-470d-ae89-7a34f2304e64 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:20.492567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403a13f-93ba-46de-9937-e1061b454b78 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Subnet': ['ID=030ce1f2-40df-426f-846e-849c69c7c3fe,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:20.499431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f403a13f-93ba-46de-9937-e1061b454b78 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:20.507735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f403a13f-93ba-46de-9937-e1061b454b78 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:20.509000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7b169e70-c4fa-49cb-9625-a97976680cff up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:20.516648 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f403a13f-93ba-46de-9937-e1061b454b78 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/030ce1f2-40df-426f-846e-849c69c7c3fe HTTP/1.1" status: 204 len: 168 time: 2.0370853 Jun 02 16:27:20.519895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36292) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:20.598655 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6457303 Jun 02 16:27:20.607578 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d54d8a-581a-4f59-9c56-d5eb5142a162 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] DELETE failed (client error): The resource could not be found. Jun 02 16:27:20.611206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d54d8a-581a-4f59-9c56-d5eb5142a162 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:20.617073 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-58d54d8a-581a-4f59-9c56-d5eb5142a162 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/b1e9a28a-d954-4e1f-8bab-725bb6c256d2 HTTP/1.1" status: 404 len: 337 time: 0.0915697 Jun 02 16:27:20.618179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36298) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:20.733500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6ab5c0-6eff-494e-9670-3c98c1b4fd16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting subnet ba6de887-691e-485b-8005-65ae555a06be {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:27:20.737138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5d6ab5c0-6eff-494e-9670-3c98c1b4fd16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:20.799670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3e32e9-386c-4598-aad9-77ceeff3f4a3 None None] Network 7354c3f9-4ca7-4722-b201-48a03bccbb6b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:20.807071 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5d6ab5c0-6eff-494e-9670-3c98c1b4fd16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:20.909213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5d6ab5c0-6eff-494e-9670-3c98c1b4fd16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:20.945440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1977c-6710-4011-9fa0-5343850d329a None None] Network 96eb33c5-a14f-4266-a728-b5005913ddf9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:21.044707 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:21.106742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6326f3b1-1e4e-4476-a347-27c7f917f6f2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:21.305266 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-144b7182-2273-4aef-bafc-f09b6a2e5665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:21.320408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:21.491688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b7182-2273-4aef-bafc-f09b6a2e5665 None None] Pushing event deleted for resources: {'Port': ['ID=5a3b824a-6d15-4682-b96f-4dd530052a0c,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:21.527819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5d6ab5c0-6eff-494e-9670-3c98c1b4fd16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:21.537130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a0a9b0bb-729b-42a6-9221-082464e1cae2 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:21.554331 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-144b7182-2273-4aef-bafc-f09b6a2e5665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:21.558785 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144b7182-2273-4aef-bafc-f09b6a2e5665 None None] No DVR routers for this DVR port 5a3b824a-6d15-4682-b96f-4dd530052a0c on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:27:21.586201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Subnet': ['ID=c5d7fb8f-881c-4c9a-85b1-6fb5841a97fb,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:21.619114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:21.622181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ab5c0-6eff-494e-9670-3c98c1b4fd16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6de887-691e-485b-8005-65ae555a06be,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:21.632885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5d6ab5c0-6eff-494e-9670-3c98c1b4fd16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:21.642005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5d6ab5c0-6eff-494e-9670-3c98c1b4fd16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:21.657829 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5d6ab5c0-6eff-494e-9670-3c98c1b4fd16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/ba6de887-691e-485b-8005-65ae555a06be HTTP/1.1" status: 204 len: 168 time: 1.0382524 Jun 02 16:27:21.663467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36320) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:21.672388 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e160d9ae-dcfb-4331-b562-81be9719f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:21.704219 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Checking segment: {'id': '1d8efd33-6a62-47f7-9050-676dcd342e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '116389eb-a869-4066-aa98-9c3991f5200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:21.705140 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network hostable DHCP agents. Network: 116389eb-a869-4066-aa98-9c3991f5200e, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:27:21.740125 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb1a0db-c81f-4bcd-b072-c0491c1d4d87 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] DELETE failed (client error): The resource could not be found. Jun 02 16:27:21.741587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb1a0db-c81f-4bcd-b072-c0491c1d4d87 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:21.751056 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-abb1a0db-c81f-4bcd-b072-c0491c1d4d87 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/9f00677f-fba5-4efb-9b91-9957a91e4447 HTTP/1.1" status: 404 len: 337 time: 0.0884409 Jun 02 16:27:21.752098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36322) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:21.856845 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36324) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:21.869423 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 7b169e70-c4fa-49cb-9625-a97976680cff completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:21.895146 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-02a2d0ba-2df9-4bda-8a65-69dfa427cb95 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "GET /v2.0/ports?device_id=32fb3dc0-70f7-44a2-912e-39ba0d71b0d8 HTTP/1.1" status: 200 len: 205 time: 0.1409442 Jun 02 16:27:21.896045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36328) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:22.038458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46750ff-1edf-44f2-8c93-e72bbd284acc None None] Network ac739103-494e-47ee-8fcb-a66621220176 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:22.042851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:27:22.054948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36332) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:22.060150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network 116389eb-a869-4066-aa98-9c3991f5200e is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:27:22.062978 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-562944382-network', 'tenant_id': 'a6682312b6044e0eb7009c579ba861d8'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:22.069799 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-cdd6b3b6-1633-4441-ae0c-4f76ea8181cf tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] delete failed (client error): The resource could not be found. Jun 02 16:27:22.071809 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cdd6b3b6-1633-4441-ae0c-4f76ea8181cf tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/routers/32fb3dc0-70f7-44a2-912e-39ba0d71b0d8 HTTP/1.1" status: 404 len: 336 time: 0.1742973 Jun 02 16:27:22.076981 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36334) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:22.084736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group': {'name': 'tempest-secgroup--200397992'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:22.087624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:22.093664 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 116389eb-a869-4066-aa98-9c3991f5200e) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:22.103838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:22.139101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7fbbbb-5501-4be1-b60f-18825fdbb156 None None] Network 116389eb-a869-4066-aa98-9c3991f5200e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:22.143631 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:27:22.163865 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f0ae060d-7d70-4733-bf7e-3c6ad271a6e2 tempest-FloatingIPAdminTestJSON-660701039 tempest-FloatingIPAdminTestJSON-660701039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:22.183086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:22.189208 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b071efe1-c18d-4d0c-9851-0d9c12a395c9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] DELETE failed (client error): The resource could not be found. Jun 02 16:27:22.189930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b071efe1-c18d-4d0c-9851-0d9c12a395c9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:22.192876 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b071efe1-c18d-4d0c-9851-0d9c12a395c9 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/a22ef0ac-d722-4e58-aa1a-b9140cec7d4a HTTP/1.1" status: 404 len: 337 time: 0.1144748 Jun 02 16:27:22.198046 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36336) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:22.199933 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:22.208326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Usage tracker for resource:network and tenant:a6682312b6044e0eb7009c579ba861d8 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:22.239168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-e160d9ae-dcfb-4331-b562-81be9719f18f None None] For port 10dceec3-6bda-4766-b8d4-7b12c8693fda, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=10dceec3-6bda-4766-b8d4-7b12c8693fda,segment=NetworkSegment(de6960dc-2ca3-499d-b956-b16c70438255),segment_id=de6960dc-2ca3-499d-b956-b16c70438255)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:22.277833 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:22.282506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:22.293539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:22.303784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:22.304408 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6fcee8-0438-4ccf-8717-b1ebe855e524 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] DELETE failed (client error): The resource could not be found. Jun 02 16:27:22.304708 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:22.305104 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6fcee8-0438-4ccf-8717-b1ebe855e524 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:22.306861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5a3b824a-6d15-4682-b96f-4dd530052a0c no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:27:22.311261 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6c6fcee8-0438-4ccf-8717-b1ebe855e524 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/42be8f4f-0dba-43b0-bb9e-00eb42155c66 HTTP/1.1" status: 404 len: 337 time: 0.1038027 Jun 02 16:27:22.314173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:22.317147 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36338) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:22.318935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:22.331817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e160d9ae-dcfb-4331-b562-81be9719f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:22.345752 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:22.408030 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb19a3f6-660a-4176-b645-c33b57767518 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] DELETE failed (client error): The resource could not be found. Jun 02 16:27:22.408030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb19a3f6-660a-4176-b645-c33b57767518 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:22.414935 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cb19a3f6-660a-4176-b645-c33b57767518 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/cd89dc0a-f78b-4fff-9a39-2282771e5ca0 HTTP/1.1" status: 404 len: 337 time: 0.0888374 Jun 02 16:27:22.415438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36340) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:22.447928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=3c55178e-ede6-48c5-8726-209d7349bb7d,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:22.455406 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.9649029 Jun 02 16:27:22.462732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:22.463723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36342) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:22.468789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:22.484654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:22.508284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Made reservation on behalf of a6682312b6044e0eb7009c579ba861d8 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:22.512672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:22.549487 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc627c89-73f1-464c-a4e3-28239e98b0e7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] DELETE failed (client error): The resource could not be found. Jun 02 16:27:22.551030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc627c89-73f1-464c-a4e3-28239e98b0e7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:22.553059 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bc627c89-73f1-464c-a4e3-28239e98b0e7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/ce4bf889-e53e-4137-91bc-fed548836351 HTTP/1.1" status: 404 len: 333 time: 0.1360373 Jun 02 16:27:22.554314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:22.558797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36344) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:22.573027 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:22.581604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 5a3b824a-6d15-4682-b96f-4dd530052a0c {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:27:22.582021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5a3b824a-6d15-4682-b96f-4dd530052a0c not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:27:22.606796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:22.614305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:22.618486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Usage tracker for resource:security_group_rule and tenant:a6682312b6044e0eb7009c579ba861d8 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:22.624991 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:22.630186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:22.639344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:22.644185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:22.653691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:22.737960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.objects.ports [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92323) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:27:22.767416 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160d9ae-dcfb-4331-b562-81be9719f18f None None] Pushing event updated for resources: {'Port': ['ID=10dceec3-6bda-4766-b8d4-7b12c8693fda,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:22.787433 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e160d9ae-dcfb-4331-b562-81be9719f18f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:22.797987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-aa9dc8f0-b8f3-4d70-8e5d-ac9f8b58ec2d None None] Provisioning complete for port ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:22.798733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-aa9dc8f0-b8f3-4d70-8e5d-ac9f8b58ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:22.820812 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eed5b3d-9e2d-4a1e-9c15-289e60417c70 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] DELETE failed (client error): The resource could not be found. Jun 02 16:27:22.821537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eed5b3d-9e2d-4a1e-9c15-289e60417c70 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:22.824374 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7eed5b3d-9e2d-4a1e-9c15-289e60417c70 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/31d2d2f8-bccc-4ef1-9885-f1e83f9557e2 HTTP/1.1" status: 404 len: 337 time: 0.2605090 Jun 02 16:27:22.828073 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36346) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:22.916724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:22.939403 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-680d314f-86c6-41c9-bf43-6512ca547389 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] DELETE failed (client error): The resource could not be found. Jun 02 16:27:22.945576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680d314f-86c6-41c9-bf43-6512ca547389 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:23.016889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-aa9dc8f0-b8f3-4d70-8e5d-ac9f8b58ec2d None None] Port ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:27:23.038514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:23.049442 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-680d314f-86c6-41c9-bf43-6512ca547389 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/7b986401-5818-4344-bca9-d27fa94241ce HTTP/1.1" status: 404 len: 337 time: 0.2187233 Jun 02 16:27:23.054529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36348) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:23.103574 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:23.104959 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:23.108053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73093ca0-a973-430f-8592-9477b22720c0 None None] DHCP port deletion for 7354c3f9-4ca7-4722-b201-48a03bccbb6b request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:27:23.108754 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-60d5b716-3b94-41ee-a8a9-9a3a05e75a89 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:23.117360 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2baba8da-6350-4a71-b1fb-a5ad9421d3ba tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:23.142726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:23.161428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:23.176098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:27:23.188628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:23.189184 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Added segment 9cfbbe9c-f853-49b8-83cc-8ed0d4b90281 of type vlan for network 87e90900-2740-4270-8848-71d4a1d1c6a5 Jun 02 16:27:23.200073 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6eb4aa-68e5-4a62-8b95-fa6a46ea9592 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] DELETE failed (client error): The resource could not be found. Jun 02 16:27:23.200582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6eb4aa-68e5-4a62-8b95-fa6a46ea9592 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:23.209241 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:23.216812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-116389eb-a869-4066-aa98-9c3991f5200e', 'network_id': '116389eb-a869-4066-aa98-9c3991f5200e', 'tenant_id': '655379d491bb41ae8544421a60b1f12a', 'fixed_ips': [{'subnet_id': 'c5d7fb8f-881c-4c9a-85b1-6fb5841a97fb'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:27:23.223404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:23.224859 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:23.239107 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3d6eb4aa-68e5-4a62-8b95-fa6a46ea9592 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/0ac55f97-f409-4da3-a4c4-488da3744fc5 HTTP/1.1" status: 404 len: 333 time: 0.1831491 Jun 02 16:27:23.245051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36352) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:23.274417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 2d687abb-02a5-4516-98d5-c067e6d10ad1 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:23.279662 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:23.282926 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63aeda69-1001-4625-9099-3cf9c4f14568,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:23.284471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:23.296827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:23.315714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:23.323388 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5f3ae009-a8fb-40f7-9cfc-f4a08b3a8c3d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:23.329745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-aa9dc8f0-b8f3-4d70-8e5d-ac9f8b58ec2d None None] Provisioning complete for port 971e3f79-b71b-4cfc-8fd8-0e181be0037e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:23.330627 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-aa9dc8f0-b8f3-4d70-8e5d-ac9f8b58ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:23.341249 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:23.353377 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1da3d36-b6a9-402c-8ae9-f40c54797148 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] DELETE failed (client error): The resource could not be found. Jun 02 16:27:23.353828 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1da3d36-b6a9-402c-8ae9-f40c54797148 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:23.369165 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e1da3d36-b6a9-402c-8ae9-f40c54797148 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/18f7407b-4050-4319-9b06-a5fa3ffeebe1 HTTP/1.1" status: 404 len: 337 time: 0.1229897 Jun 02 16:27:23.374045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36354) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:23.404716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a40b9c4-65eb-45b5-a1c2-5e5f3f14c56c None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:23.505341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=61885644-4ce0-438c-a8bc-7e26b24a6241,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:23.521665 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:23.528254 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:23.529655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:23.555046 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:23.598846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e35f363-6298-4fcb-945a-96af320b7e3a,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:23.639348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:23.641277 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7875d6-82bc-47f7-8dd7-d66ec8ecb535 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] DELETE failed (client error): The resource could not be found. Jun 02 16:27:23.642282 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7875d6-82bc-47f7-8dd7-d66ec8ecb535 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:23.665213 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ca7875d6-82bc-47f7-8dd7-d66ec8ecb535 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/subnets/6dea75ee-a6c9-4ca6-8ce3-d894cf7a29f5 HTTP/1.1" status: 404 len: 337 time: 0.2825925 Jun 02 16:27:23.666607 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36356) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:23.683212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:23.716866 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:23.719630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:23.720921 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:23.734028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:23.782169 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6357343 Jun 02 16:27:23.789075 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36358) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:23.812466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-44ea3c2b-3635-43b6-afdc-c48cb8565e05 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:24.022142 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-73093ca0-a973-430f-8592-9477b22720c0 None None] Deleting port 971e3f79-b71b-4cfc-8fd8-0e181be0037e {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:24.023011 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-73093ca0-a973-430f-8592-9477b22720c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.023552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.179617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-44ea3c2b-3635-43b6-afdc-c48cb8565e05 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:24.218378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Allocated IP 172.20.0.2 (116389eb-a869-4066-aa98-9c3991f5200e/c5d7fb8f-881c-4c9a-85b1-6fb5841a97fb/2fef43bc-1a11-48b2-b3af-54609ffcfa7a) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:24.231627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-44ea3c2b-3635-43b6-afdc-c48cb8565e05 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:24.234708 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 0ea51130-bf63-4ec2-a87f-8b3962a4dd63 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:27:24.236899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-44ea3c2b-3635-43b6-afdc-c48cb8565e05 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:24.237336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-73093ca0-a973-430f-8592-9477b22720c0 None None] For port 971e3f79-b71b-4cfc-8fd8-0e181be0037e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=971e3f79-b71b-4cfc-8fd8-0e181be0037e,segment=NetworkSegment(6917513d-6353-4ba7-afc8-cdb5dd0646cd),segment_id=6917513d-6353-4ba7-afc8-cdb5dd0646cd)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:24.237805 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-73093ca0-a973-430f-8592-9477b22720c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.255110 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-44ea3c2b-3635-43b6-afdc-c48cb8565e05 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:24.268035 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2112088 Jun 02 16:27:24.274543 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36360) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:24.283820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Request body: {'subnet': {'network_id': '87e90900-2740-4270-8848-71d4a1d1c6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-562944382-subnet', 'tenant_id': 'a6682312b6044e0eb7009c579ba861d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:24.291244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d4156fde-bed0-4397-a56e-9152106c78c7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Deleting port ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:24.291677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4156fde-bed0-4397-a56e-9152106c78c7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.308090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.311522 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Pushing event updated for resources: {'Network': ['ID=87e90900-2740-4270-8848-71d4a1d1c6a5,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:24.320364 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:24.322591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.332650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bd389a40-307d-4e5e-ad86-5090eaaa6e56 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:24.363960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:24.383938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a75edbc-75f3-4b44-8c69-105584f3bf9e,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:24.387023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:24.390247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.391581 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.5330164 Jun 02 16:27:24.407790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36362) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:24.422635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 87e90900-2740-4270-8848-71d4a1d1c6a5 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:27:24.447120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-73093ca0-a973-430f-8592-9477b22720c0 None None] Calling delete_port for 971e3f79-b71b-4cfc-8fd8-0e181be0037e owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:24.456810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': '61885644-4ce0-438c-a8bc-7e26b24a6241'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:27:24.457835 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.483932 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-aa9dc8f0-b8f3-4d70-8e5d-ac9f8b58ec2d None None] Provisioning for port 7b169e70-c4fa-49cb-9625-a97976680cff completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:24.488238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a9a2f098-3719-42bc-b27d-996fc0c2686c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:24.508271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a9a2f098-3719-42bc-b27d-996fc0c2686c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:24.509964 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a9a2f098-3719-42bc-b27d-996fc0c2686c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1020207 Jun 02 16:27:24.515175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36364) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:24.520328 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-547ec7d2-b08a-408e-9e84-0ff07990e2bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group': {'name': 'tempest-security--826485967', 'description': 'tempest-security-description-210177447'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:24.555846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-547ec7d2-b08a-408e-9e84-0ff07990e2bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.575352 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Usage tracker for resource:subnet and tenant:a6682312b6044e0eb7009c579ba861d8 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:24.607212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-aa9dc8f0-b8f3-4d70-8e5d-ac9f8b58ec2d None None] Provisioning complete for port 7b169e70-c4fa-49cb-9625-a97976680cff triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:24.607583 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-aa9dc8f0-b8f3-4d70-8e5d-ac9f8b58ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.622295 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-547ec7d2-b08a-408e-9e84-0ff07990e2bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.629570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-547ec7d2-b08a-408e-9e84-0ff07990e2bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.633125 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-547ec7d2-b08a-408e-9e84-0ff07990e2bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.637875 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-547ec7d2-b08a-408e-9e84-0ff07990e2bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "PUT /v2.0/security-groups/5a75edbc-75f3-4b44-8c69-105584f3bf9e HTTP/1.1" status: 200 len: 1776 time: 0.1183717 Jun 02 16:27:24.637875 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9c5a6489-b8ca-45a9-8acf-44cd0b8c6148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:24.644804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36366) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:24.699265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ec7d2-b08a-408e-9e84-0ff07990e2bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a75edbc-75f3-4b44-8c69-105584f3bf9e,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:24.699567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:24.704251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-547ec7d2-b08a-408e-9e84-0ff07990e2bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:24.726280 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cf58b0f9-cfe9-4ea0-aadc-87d3d8df8ba9 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-groups/5a75edbc-75f3-4b44-8c69-105584f3bf9e HTTP/1.1" status: 200 len: 1776 time: 0.0762112 Jun 02 16:27:24.730091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36368) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:24.734723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ea3c2b-3635-43b6-afdc-c48cb8565e05 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:24.740223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-44ea3c2b-3635-43b6-afdc-c48cb8565e05 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.764876 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:24.835164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8b019249-2540-495c-8059-335252cedd01 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.892923 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8b019249-2540-495c-8059-335252cedd01 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.947787 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 10dceec3-6bda-4766-b8d4-7b12c8693fda up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:24.986464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8b019249-2540-495c-8059-335252cedd01 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:24.997530 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b08c6414-7fb2-4e3e-9079-611068941190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:25.022904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b019249-2540-495c-8059-335252cedd01 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a75edbc-75f3-4b44-8c69-105584f3bf9e,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:25.027570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8b019249-2540-495c-8059-335252cedd01 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:25.028359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Made reservation on behalf of a6682312b6044e0eb7009c579ba861d8 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:25.030165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:25.046687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8b019249-2540-495c-8059-335252cedd01 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:25.053517 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8b019249-2540-495c-8059-335252cedd01 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-groups/5a75edbc-75f3-4b44-8c69-105584f3bf9e HTTP/1.1" status: 204 len: 168 time: 0.3190277 Jun 02 16:27:25.054525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36370) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:25.098063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4156fde-bed0-4397-a56e-9152106c78c7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:25.140371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cd2d05a8-87ba-4ffc-9802-4f976e591439 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:25.161213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cd2d05a8-87ba-4ffc-9802-4f976e591439 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:25.166811 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cd2d05a8-87ba-4ffc-9802-4f976e591439 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1104314 Jun 02 16:27:25.167415 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36372) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:25.186376 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-4c9467b7-fd7f-49b2-9059-ffecd365642c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] delete failed (client error): The resource could not be found. Jun 02 16:27:25.191166 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4c9467b7-fd7f-49b2-9059-ffecd365642c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-groups/5a75edbc-75f3-4b44-8c69-105584f3bf9e HTTP/1.1" status: 404 len: 347 time: 0.0220437 Jun 02 16:27:25.195071 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36374) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:25.203894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-cd996a70-e90e-4412-8d32-dfa23db2567e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111480847'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:25.213938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cd996a70-e90e-4412-8d32-dfa23db2567e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:25.234590 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cd996a70-e90e-4412-8d32-dfa23db2567e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:25.251174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd996a70-e90e-4412-8d32-dfa23db2567e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:25.289896 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cd996a70-e90e-4412-8d32-dfa23db2567e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:25.297443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cd996a70-e90e-4412-8d32-dfa23db2567e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:25.302643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cd996a70-e90e-4412-8d32-dfa23db2567e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:25.303469 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-73093ca0-a973-430f-8592-9477b22720c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:25.313491 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cd996a70-e90e-4412-8d32-dfa23db2567e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:25.316525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:27:25.335573 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21366468-1e67-4b70-b9f1-87427ab825c0 None None] Sync routers for ids ['0ea51130-bf63-4ec2-a87f-8b3962a4dd63'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:27:25.337281 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-08587977-43a8-4285-bc3e-f229e28e629b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:25.347825 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21366468-1e67-4b70-b9f1-87427ab825c0 None None] Routers {'0ea51130-bf63-4ec2-a87f-8b3962a4dd63'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:27:25.348891 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-21366468-1e67-4b70-b9f1-87427ab825c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:27:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['0ea51130-bf63-4ec2-a87f-8b3962a4dd63'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:25.427047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Allocated IP 2001:db8::f816:3eff:fee5:df70 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/61885644-4ce0-438c-a8bc-7e26b24a6241/9a92c17d-6b97-4215-8953-36b669da937e) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:25.433889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73093ca0-a973-430f-8592-9477b22720c0 None None] Pushing event deleted for resources: {'Port': ['ID=971e3f79-b71b-4cfc-8fd8-0e181be0037e,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:25.444316 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-73093ca0-a973-430f-8592-9477b22720c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:25.445212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 10dceec3-6bda-4766-b8d4-7b12c8693fda triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:25.445634 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:25.484491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73093ca0-a973-430f-8592-9477b22720c0 None None] No DVR routers for this DVR port 971e3f79-b71b-4cfc-8fd8-0e181be0037e on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:27:25.490354 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-21366468-1e67-4b70-b9f1-87427ab825c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:25.506348 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21366468-1e67-4b70-b9f1-87427ab825c0 None None] Routers {'0ea51130-bf63-4ec2-a87f-8b3962a4dd63'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:27:25.507775 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-21366468-1e67-4b70-b9f1-87427ab825c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:27:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['0ea51130-bf63-4ec2-a87f-8b3962a4dd63'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:25.532261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd996a70-e90e-4412-8d32-dfa23db2567e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:25.537007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:25.544062 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-aa9dc8f0-b8f3-4d70-8e5d-ac9f8b58ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:25.548872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd996a70-e90e-4412-8d32-dfa23db2567e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:25.614577 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Transition to ACTIVE for port object 2fef43bc-1a11-48b2-b3af-54609ffcfa7a will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:25.617066 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:25.622763 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d4156fde-bed0-4397-a56e-9152106c78c7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Calling delete_port for ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:25.642481 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd996a70-e90e-4412-8d32-dfa23db2567e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:25.644809 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cd996a70-e90e-4412-8d32-dfa23db2567e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4474494 Jun 02 16:27:25.652566 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36376) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:25.657660 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-21366468-1e67-4b70-b9f1-87427ab825c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:25.658733 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21366468-1e67-4b70-b9f1-87427ab825c0 None None] The sync data for ids ['0ea51130-bf63-4ec2-a87f-8b3962a4dd63'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:27:25.679862 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d9b368da-3973-4522-8e5a-76030d52d8bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group_rule': {'security_group_id': '0d09451a-6734-48b4-8be7-a120a67096ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:25.709102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d9b368da-3973-4522-8e5a-76030d52d8bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:25.716350 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Transition to ACTIVE for port object 2fef43bc-1a11-48b2-b3af-54609ffcfa7a will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:25.725297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d9b368da-3973-4522-8e5a-76030d52d8bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:25.728594 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-aa9dc8f0-b8f3-4d70-8e5d-ac9f8b58ec2d None None] For port 7b169e70-c4fa-49cb-9625-a97976680cff, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=7b169e70-c4fa-49cb-9625-a97976680cff,segment=NetworkSegment(f772de82-77e8-4105-895c-8a2a925c7b89),segment_id=f772de82-77e8-4105-895c-8a2a925c7b89)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:25.732944 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d9b368da-3973-4522-8e5a-76030d52d8bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:25.740702 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd996a70-e90e-4412-8d32-dfa23db2567e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d09451a-6734-48b4-8be7-a120a67096ae,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:25.751956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cd996a70-e90e-4412-8d32-dfa23db2567e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:25.753620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d9b368da-3973-4522-8e5a-76030d52d8bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:25.758900 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/0ea51130-bf63-4ec2-a87f-8b3962a4dd63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2849240 Jun 02 16:27:25.760986 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36378) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:25.796939 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.ipam_backend_mixin [None req-44ea3c2b-3635-43b6-afdc-c48cb8565e05 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 61885644-4ce0-438c-a8bc-7e26b24a6241 (CIDR: 2001:db8::/64) Jun 02 16:27:25.801812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:25.805094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4156fde-bed0-4397-a56e-9152106c78c7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:25.807269 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ea3c2b-3635-43b6-afdc-c48cb8565e05 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:27:25.807730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ea3c2b-3635-43b6-afdc-c48cb8565e05 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:25.814265 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:25.864980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3e69dd2b-950d-44b0-90d3-7bb75e16b297 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:25.865205 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-aa9dc8f0-b8f3-4d70-8e5d-ac9f8b58ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:25.898754 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d9b368da-3973-4522-8e5a-76030d52d8bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:25.931530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4156fde-bed0-4397-a56e-9152106c78c7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Port': ['ID=ba0b87d3-fc70-4e16-9f40-3da9a6e46e22,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:25.936435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a3a118-2829-4b12-9545-80f31f9dcf79 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:25.941060 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-49a3a118-2829-4b12-9545-80f31f9dcf79 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports/3c55178e-ede6-48c5-8726-209d7349bb7d HTTP/1.1" status: 200 len: 910 time: 0.1762388 Jun 02 16:27:25.943934 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36380) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:25.944129 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:25.952331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-af2181c7-0dec-46be-9f72-6c38b838c603 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c2d585d-d573-49c1-89e2-cc9561c8d1ad'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:25.952605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d4156fde-bed0-4397-a56e-9152106c78c7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:25.955721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f16e5652-55e2-40dc-896a-bbb773421d61 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:25.982497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4156fde-bed0-4397-a56e-9152106c78c7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.007259 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-44ea3c2b-3635-43b6-afdc-c48cb8565e05 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2029870 Jun 02 16:27:26.008272 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Network 116389eb-a869-4066-aa98-9c3991f5200e is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:26.009855 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d7fb8f-881c-4c9a-85b1-6fb5841a97fb,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:26.017002 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36382) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:26.027712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:26.049955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-87ffdb28-d0eb-43d1-b9a9-f1ee7dfa0542 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:26.054828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:26.058733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Pushing event updated for resources: {'Port': ['ID=2fef43bc-1a11-48b2-b3af-54609ffcfa7a,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:26.067409 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:26.072359 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c5049302-6d46-4da4-a308-c55df4fa7eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:26.101511 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:26.162343 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d4156fde-bed0-4397-a56e-9152106c78c7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/ports/ba0b87d3-fc70-4e16-9f40-3da9a6e46e22 HTTP/1.1" status: 204 len: 168 time: 2.4896665 Jun 02 16:27:26.168766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36384) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:26.186982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 971e3f79-b71b-4cfc-8fd8-0e181be0037e no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:27:26.252826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d9b368da-3973-4522-8e5a-76030d52d8bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.261353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d9b368da-3973-4522-8e5a-76030d52d8bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.265750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:26.302175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.306993 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 971e3f79-b71b-4cfc-8fd8-0e181be0037e {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:27:26.307708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 971e3f79-b71b-4cfc-8fd8-0e181be0037e not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:27:26.308832 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b368da-3973-4522-8e5a-76030d52d8bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89137456-11f3-4b87-93c4-c17986ce9fc3,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:26.313171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d9b368da-3973-4522-8e5a-76030d52d8bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:26.345726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d9b368da-3973-4522-8e5a-76030d52d8bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.347205 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d9b368da-3973-4522-8e5a-76030d52d8bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6925690 Jun 02 16:27:26.349743 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cca5d009-e734-47cc-8ecc-d9c5b4e54508 None None] Provisioning complete for port 10dceec3-6bda-4766-b8d4-7b12c8693fda triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:26.350199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cca5d009-e734-47cc-8ecc-d9c5b4e54508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.357573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36386) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:26.443560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.464819 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dc8f0-b8f3-4d70-8e5d-ac9f8b58ec2d None None] Pushing event updated for resources: {'Port': ['ID=7b169e70-c4fa-49cb-9625-a97976680cff,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:26.468016 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Attempting to bind port 2fef43bc-1a11-48b2-b3af-54609ffcfa7a on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:27:26.468320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ef455db1-83f4-4f5e-8f73-6d4f513458aa tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.468810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Attempting to bind port 2fef43bc-1a11-48b2-b3af-54609ffcfa7a by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '1d8efd33-6a62-47f7-9050-676dcd342e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '116389eb-a869-4066-aa98-9c3991f5200e'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:27:26.469344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Attempting to bind port 2fef43bc-1a11-48b2-b3af-54609ffcfa7a on network 116389eb-a869-4066-aa98-9c3991f5200e {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:27:26.474646 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-aa9dc8f0-b8f3-4d70-8e5d-ac9f8b58ec2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:26.481162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ef455db1-83f4-4f5e-8f73-6d4f513458aa tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.484678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116389eb-a869-4066-aa98-9c3991f5200e']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:26.488934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Transition to ACTIVE for port object 9a92c17d-6b97-4215-8953-36b669da937e will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:26.493093 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:27:26.493469 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Checking segment: {'id': '1d8efd33-6a62-47f7-9050-676dcd342e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '116389eb-a869-4066-aa98-9c3991f5200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:26.494041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.494704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Bound using segment: {'id': '1d8efd33-6a62-47f7-9050-676dcd342e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '116389eb-a869-4066-aa98-9c3991f5200e'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:27:26.495368 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Bound port: 2fef43bc-1a11-48b2-b3af-54609ffcfa7a, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8efd33-6a62-47f7-9050-676dcd342e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '116389eb-a869-4066-aa98-9c3991f5200e'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:27:26.496112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.506606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-af2181c7-0dec-46be-9f72-6c38b838c603 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.557801 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8efd33-6a62-47f7-9050-676dcd342e38') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:26.558270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8efd33-6a62-47f7-9050-676dcd342e38') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:26.587113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-87ffdb28-d0eb-43d1-b9a9-f1ee7dfa0542 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:26.595652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ef455db1-83f4-4f5e-8f73-6d4f513458aa tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.596698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0c1ebefa-19f1-4b42-8a6e-501bca22183b tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.600741 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Transition to ACTIVE for port object 9a92c17d-6b97-4215-8953-36b669da937e will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:26.601600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b4650dba-7646-41a6-abb1-296fb6e19d0a tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:26.610938 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-87ffdb28-d0eb-43d1-b9a9-f1ee7dfa0542 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:26.619543 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.627093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef455db1-83f4-4f5e-8f73-6d4f513458aa tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89137456-11f3-4b87-93c4-c17986ce9fc3,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:26.632018 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.632668 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-87ffdb28-d0eb-43d1-b9a9-f1ee7dfa0542 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:26.640945 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0b8f24ea-3eaa-4731-9b5b-40e8e60e8330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:26.664848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-87ffdb28-d0eb-43d1-b9a9-f1ee7dfa0542 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:26.695305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ef455db1-83f4-4f5e-8f73-6d4f513458aa tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:26.695790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ef455db1-83f4-4f5e-8f73-6d4f513458aa tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.701001 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ef455db1-83f4-4f5e-8f73-6d4f513458aa tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/89137456-11f3-4b87-93c4-c17986ce9fc3 HTTP/1.1" status: 204 len: 168 time: 0.3383541 Jun 02 16:27:26.706139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36388) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:26.756397 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:26.761349 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:26.764562 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] For port 2fef43bc-1a11-48b2-b3af-54609ffcfa7a, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:27:26.770720 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:26.780850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Pushing event updated for resources: {'Port': ['ID=9a92c17d-6b97-4215-8953-36b669da937e,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:26.788134 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:26.827974 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cca5d009-e734-47cc-8ecc-d9c5b4e54508 None None] Provisioning for port 3c55178e-ede6-48c5-8726-209d7349bb7d completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:26.838995 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7b169e70-c4fa-49cb-9625-a97976680cff up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:26.881854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-12219d80-23fe-4461-8c13-84ea9b519fa5 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:26.908445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cca5d009-e734-47cc-8ecc-d9c5b4e54508 None None] Provisioning complete for port 3c55178e-ede6-48c5-8726-209d7349bb7d triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:26.908445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cca5d009-e734-47cc-8ecc-d9c5b4e54508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:26.983381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-12219d80-23fe-4461-8c13-84ea9b519fa5 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:26.987070 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-12219d80-23fe-4461-8c13-84ea9b519fa5 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2779036 Jun 02 16:27:26.990323 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36390) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:27.000168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Attempting to bind port 9a92c17d-6b97-4215-8953-36b669da937e on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:27:27.000589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Attempting to bind port 9a92c17d-6b97-4215-8953-36b669da937e by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:27:27.000909 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Attempting to bind port 9a92c17d-6b97-4215-8953-36b669da937e on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:27:27.015153 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:27:27.015566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:27.015926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.016324 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:27:27.016806 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Bound port: 9a92c17d-6b97-4215-8953-36b669da937e, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:27:27.017183 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.019430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.029990 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-cca5d009-e734-47cc-8ecc-d9c5b4e54508 None None] Port 3c55178e-ede6-48c5-8726-209d7349bb7d cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:27:27.060314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ffdb28-d0eb-43d1-b9a9-f1ee7dfa0542 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:27.063842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87ffdb28-d0eb-43d1-b9a9-f1ee7dfa0542 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.080233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:27:27.080749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.100707 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 7b169e70-c4fa-49cb-9625-a97976680cff triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:27.101199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:27:27.101388 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:27:27.201917 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cca5d009-e734-47cc-8ecc-d9c5b4e54508 None None] Provisioning complete for port 7b169e70-c4fa-49cb-9625-a97976680cff triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:27.202288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cca5d009-e734-47cc-8ecc-d9c5b4e54508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.204746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2ab63e84-3643-4bf2-9c8a-1dae485bbb13 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.215495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.250532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-83126a00-03fd-4a74-9057-2b6c7e0871fa tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:27.286831 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2ab63e84-3643-4bf2-9c8a-1dae485bbb13 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.303595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] For port 9a92c17d-6b97-4215-8953-36b669da937e, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:27:27.357806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0c1ebefa-19f1-4b42-8a6e-501bca22183b tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.370304 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.api [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:27:27.370304 dv-neutron-601336-83-hyperv neutron-server[92323]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:27:27.370304 dv-neutron-601336-83-hyperv neutron-server[92323]: [parameters: {'id': '116389eb-a869-4066-aa98-9c3991f5200e'}] Jun 02 16:27:27.370304 dv-neutron-601336-83-hyperv neutron-server[92323]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:27:27.371019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_db.api [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:27:27.401610 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] For port 9a92c17d-6b97-4215-8953-36b669da937e, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9a92c17d-6b97-4215-8953-36b669da937e,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:27:27.404366 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] For port 2fef43bc-1a11-48b2-b3af-54609ffcfa7a, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=2fef43bc-1a11-48b2-b3af-54609ffcfa7a,segment=NetworkSegment(1d8efd33-6a62-47f7-9050-676dcd342e38),segment_id=1d8efd33-6a62-47f7-9050-676dcd342e38)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:27:27.413456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-0c1ebefa-19f1-4b42-8a6e-501bca22183b tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7354c3f9-4ca7-4722-b201-48a03bccbb6b']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:27.427370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.434335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.446111 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-0c1ebefa-19f1-4b42-8a6e-501bca22183b tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6917513d-6353-4ba7-afc8-cdb5dd0646cd') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:27.446439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-0c1ebefa-19f1-4b42-8a6e-501bca22183b tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6917513d-6353-4ba7-afc8-cdb5dd0646cd') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:27.450924 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e160d9ae-dcfb-4331-b562-81be9719f18f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:27.453492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=317ae8e7-9107-470f-9fdc-17ffdafb484a,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:27.465627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:27.486104 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0c1ebefa-19f1-4b42-8a6e-501bca22183b tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.513421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Checking segment: {'id': '9cfbbe9c-f853-49b8-83cc-8ed0d4b90281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '87e90900-2740-4270-8848-71d4a1d1c6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:27.513722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Network hostable DHCP agents. Network: 87e90900-2740-4270-8848-71d4a1d1c6a5, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:27:27.527848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0c1ebefa-19f1-4b42-8a6e-501bca22183b tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.532660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2ab63e84-3643-4bf2-9c8a-1dae485bbb13 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.544110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-879ab4c9-d6d1-40fe-b2bc-6d86609e5435 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:27.546168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1ebefa-19f1-4b42-8a6e-501bca22183b tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:27:27.546559 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0c1ebefa-19f1-4b42-8a6e-501bca22183b tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:27:27.562532 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:27:27.583075 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab63e84-3643-4bf2-9c8a-1dae485bbb13 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d09451a-6734-48b4-8be7-a120a67096ae,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:27.589943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2ab63e84-3643-4bf2-9c8a-1dae485bbb13 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:27.617391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2ab63e84-3643-4bf2-9c8a-1dae485bbb13 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.623770 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2ab63e84-3643-4bf2-9c8a-1dae485bbb13 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-groups/0d09451a-6734-48b4-8be7-a120a67096ae HTTP/1.1" status: 204 len: 168 time: 0.6204231 Jun 02 16:27:27.625825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36392) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:27.662913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Pushing event updated for resources: {'Port': ['ID=2fef43bc-1a11-48b2-b3af-54609ffcfa7a,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:27.672994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Network 87e90900-2740-4270-8848-71d4a1d1c6a5 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:27:27.687150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-af2181c7-0dec-46be-9f72-6c38b838c603 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.696319 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0c1ebefa-19f1-4b42-8a6e-501bca22183b tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.704108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 87e90900-2740-4270-8848-71d4a1d1c6a5) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:27.717790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1a6ae658-a2ca-4edd-a89d-31f1580ce69e tempest-PortsAdminExtendedAttrsTestJSON-1055950442 tempest-PortsAdminExtendedAttrsTestJSON-1055950442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:27.726053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5d35f2-f9d3-4c66-a35e-27a1531237a9 None None] Network 87e90900-2740-4270-8848-71d4a1d1c6a5 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:27.740033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-af2181c7-0dec-46be-9f72-6c38b838c603 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.741825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0c1ebefa-19f1-4b42-8a6e-501bca22183b tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.770896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ebefa-19f1-4b42-8a6e-501bca22183b tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Pushing event deleted for resources: {'Network': ['ID=7354c3f9-4ca7-4722-b201-48a03bccbb6b,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:27.781135 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0c1ebefa-19f1-4b42-8a6e-501bca22183b tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:27.810336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9a830aac-5221-41d1-a64a-5e90d8ff7342 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:27.812330 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:27.813036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.830880 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0c1ebefa-19f1-4b42-8a6e-501bca22183b tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] 10.222.0.50 "DELETE /v2.0/networks/7354c3f9-4ca7-4722-b201-48a03bccbb6b HTTP/1.1" status: 204 len: 168 time: 1.6129551 Jun 02 16:27:27.875751 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:27.926315 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6398149 Jun 02 16:27:27.982014 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8eec7b3d-878c-4429-a224-cc8edc5129e3 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:27.997407 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2181c7-0dec-46be-9f72-6c38b838c603 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=3c55178e-ede6-48c5-8726-209d7349bb7d,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:28.003604 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-af2181c7-0dec-46be-9f72-6c38b838c603 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:28.012410 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Pushing event updated for resources: {'Port': ['ID=9a92c17d-6b97-4215-8953-36b669da937e,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:28.040459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:28.046468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8eec7b3d-878c-4429-a224-cc8edc5129e3 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:28.052616 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.544s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:28.053294 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:28.056188 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8eec7b3d-878c-4429-a224-cc8edc5129e3 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4286327 Jun 02 16:27:28.060190 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36398) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:28.068557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f0dc05e7-47ad-42d3-a8d2-cbe6a74a8cea tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group': {'name': 'tempest-secgroup--900431121'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:28.093557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f0dc05e7-47ad-42d3-a8d2-cbe6a74a8cea tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:28.107707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f0dc05e7-47ad-42d3-a8d2-cbe6a74a8cea tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:28.127735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d948e0-e2fe-4334-a2cd-a171d4920d1d None None] Network 116389eb-a869-4066-aa98-9c3991f5200e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:28.135440 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f0dc05e7-47ad-42d3-a8d2-cbe6a74a8cea tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:28.192089 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f0dc05e7-47ad-42d3-a8d2-cbe6a74a8cea tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:28.198703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f0dc05e7-47ad-42d3-a8d2-cbe6a74a8cea tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:28.205991 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f0dc05e7-47ad-42d3-a8d2-cbe6a74a8cea tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:28.215432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f0dc05e7-47ad-42d3-a8d2-cbe6a74a8cea tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:28.413803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Deleting port 2fef43bc-1a11-48b2-b3af-54609ffcfa7a {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:28.414165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:28.569162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36404) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:28.599447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3494a98c-a91a-4491-92f8-6b308babc031 None None] Network 87e90900-2740-4270-8848-71d4a1d1c6a5 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:28.610886 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2181c7-0dec-46be-9f72-6c38b838c603 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:28.611853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-af2181c7-0dec-46be-9f72-6c38b838c603 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:28.613628 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-af2181c7-0dec-46be-9f72-6c38b838c603 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/ports/3c55178e-ede6-48c5-8726-209d7349bb7d HTTP/1.1" status: 200 len: 910 time: 2.6686974 Jun 02 16:27:28.629081 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36408) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:28.861776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] For port 2fef43bc-1a11-48b2-b3af-54609ffcfa7a, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=2fef43bc-1a11-48b2-b3af-54609ffcfa7a,segment=NetworkSegment(1d8efd33-6a62-47f7-9050-676dcd342e38),segment_id=1d8efd33-6a62-47f7-9050-676dcd342e38)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:28.863212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:28.920540 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9a92c17d-6b97-4215-8953-36b669da937e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:29.075738 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Calling delete_port for 2fef43bc-1a11-48b2-b3af-54609ffcfa7a owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:29.214846 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 9a92c17d-6b97-4215-8953-36b669da937e completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:29.218852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:29.223883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9abc008e-1d9e-483a-a19f-919359256a01 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:29.374701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No DVR routers for this DVR port 2fef43bc-1a11-48b2-b3af-54609ffcfa7a on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:27:29.441580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Port': ['ID=2fef43bc-1a11-48b2-b3af-54609ffcfa7a,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:29.461146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f0dc05e7-47ad-42d3-a8d2-cbe6a74a8cea tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:29.462388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:29.492982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c7f71c-72cc-4e04-939f-2c4442cd5bac None None] get_active_networks_info from dv-neutron-601336-83-hyperv {{(pid=92324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:27:29.503627 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f4ba3e0f-464e-4dcf-b2b6-18734da06cf4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d61c543383943e08977d6b7e75fc692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9263308 Jun 02 16:27:29.510348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36424) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:29.522367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f0dc05e7-47ad-42d3-a8d2-cbe6a74a8cea tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:29.531912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-be0235c5-bcee-432b-ae47-d3b21040b10c tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:29.587047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-048286af-1264-4fa4-bad8-041cc0ddfaa3 None None] Provisioning for port 9a92c17d-6b97-4215-8953-36b669da937e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:29.596974 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-048286af-1264-4fa4-bad8-041cc0ddfaa3 None None] Provisioning complete for port 9a92c17d-6b97-4215-8953-36b669da937e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:29.597772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-048286af-1264-4fa4-bad8-041cc0ddfaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:29.644749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc05e7-47ad-42d3-a8d2-cbe6a74a8cea tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77896944-243a-4f59-aed2-6ddad11f11af,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:29.656103 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f0dc05e7-47ad-42d3-a8d2-cbe6a74a8cea tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:29.679441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87ffdb28-d0eb-43d1-b9a9-f1ee7dfa0542 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:29.683625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f0dc05e7-47ad-42d3-a8d2-cbe6a74a8cea tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:29.684926 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-39c5a5ac-a4dd-4566-a4e0-ed9581d421ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:29.685207 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f0dc05e7-47ad-42d3-a8d2-cbe6a74a8cea tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6245022 Jun 02 16:27:29.687646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c79da737-059f-4276-92f7-ce8aadd1c8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:29.689652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36432) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:29.694601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-41b7a144-521e-4495-93c4-1c2019a6e557 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group_rule': {'security_group_id': '77896944-243a-4f59-aed2-6ddad11f11af', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:29.704212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-41b7a144-521e-4495-93c4-1c2019a6e557 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:29.751988 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-41b7a144-521e-4495-93c4-1c2019a6e557 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:29.762981 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-41b7a144-521e-4495-93c4-1c2019a6e557 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:29.792770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-41b7a144-521e-4495-93c4-1c2019a6e557 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:29.802593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c79da737-059f-4276-92f7-ce8aadd1c8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:29.804043 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c7f71c-72cc-4e04-939f-2c4442cd5bac None None] Resources bound (agent type, host, resource id): {{(pid=92324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 16:27:29.869776 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-048286af-1264-4fa4-bad8-041cc0ddfaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:29.880357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41b7a144-521e-4495-93c4-1c2019a6e557 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:29.970620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0352be7-7a89-42c0-8c3b-bc37053984a9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:29.976949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-048286af-1264-4fa4-bad8-041cc0ddfaa3 None None] For port 9a92c17d-6b97-4215-8953-36b669da937e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9a92c17d-6b97-4215-8953-36b669da937e,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:29.992823 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-048286af-1264-4fa4-bad8-041cc0ddfaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:30.002427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-37f5e101-b24e-429c-ac06-06340d1db142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:30.014497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:30.061215 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116389eb-a869-4066-aa98-9c3991f5200e']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:30.070325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ffdb28-d0eb-43d1-b9a9-f1ee7dfa0542 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:30.078980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-87ffdb28-d0eb-43d1-b9a9-f1ee7dfa0542 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:30.096859 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048286af-1264-4fa4-bad8-041cc0ddfaa3 None None] Pushing event updated for resources: {'Port': ['ID=9a92c17d-6b97-4215-8953-36b669da937e,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:30.100998 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-048286af-1264-4fa4-bad8-041cc0ddfaa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:30.103893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffdb28-d0eb-43d1-b9a9-f1ee7dfa0542 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=f7ce6d2f-3db5-4cf5-870e-f0614ce8c335,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:30.109997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8efd33-6a62-47f7-9050-676dcd342e38') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:30.110500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8efd33-6a62-47f7-9050-676dcd342e38') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:30.121591 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-87ffdb28-d0eb-43d1-b9a9-f1ee7dfa0542 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:30.140349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:30.148605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ffdb28-d0eb-43d1-b9a9-f1ee7dfa0542 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:30.149244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87ffdb28-d0eb-43d1-b9a9-f1ee7dfa0542 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:30.187572 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c79da737-059f-4276-92f7-ce8aadd1c8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:30.196073 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:30.199922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cd996a70-e90e-4412-8d32-dfa23db2567e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:30.205276 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-5cb78597-b114-485c-8eac-5d961773ac3c tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:30.206927 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-5cb78597-b114-485c-8eac-5d961773ac3c tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/networks?id=ac739103-494e-47ee-8fcb-a66621220176 HTTP/1.1" status: 200 len: 812 time: 0.4799984 Jun 02 16:27:30.211893 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-87ffdb28-d0eb-43d1-b9a9-f1ee7dfa0542 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1703620 Jun 02 16:27:30.214258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36434) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:30.216466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:27:30.216868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:30.233846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41b7a144-521e-4495-93c4-1c2019a6e557 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:30.237107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'mac_address': 'fa:16:3e:b5:1a:be', 'name': 'tempest-NetworksTestDHCPv6-449363763'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:30.246124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79da737-059f-4276-92f7-ce8aadd1c8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefc829b-11be-491d-af07-9623250bdfc1,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:27:30.263459 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:27:30.267517 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41b7a144-521e-4495-93c4-1c2019a6e557 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:30.271900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c79da737-059f-4276-92f7-ce8aadd1c8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:30.272829 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-48171865-d112-4fa1-8ead-359fa97cb64f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:30.325336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7a144-521e-4495-93c4-1c2019a6e557 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8834a9a-c23b-429d-a5d2-d1e9b83bdbfd,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:30.346217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c79da737-059f-4276-92f7-ce8aadd1c8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:30.358771 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c79da737-059f-4276-92f7-ce8aadd1c8ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aefc829b-11be-491d-af07-9623250bdfc1 HTTP/1.1" status: 204 len: 168 time: 0.8466976 Jun 02 16:27:30.360554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-41b7a144-521e-4495-93c4-1c2019a6e557 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:30.397934 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-6e2d4d90-4f95-48a0-b8bd-62536831165c tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/quotas/eb3d43f8c1a34b828fed716fdcdead44 HTTP/1.1" status: 200 len: 375 time: 0.1345470 Jun 02 16:27:30.472493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:30.479092 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-4b8b4102-4373-4571-9f61-524c90325fe0 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb3d43f8c1a34b828fed716fdcdead44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589139 Jun 02 16:27:30.484797 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41b7a144-521e-4495-93c4-1c2019a6e557 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:30.486706 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-41b7a144-521e-4495-93c4-1c2019a6e557 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7959218 Jun 02 16:27:30.493250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:30.502006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36438) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:30.507177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805069e2-3235-4362-91ce-923607e49130 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:30.509583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:30.509782 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-9bea6593-7a29-4abf-b14c-b564eabe9136 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group_rule': {'security_group_id': '77896944-243a-4f59-aed2-6ddad11f11af', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:30.540383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Network': ['ID=116389eb-a869-4066-aa98-9c3991f5200e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:30.555601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:30.564990 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/116389eb-a869-4066-aa98-9c3991f5200e HTTP/1.1" status: 204 len: 168 time: 8.0849054 Jun 02 16:27:30.567090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36442) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:30.571758 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9bea6593-7a29-4abf-b14c-b564eabe9136 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:30.573587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-744413991'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:30.578424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:30.583497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:30.586302 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:30.590872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:30.591165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9bea6593-7a29-4abf-b14c-b564eabe9136 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:30.595038 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:network and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:30.598018 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9bea6593-7a29-4abf-b14c-b564eabe9136 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:30.603658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:30.607608 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:30.612145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9bea6593-7a29-4abf-b14c-b564eabe9136 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:30.638766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:30.676580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9bea6593-7a29-4abf-b14c-b564eabe9136 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:30.721203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:30.745083 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9a92c17d-6b97-4215-8953-36b669da937e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:30.747648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:30.751379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:30.896040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:27:30.937734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:30.938478 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Added segment e9f5594a-afa8-485b-bc50-03daae72b620 of type vlan for network 6f1017be-982f-4cf2-9adf-4c80e0f15885 Jun 02 16:27:30.949923 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-5c1b2af9-6090-4f23-af2b-4fdf50fce011 service neutron] 10.222.0.50 "GET /v2.0/networks/ac739103-494e-47ee-8fcb-a66621220176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418094 Jun 02 16:27:30.968617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:31.018429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9bea6593-7a29-4abf-b14c-b564eabe9136 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:31.030752 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9a92c17d-6b97-4215-8953-36b669da937e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:31.031426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:31.035051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9bea6593-7a29-4abf-b14c-b564eabe9136 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:31.038769 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:31.041146 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:31.087140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea6593-7a29-4abf-b14c-b564eabe9136 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50cc847-f337-44b9-803c-e8f840c86cf0,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:31.095189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9bea6593-7a29-4abf-b14c-b564eabe9136 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:31.131093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-e0352be7-7a89-42c0-8c3b-bc37053984a9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port 3c55178e-ede6-48c5-8726-209d7349bb7d {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:31.131716 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0352be7-7a89-42c0-8c3b-bc37053984a9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:31.149607 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9bea6593-7a29-4abf-b14c-b564eabe9136 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:31.151133 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9bea6593-7a29-4abf-b14c-b564eabe9136 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6475544 Jun 02 16:27:31.156825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36452) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:31.162568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c013bffc-504f-4db0-a58e-d85261fbd788 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group_rule': {'security_group_id': '77896944-243a-4f59-aed2-6ddad11f11af', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:31.171723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c013bffc-504f-4db0-a58e-d85261fbd788 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:31.176653 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port a8d1024c-4f54-4277-8deb-e3d2295afe82 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:27:31.235494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c013bffc-504f-4db0-a58e-d85261fbd788 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:31.240955 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c013bffc-504f-4db0-a58e-d85261fbd788 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:31.252330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c013bffc-504f-4db0-a58e-d85261fbd788 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:31.260800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:27:31.398342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:31.405932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:31.406899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:31.422447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2942e868-7e43-4a79-ace1-b92e795d7e3f tempest-ExternalNetworksTestJSON-1215221442 tempest-ExternalNetworksTestJSON-1215221442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:31.479033 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-1cf6dba1-7583-4e4a-8fb5-d26bfb146829 service neutron] 10.222.0.50 "GET /v2.0/networks/ac739103-494e-47ee-8fcb-a66621220176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961424 Jun 02 16:27:31.529451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de214f36-1101-4dc8-9378-8c9b9328625c None None] Update dhcp port {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'fixed_ips': [{'subnet_id': '61885644-4ce0-438c-a8bc-7e26b24a6241', 'ip_address': '2001:db8::f816:3eff:fee5:df70'}, {'subnet_id': 'f7ce6d2f-3db5-4cf5-870e-f0614ce8c335'}], 'binding:host_id': 'dv-neutron-601336-83-hyperv'}, 'id': '9a92c17d-6b97-4215-8953-36b669da937e'} from dv-neutron-601336-83-hyperv. {{(pid=92324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 16:27:31.557760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c013bffc-504f-4db0-a58e-d85261fbd788 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:31.590162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0352be7-7a89-42c0-8c3b-bc37053984a9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:31.614866 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-de214f36-1101-4dc8-9378-8c9b9328625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:31.847661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36464) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:31.870640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-e0352be7-7a89-42c0-8c3b-bc37053984a9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for 3c55178e-ede6-48c5-8726-209d7349bb7d owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:31.951959 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3797302 Jun 02 16:27:31.954169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36478) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:31.960469 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c013bffc-504f-4db0-a58e-d85261fbd788 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:31.962786 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'subnet': {'network_id': '6f1017be-982f-4cf2-9adf-4c80e0f15885', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:31.973285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c013bffc-504f-4db0-a58e-d85261fbd788 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:31.979096 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c5ceb00d-282a-434a-a945-3874eceb0040 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:31.993390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Network': ['ID=6f1017be-982f-4cf2-9adf-4c80e0f15885,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:32.003659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8:0:1::293 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/f7ce6d2f-3db5-4cf5-870e-f0614ce8c335/a8d1024c-4f54-4277-8deb-e3d2295afe82) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:32.006364 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:32.017185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 6f1017be-982f-4cf2-9adf-4c80e0f15885 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:27:32.043331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013bffc-504f-4db0-a58e-d85261fbd788 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fce9f7-0a5a-4da8-9fd7-a827ce901cd2,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:32.062099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c013bffc-504f-4db0-a58e-d85261fbd788 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:32.089646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c013bffc-504f-4db0-a58e-d85261fbd788 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:32.091307 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c013bffc-504f-4db0-a58e-d85261fbd788 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9335248 Jun 02 16:27:32.096073 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36480) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:32.103052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-817b8819-5206-4b5e-af37-86472e25edf7 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group_rule': {'security_group_id': '77896944-243a-4f59-aed2-6ddad11f11af', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:32.106648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::f816:3eff:feb5:1abe (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/61885644-4ce0-438c-a8bc-7e26b24a6241/a8d1024c-4f54-4277-8deb-e3d2295afe82) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:32.112487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-817b8819-5206-4b5e-af37-86472e25edf7 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:32.119968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-817b8819-5206-4b5e-af37-86472e25edf7 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:32.124330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-817b8819-5206-4b5e-af37-86472e25edf7 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:32.133423 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-817b8819-5206-4b5e-af37-86472e25edf7 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:32.190052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-817b8819-5206-4b5e-af37-86472e25edf7 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:32.235534 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-fbc3e3af-3f72-4ab5-b6dc-16f9b885906c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1277598086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:32.256277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:32.266865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fbc3e3af-3f72-4ab5-b6dc-16f9b885906c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:32.272640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fbc3e3af-3f72-4ab5-b6dc-16f9b885906c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Usage tracker for resource:router and tenant:4ab0dd4e9d12428aa7863636dd8c728b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:32.275113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:subnet and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:32.277121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fbc3e3af-3f72-4ab5-b6dc-16f9b885906c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:32.285648 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fbc3e3af-3f72-4ab5-b6dc-16f9b885906c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:32.294981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:32.312203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fbc3e3af-3f72-4ab5-b6dc-16f9b885906c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:32.315305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fbc3e3af-3f72-4ab5-b6dc-16f9b885906c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:32.320504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:32.342845 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:32.349854 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:32.437257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-817b8819-5206-4b5e-af37-86472e25edf7 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:32.451846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-817b8819-5206-4b5e-af37-86472e25edf7 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:32.484660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d152ea2c-e952-4f53-a000-9738cd59007f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:32.499179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-817b8819-5206-4b5e-af37-86472e25edf7 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:32.502139 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-817b8819-5206-4b5e-af37-86472e25edf7 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4029589 Jun 02 16:27:32.507652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0352be7-7a89-42c0-8c3b-bc37053984a9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:32.509221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36486) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:32.516474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b8819-5206-4b5e-af37-86472e25edf7 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730bfa5d-6687-4e92-8e0e-2ba040c794f9,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:32.519500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-817b8819-5206-4b5e-af37-86472e25edf7 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:32.527431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:32.571998 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fbc3e3af-3f72-4ab5-b6dc-16f9b885906c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:32.725640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0352be7-7a89-42c0-8c3b-bc37053984a9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=3c55178e-ede6-48c5-8726-209d7349bb7d,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:32.765069 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e0352be7-7a89-42c0-8c3b-bc37053984a9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:32.819707 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-00fd7b06-8187-4c79-be93-3049e8f454be req-ea6080d1-c8e0-49b6-84b5-585ac0b745e0 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 210 time: 0.9376118 Jun 02 16:27:32.856803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.ipam_backend_mixin [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Performing IP validity checks on allocation pools {{(pid=92323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 16:27:32.857739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.ipam_backend_mixin [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 16:27:32.872101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fbc3e3af-3f72-4ab5-b6dc-16f9b885906c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:32.907931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-adc13571-9dd2-4718-8ad8-50ba469c8ca8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group_rule': {'security_group_id': '77896944-243a-4f59-aed2-6ddad11f11af', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:32.931084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fbc3e3af-3f72-4ab5-b6dc-16f9b885906c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:32.936182 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fbc3e3af-3f72-4ab5-b6dc-16f9b885906c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0839236 Jun 02 16:27:32.938826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36492) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:32.941854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0fef9601-14db-4c89-9334-0643a2114a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:32.950296 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1024616329'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:32.958966 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:32.969375 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Usage tracker for resource:network and tenant:4ab0dd4e9d12428aa7863636dd8c728b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:32.970928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-adc13571-9dd2-4718-8ad8-50ba469c8ca8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:32.979886 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:33.077269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:33.084702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-adc13571-9dd2-4718-8ad8-50ba469c8ca8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:33.097333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-adc13571-9dd2-4718-8ad8-50ba469c8ca8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:33.116936 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-adc13571-9dd2-4718-8ad8-50ba469c8ca8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:33.163520 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Made reservation on behalf of 4ab0dd4e9d12428aa7863636dd8c728b for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:33.167164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.168965 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-adc13571-9dd2-4718-8ad8-50ba469c8ca8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.176557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0352be7-7a89-42c0-8c3b-bc37053984a9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.186297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.271971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.273259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:33.322916 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object a8d1024c-4f54-4277-8deb-e3d2295afe82 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:33.327552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Usage tracker for resource:security_group_rule and tenant:4ab0dd4e9d12428aa7863636dd8c728b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:33.338662 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:33.348424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:33.352192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-adc13571-9dd2-4718-8ad8-50ba469c8ca8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.361359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-adc13571-9dd2-4718-8ad8-50ba469c8ca8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.411392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:33.452866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc13571-9dd2-4718-8ad8-50ba469c8ca8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f9dfa3-30e3-4ad6-a0a0-51653e178b85,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:33.465252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.467072 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-adc13571-9dd2-4718-8ad8-50ba469c8ca8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:33.478366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f60cebcc-bae9-495e-8971-f400dbcb90c4 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:33.516429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-adc13571-9dd2-4718-8ad8-50ba469c8ca8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.517652 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-adc13571-9dd2-4718-8ad8-50ba469c8ca8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9804549 Jun 02 16:27:33.525036 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36494) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:33.526914 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0352be7-7a89-42c0-8c3b-bc37053984a9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 0ea51130-bf63-4ec2-a87f-8b3962a4dd63 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:27:33.560363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:33.565171 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:33.573470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:33.579225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:33.579869 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.588579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-de214f36-1101-4dc8-9378-8c9b9328625c None None] Allocated IP 2001:db8:0:1::2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/f7ce6d2f-3db5-4cf5-870e-f0614ce8c335/9a92c17d-6b97-4215-8953-36b669da937e) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:33.601541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=a8d1024c-4f54-4277-8deb-e3d2295afe82,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:33.607768 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:33.634943 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4161429 Jun 02 16:27:33.635253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c31eccc-7dc4-456f-b0b1-3671ebc1c592 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.635425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36496) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:33.731668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c31eccc-7dc4-456f-b0b1-3671ebc1c592 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.761328 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0352be7-7a89-42c0-8c3b-bc37053984a9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:27:33.792508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.804560 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e0352be7-7a89-42c0-8c3b-bc37053984a9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/0ea51130-bf63-4ec2-a87f-8b3962a4dd63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1731982 Jun 02 16:27:33.807672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.810803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36498) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:33.811570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ac0a6720-9b03-4db7-98f2-6cfe8e77ce40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:33.829716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-de214f36-1101-4dc8-9378-8c9b9328625c None None] For port 9a92c17d-6b97-4215-8953-36b669da937e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9a92c17d-6b97-4215-8953-36b669da937e,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:33.832707 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.837780 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3e230-40fa-4ff3-b462-90be08a5cc04 None None] Sync routers for ids ['0ea51130-bf63-4ec2-a87f-8b3962a4dd63'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:27:33.838065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ae8b8f56-19ee-4356-bfda-996302eeacd8 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:33.854645 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf3e230-40fa-4ff3-b462-90be08a5cc04 None None] Routers {'0ea51130-bf63-4ec2-a87f-8b3962a4dd63'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:27:33.855307 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1bf3e230-40fa-4ff3-b462-90be08a5cc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:27:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['0ea51130-bf63-4ec2-a87f-8b3962a4dd63'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:33.936209 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1bf3e230-40fa-4ff3-b462-90be08a5cc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:33.939225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Subnet': ['ID=d79eae8e-cba0-4bb0-9aa2-6d4f7b51ea70,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:33.940014 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-de214f36-1101-4dc8-9378-8c9b9328625c None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.944635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:33.953014 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-dad3dfd4-f931-432f-9ca7-244c98827db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port a8d1024c-4f54-4277-8deb-e3d2295afe82 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:33.953355 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dad3dfd4-f931-432f-9ca7-244c98827db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:33.962418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf3e230-40fa-4ff3-b462-90be08a5cc04 None None] Routers {'0ea51130-bf63-4ec2-a87f-8b3962a4dd63'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:27:33.963208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1bf3e230-40fa-4ff3-b462-90be08a5cc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:27:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['0ea51130-bf63-4ec2-a87f-8b3962a4dd63'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:33.978988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Checking segment: {'id': 'e9f5594a-afa8-485b-bc50-03daae72b620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6f1017be-982f-4cf2-9adf-4c80e0f15885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:33.979357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network hostable DHCP agents. Network: 6f1017be-982f-4cf2-9adf-4c80e0f15885, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:27:34.031191 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1bf3e230-40fa-4ff3-b462-90be08a5cc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:34.031191 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3e230-40fa-4ff3-b462-90be08a5cc04 None None] The sync data for ids ['0ea51130-bf63-4ec2-a87f-8b3962a4dd63'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:27:34.035221 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-de214f36-1101-4dc8-9378-8c9b9328625c None None] Transition to ACTIVE for port object 9a92c17d-6b97-4215-8953-36b669da937e will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:34.048352 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-de214f36-1101-4dc8-9378-8c9b9328625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:34.057519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:34.119055 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-15bcfc0c-2cf0-4703-8dea-cf8e64d33691 req-468350ed-0fbf-426f-8720-c9e8ab1e6295 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 210 time: 0.0758862 Jun 02 16:27:34.134365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network 6f1017be-982f-4cf2-9adf-4c80e0f15885 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:27:34.174832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 6f1017be-982f-4cf2-9adf-4c80e0f15885) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:34.185583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dad3dfd4-f931-432f-9ca7-244c98827db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:34.211624 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fb1bf5-e76a-4b41-9ce6-c49a658550f8 None None] Network 6f1017be-982f-4cf2-9adf-4c80e0f15885 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:34.302531 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a80984-750b-4272-bf40-459d91825acc,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:34.333913 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:27:34.346723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:34.346723 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Added segment 9ec77335-c731-44d7-95c9-862e71cf69a7 of type vlan for network cd24769b-755a-488b-9de9-a6ce13893cc2 Jun 02 16:27:34.347693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:34.348793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:34.379411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:34.389159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de214f36-1101-4dc8-9378-8c9b9328625c None None] Pushing event updated for resources: {'Port': ['ID=9a92c17d-6b97-4215-8953-36b669da937e,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:34.393526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-de214f36-1101-4dc8-9378-8c9b9328625c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:34.414300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:34.416829 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2feaf422-5978-4b74-b40b-fa73616bdcd0 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Synchronizing usage tracker for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:34.421169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c31eccc-7dc4-456f-b0b1-3671ebc1c592 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:34.426512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9bea6593-7a29-4abf-b14c-b564eabe9136 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:34.434647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:34.440438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:34.441217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:34.468671 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31eccc-7dc4-456f-b0b1-3671ebc1c592 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36f9dfa3-30e3-4ad6-a0a0-51653e178b85,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:34.478558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9c31eccc-7dc4-456f-b0b1-3671ebc1c592 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:34.479239 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:34.481887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-dad3dfd4-f931-432f-9ca7-244c98827db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for a8d1024c-4f54-4277-8deb-e3d2295afe82 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:34.503795 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9c31eccc-7dc4-456f-b0b1-3671ebc1c592 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:34.505339 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9c31eccc-7dc4-456f-b0b1-3671ebc1c592 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/36f9dfa3-30e3-4ad6-a0a0-51653e178b85 HTTP/1.1" status: 204 len: 168 time: 0.9771321 Jun 02 16:27:34.514042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36504) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:34.524558 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5814729 Jun 02 16:27:34.526084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2feaf422-5978-4b74-b40b-fa73616bdcd0 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Unset dirty status for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:34.527559 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2feaf422-5978-4b74-b40b-fa73616bdcd0 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ea51130-bf63-4ec2-a87f-8b3962a4dd63 HTTP/1.1" status: 200 len: 205 time: 0.3075852 Jun 02 16:27:34.560985 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36506) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:34.562669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36508) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:34.621259 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-6f1017be-982f-4cf2-9adf-4c80e0f15885', 'network_id': '6f1017be-982f-4cf2-9adf-4c80e0f15885', 'tenant_id': '655379d491bb41ae8544421a60b1f12a', 'fixed_ips': [{'subnet_id': 'd79eae8e-cba0-4bb0-9aa2-6d4f7b51ea70'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:27:34.622442 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:34.631669 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event updated for resources: {'Network': ['ID=cd24769b-755a-488b-9de9-a6ce13893cc2,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:34.636646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:34.698173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Request body: {'subnet': {'network_id': 'cd24769b-755a-488b-9de9-a6ce13893cc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:34.766486 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network cd24769b-755a-488b-9de9-a6ce13893cc2 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:27:34.782658 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8249083 Jun 02 16:27:34.786122 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36510) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:34.796349 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9a92c17d-6b97-4215-8953-36b669da937e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:34.967877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:35.091650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:35.095768 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b56d5892-5af1-4a0c-a5f5-48717c45f92d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:35.182026 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:35.366232 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Allocated IP 172.20.0.3 (6f1017be-982f-4cf2-9adf-4c80e0f15885/d79eae8e-cba0-4bb0-9aa2-6d4f7b51ea70/717d6424-1d14-4272-8eef-66dddbdd33cc) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:35.433628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7bd627d4-7ac7-44ad-948e-b97d7ea52cdd None None] Provisioning for port 9a92c17d-6b97-4215-8953-36b669da937e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:35.443094 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7bd627d4-7ac7-44ad-948e-b97d7ea52cdd None None] Provisioning complete for port 9a92c17d-6b97-4215-8953-36b669da937e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:35.443438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7bd627d4-7ac7-44ad-948e-b97d7ea52cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:35.473116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-23c4e864-9671-4202-9319-71760e8825e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:35.546768 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-10c81ffd-ac91-4f21-83d7-4e8bed817b8b req-293975a1-961f-474b-a71f-29906984e2e3 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 210 time: 0.1170259 Jun 02 16:27:35.676006 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2d1680f6-71f2-4c7e-9e25-9e1d5acf5ecb tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:35.878184 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:35.892981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Transition to ACTIVE for port object 717d6424-1d14-4272-8eef-66dddbdd33cc will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:35.915198 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Transition to ACTIVE for port object 717d6424-1d14-4272-8eef-66dddbdd33cc will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:35.922272 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:35.928816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:35.956893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:35.971806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c82b138a-f937-40ac-a99f-a64f60fe609a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:36.006942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:36.018594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2d1680f6-71f2-4c7e-9e25-9e1d5acf5ecb tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:36.025979 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2d1680f6-71f2-4c7e-9e25-9e1d5acf5ecb tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 1.5060916 Jun 02 16:27:36.026284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Network 6f1017be-982f-4cf2-9adf-4c80e0f15885 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:36.027349 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:36.028471 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36520) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:36.030029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:36.039549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f69f5e26-3d68-46b8-ad30-a1c1e6a12457 None None] Provisioning for port a8d1024c-4f54-4277-8deb-e3d2295afe82 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:36.067466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Usage tracker for resource:subnet and tenant:4ab0dd4e9d12428aa7863636dd8c728b is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:36.072686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Subnet': ['ID=d79eae8e-cba0-4bb0-9aa2-6d4f7b51ea70,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:36.078678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Pushing event updated for resources: {'Port': ['ID=717d6424-1d14-4272-8eef-66dddbdd33cc,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:36.081603 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:36.088448 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f69f5e26-3d68-46b8-ad30-a1c1e6a12457 None None] Provisioning complete for port a8d1024c-4f54-4277-8deb-e3d2295afe82 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:36.088959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f69f5e26-3d68-46b8-ad30-a1c1e6a12457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.128457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:36.166338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:36.171818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4d2fffd-b936-456e-a7ce-13349cd0c27f tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.195489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:36.203450 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Attempting to bind port 717d6424-1d14-4272-8eef-66dddbdd33cc on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:27:36.204439 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Attempting to bind port 717d6424-1d14-4272-8eef-66dddbdd33cc by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'e9f5594a-afa8-485b-bc50-03daae72b620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6f1017be-982f-4cf2-9adf-4c80e0f15885'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:27:36.204439 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Attempting to bind port 717d6424-1d14-4272-8eef-66dddbdd33cc on network 6f1017be-982f-4cf2-9adf-4c80e0f15885 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:27:36.208381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-f69f5e26-3d68-46b8-ad30-a1c1e6a12457 None None] Port a8d1024c-4f54-4277-8deb-e3d2295afe82 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:27:36.213226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:27:36.213613 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Checking segment: {'id': 'e9f5594a-afa8-485b-bc50-03daae72b620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6f1017be-982f-4cf2-9adf-4c80e0f15885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:36.214016 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.214444 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Bound using segment: {'id': 'e9f5594a-afa8-485b-bc50-03daae72b620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6f1017be-982f-4cf2-9adf-4c80e0f15885'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:27:36.214919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Bound port: 717d6424-1d14-4272-8eef-66dddbdd33cc, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f5594a-afa8-485b-bc50-03daae72b620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6f1017be-982f-4cf2-9adf-4c80e0f15885'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:27:36.215290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.223879 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b56d5892-5af1-4a0c-a5f5-48717c45f92d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.227260 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b56d5892-5af1-4a0c-a5f5-48717c45f92d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.304540 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4d2fffd-b936-456e-a7ce-13349cd0c27f tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.326210 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] For port 717d6424-1d14-4272-8eef-66dddbdd33cc, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:27:36.330135 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] For port 717d6424-1d14-4272-8eef-66dddbdd33cc, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=717d6424-1d14-4272-8eef-66dddbdd33cc,segment=NetworkSegment(e9f5594a-afa8-485b-bc50-03daae72b620),segment_id=e9f5594a-afa8-485b-bc50-03daae72b620)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:27:36.338242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.338549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.343666 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5796db8a-cde7-4561-b4f2-004e8f6de569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:36.343980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Made reservation on behalf of 4ab0dd4e9d12428aa7863636dd8c728b for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:36.349263 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.373588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1017be-982f-4cf2-9adf-4c80e0f15885']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:36.401369 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-7da97361-1183-48b0-b7c2-04b7e74e8f1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:36.403908 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-7da97361-1183-48b0-b7c2-04b7e74e8f1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.49 "GET /v2.0/networks?id=ac739103-494e-47ee-8fcb-a66621220176 HTTP/1.1" status: 200 len: 812 time: 0.7632399 Jun 02 16:27:36.416470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f5594a-afa8-485b-bc50-03daae72b620') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:36.416906 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f5594a-afa8-485b-bc50-03daae72b620') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:36.429167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b56d5892-5af1-4a0c-a5f5-48717c45f92d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.430167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56d5892-5af1-4a0c-a5f5-48717c45f92d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Fanout notify agent at l3_agent the message router_deleted on router 0ea51130-bf63-4ec2-a87f-8b3962a4dd63 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:27:36.441880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Request body: {'port': {'device_id': 'c744a4ba-cd7b-4e2a-b768-19b5547047d4', 'network_id': 'ac739103-494e-47ee-8fcb-a66621220176', 'admin_state_up': True, 'tenant_id': 'eb3d43f8c1a34b828fed716fdcdead44'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:36.446507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.474232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4d2fffd-b936-456e-a7ce-13349cd0c27f tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.481730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cec7c37b-d7b5-4108-924b-6362bc6345fb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:36.517346 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2fffd-b936-456e-a7ce-13349cd0c27f tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=730bfa5d-6687-4e92-8e0e-2ba040c794f9,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:36.521773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.526213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d4d2fffd-b936-456e-a7ce-13349cd0c27f tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:36.546054 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:27:36.546695 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.557623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Pushing event updated for resources: {'Port': ['ID=717d6424-1d14-4272-8eef-66dddbdd33cc,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:36.560989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:27:36.574274 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:27:36.607005 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.610737 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa5cf38-30f1-4909-ab8f-c80f4532d3b0 None None] Network 6f1017be-982f-4cf2-9adf-4c80e0f15885 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:36.664800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4d2fffd-b936-456e-a7ce-13349cd0c27f tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.670373 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d4d2fffd-b936-456e-a7ce-13349cd0c27f tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/730bfa5d-6687-4e92-8e0e-2ba040c794f9 HTTP/1.1" status: 204 len: 168 time: 0.6306076 Jun 02 16:27:36.680191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36524) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:36.730861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.api [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:27:36.730861 dv-neutron-601336-83-hyperv neutron-server[92322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:27:36.730861 dv-neutron-601336-83-hyperv neutron-server[92322]: [parameters: {'id': '6f1017be-982f-4cf2-9adf-4c80e0f15885'}] Jun 02 16:27:36.730861 dv-neutron-601336-83-hyperv neutron-server[92322]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:27:36.732515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_db.api [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:27:36.783253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-87aa9170-7e8e-430b-83b1-b29293ed2340 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:36.816233 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-87aa9170-7e8e-430b-83b1-b29293ed2340 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:36.821299 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-87aa9170-7e8e-430b-83b1-b29293ed2340 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1369324 Jun 02 16:27:36.821750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36526) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:36.854728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dad3dfd4-f931-432f-9ca7-244c98827db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.871056 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f577aecd-cb87-4324-87b2-2a9eaad43b46 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.877291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0406f2d1-577f-4342-bb49-61845ed41347 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:36.887470 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37c6508-7008-40ff-a87f-1d2b7e93dc3b None None] get_active_networks_info from dv-neutron-601336-83-hyperv {{(pid=92324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:27:36.889427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f577aecd-cb87-4324-87b2-2a9eaad43b46 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.926420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f577aecd-cb87-4324-87b2-2a9eaad43b46 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.929985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6026fd47-3c1b-4a17-9d74-798e4d7a6577 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:36.940680 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4a184363-1a89-45e8-995e-0cf89c237194 req-9b34958f-a742-4fe5-a5c3-49cb56d2d4d0 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 210 time: 0.1753752 Jun 02 16:27:36.954889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577aecd-cb87-4324-87b2-2a9eaad43b46 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73fce9f7-0a5a-4da8-9fd7-a827ce901cd2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:36.964315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f577aecd-cb87-4324-87b2-2a9eaad43b46 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:36.971000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3dfd4-f931-432f-9ca7-244c98827db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=a8d1024c-4f54-4277-8deb-e3d2295afe82,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:36.978462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dad3dfd4-f931-432f-9ca7-244c98827db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:36.985445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f577aecd-cb87-4324-87b2-2a9eaad43b46 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.987188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b56d5892-5af1-4a0c-a5f5-48717c45f92d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:36.987651 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f577aecd-cb87-4324-87b2-2a9eaad43b46 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/73fce9f7-0a5a-4da8-9fd7-a827ce901cd2 HTTP/1.1" status: 204 len: 168 time: 0.1643808 Jun 02 16:27:36.989153 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b56d5892-5af1-4a0c-a5f5-48717c45f92d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/routers/0ea51130-bf63-4ec2-a87f-8b3962a4dd63 HTTP/1.1" status: 204 len: 168 time: 2.4240565 Jun 02 16:27:36.994477 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36528) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:36.994965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36530) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:37.114042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dad3dfd4-f931-432f-9ca7-244c98827db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:37.115550 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37c6508-7008-40ff-a87f-1d2b7e93dc3b None None] Resources bound (agent type, host, resource id): {{(pid=92324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 16:27:37.125824 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:37.133092 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-dad3dfd4-f931-432f-9ca7-244c98827db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/a8d1024c-4f54-4277-8deb-e3d2295afe82 HTTP/1.1" status: 204 len: 168 time: 3.4967203 Jun 02 16:27:37.136563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Usage tracker for resource:port and tenant:eb3d43f8c1a34b828fed716fdcdead44 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:37.143867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d9a005-68ec-4053-87d6-e7eb07d6ab0f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting subnet 6c2d585d-d573-49c1-89e2-cc9561c8d1ad {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:27:37.147019 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36532) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:37.160717 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bd8346a6-8c81-42c5-955c-cf1f391bdebc tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:37.178591 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:37.193532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:37.217877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47d9a005-68ec-4053-87d6-e7eb07d6ab0f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:37.223646 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Made reservation on behalf of eb3d43f8c1a34b828fed716fdcdead44 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:37.228165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:37.267937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:37.346949 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bd8346a6-8c81-42c5-955c-cf1f391bdebc tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:37.353279 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bd8346a6-8c81-42c5-955c-cf1f391bdebc tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3522453 Jun 02 16:27:37.355395 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47d9a005-68ec-4053-87d6-e7eb07d6ab0f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:37.363037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36534) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:37.488522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8d25ab62-eb2e-4634-abd5-9b5d5d13a979 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:37.600099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b38338-59ea-4ff2-be4f-0c8fc7656d80 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:37.602526 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-35b38338-59ea-4ff2-be4f-0c8fc7656d80 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4370677 Jun 02 16:27:37.607661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36536) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:37.685514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47d9a005-68ec-4053-87d6-e7eb07d6ab0f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:37.722503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Deleting port 717d6424-1d14-4272-8eef-66dddbdd33cc {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:37.722853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:37.763818 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8d25ab62-eb2e-4634-abd5-9b5d5d13a979 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:37.874185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8d25ab62-eb2e-4634-abd5-9b5d5d13a979 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:37.876593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Allocated IP 172.20.0.11 (ac739103-494e-47ee-8fcb-a66621220176/5cdedbcb-4e52-4c6b-9ed6-7c2320380464/bcefd45e-8eea-4903-9b4a-182ad783b207) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:37.894187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-adc13571-9dd2-4718-8ad8-50ba469c8ca8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:37.947918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25ab62-eb2e-4634-abd5-9b5d5d13a979 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d50cc847-f337-44b9-803c-e8f840c86cf0,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:37.956826 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8d25ab62-eb2e-4634-abd5-9b5d5d13a979 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:38.033427 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8d25ab62-eb2e-4634-abd5-9b5d5d13a979 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.038977 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8d25ab62-eb2e-4634-abd5-9b5d5d13a979 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/d50cc847-f337-44b9-803c-e8f840c86cf0 HTTP/1.1" status: 204 len: 168 time: 0.6700945 Jun 02 16:27:38.043169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36540) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:38.110673 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] For port 717d6424-1d14-4272-8eef-66dddbdd33cc, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=717d6424-1d14-4272-8eef-66dddbdd33cc,segment=NetworkSegment(e9f5594a-afa8-485b-bc50-03daae72b620),segment_id=e9f5594a-afa8-485b-bc50-03daae72b620)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:38.111234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.270451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.280624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.285270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5ff84593-7829-4623-a6db-6a87966552d3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:38.324411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b120c57-b255-490c-9906-7f10861f19a3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:38.329814 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5b120c57-b255-490c-9906-7f10861f19a3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7147846 Jun 02 16:27:38.333558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36542) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:38.365917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Calling delete_port for 717d6424-1d14-4272-8eef-66dddbdd33cc owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:38.401516 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f4309686-4c01-4ef8-a556-ca71a79756ac req-610fbcb7-c2c8-416a-8faf-d4dde34f5f75 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 210 time: 0.1426251 Jun 02 16:27:38.423111 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event updated for resources: {'Subnet': ['ID=54e79ec3-8011-44a5-bdc7-c13b325f3d71,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:38.434260 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:38.465845 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-43f8e3b1-ecf9-47a4-886e-593543499ac1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3939509 Jun 02 16:27:38.471037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36544) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:38.473234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Checking segment: {'id': '9ec77335-c731-44d7-95c9-862e71cf69a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cd24769b-755a-488b-9de9-a6ce13893cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:38.473234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Network hostable DHCP agents. Network: cd24769b-755a-488b-9de9-a6ce13893cc2, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:27:38.478570 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.493818 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f03721-f2d9-4c5d-9160-0b9b92beadc7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:38.495634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f03721-f2d9-4c5d-9160-0b9b92beadc7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:38.497181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f03721-f2d9-4c5d-9160-0b9b92beadc7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:38.498100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-18f03721-f2d9-4c5d-9160-0b9b92beadc7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:38.507668 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fc9ba332-c3dc-4e3e-8859-0d2d40e88925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:38.556908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.603706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.611632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f29c9308-3602-427c-ac42-696f5ef291a8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:38.645450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Network ac739103-494e-47ee-8fcb-a66621220176 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:38.653634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f32c7e12-e2f0-422d-aa82-6475d5ef10a4 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.660299 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:38.668696 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Port': ['ID=717d6424-1d14-4272-8eef-66dddbdd33cc,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:38.670450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-18f03721-f2d9-4c5d-9160-0b9b92beadc7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:38.671921 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-18f03721-f2d9-4c5d-9160-0b9b92beadc7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3371480 Jun 02 16:27:38.672278 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:38.673078 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Network cd24769b-755a-488b-9de9-a6ce13893cc2 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:27:38.673787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47d9a005-68ec-4053-87d6-e7eb07d6ab0f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.676684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36546) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:38.677943 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:38.678387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No DVR routers for this DVR port 717d6424-1d14-4272-8eef-66dddbdd33cc on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:27:38.679940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e4889cb-a67c-400c-a248-cf8cedc34f8d tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:38.752731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9a005-68ec-4053-87d6-e7eb07d6ab0f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2d585d-d573-49c1-89e2-cc9561c8d1ad,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:38.761115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f32c7e12-e2f0-422d-aa82-6475d5ef10a4 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.768294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Pushing event updated for resources: {'Port': ['ID=bcefd45e-8eea-4903-9b4a-182ad783b207,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:38.768630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-47d9a005-68ec-4053-87d6-e7eb07d6ab0f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:38.774541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47d9a005-68ec-4053-87d6-e7eb07d6ab0f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.791939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:38.794903 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1a6349-3742-4d81-acaf-3f8f415f45b9 None None] Network 2d687abb-02a5-4516-98d5-c067e6d10ad1 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:38.824747 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, cd24769b-755a-488b-9de9-a6ce13893cc2) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:38.867025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e235bb-3606-4237-bcf1-4e795fc43869 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 61885644-4ce0-438c-a8bc-7e26b24a6241 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:27:38.869583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:38.870171 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.880455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:38.881886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.883847 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-47d9a005-68ec-4053-87d6-e7eb07d6ab0f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/6c2d585d-d573-49c1-89e2-cc9561c8d1ad HTTP/1.1" status: 204 len: 168 time: 1.8647633 Jun 02 16:27:38.884798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36548) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:38.887950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-98e235bb-3606-4237-bcf1-4e795fc43869 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.922589 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f32c7e12-e2f0-422d-aa82-6475d5ef10a4 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.941641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.967319 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-98e235bb-3606-4237-bcf1-4e795fc43869 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:38.986121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1017be-982f-4cf2-9adf-4c80e0f15885']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:39.001425 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b463ebe-5461-4da3-8f88-49d704903475 None None] Network cd24769b-755a-488b-9de9-a6ce13893cc2 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:39.015884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ef67a5d6-d051-4fce-9306-0d4b1ef1a5c8 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:39.083380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c7e12-e2f0-422d-aa82-6475d5ef10a4 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8834a9a-c23b-429d-a5d2-d1e9b83bdbfd,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:39.087517 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f32c7e12-e2f0-422d-aa82-6475d5ef10a4 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:39.102004 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6686578 Jun 02 16:27:39.107527 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5404019 Jun 02 16:27:39.108723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f5594a-afa8-485b-bc50-03daae72b620') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:39.108889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f5594a-afa8-485b-bc50-03daae72b620') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:39.113531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f32c7e12-e2f0-422d-aa82-6475d5ef10a4 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.117821 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f32c7e12-e2f0-422d-aa82-6475d5ef10a4 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a8834a9a-c23b-429d-a5d2-d1e9b83bdbfd HTTP/1.1" status: 204 len: 168 time: 0.6386554 Jun 02 16:27:39.121864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36550) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:39.122395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36552) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:39.143201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Request body: {'network': {'name': 'tempest-router-network01--785373127'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:39.150617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.180646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.191192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:39.193627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.206247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:27:39.206911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.213213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Usage tracker for resource:network and tenant:4ab0dd4e9d12428aa7863636dd8c728b is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:39.223234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:39.241286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:39.273297 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Request body: {'port': {'device_id': 'c744a4ba-cd7b-4e2a-b768-19b5547047d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:39.319231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-98e235bb-3606-4237-bcf1-4e795fc43869 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:27:39.332622 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:27:39.391850 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-dbb3c54f-649e-4dd0-94d8-800a1ca3b066 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:39.445567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.446474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Made reservation on behalf of 4ab0dd4e9d12428aa7863636dd8c728b for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:39.451896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.457711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-57048cf1-8de4-4b97-8f32-023c8ee8f971 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:39.480399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.507023 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/6f1017be-982f-4cf2-9adf-4c80e0f15885 HTTP/1.1" status: 204 len: 168 time: 4.7193100 Jun 02 16:27:39.513040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36560) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:39.519174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-60669908'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:39.526775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Network': ['ID=6f1017be-982f-4cf2-9adf-4c80e0f15885,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:39.530889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:39.534961 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:39.542935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:network and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:39.548675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:39.557799 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:39.570089 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fc039b-7e0c-4896-9aee-cac55018a9a6 None None] DHCP port deletion for 2d687abb-02a5-4516-98d5-c067e6d10ad1 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:27:39.588419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:39.592808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.607976 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port 10dceec3-6bda-4766-b8d4-7b12c8693fda {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:39.609150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.685635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-dbb3c54f-649e-4dd0-94d8-800a1ca3b066 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:39.690452 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-dbb3c54f-649e-4dd0-94d8-800a1ca3b066 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5622456 Jun 02 16:27:39.695489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36562) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:39.698839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-cd24769b-755a-488b-9de9-a6ce13893cc2', 'network_id': 'cd24769b-755a-488b-9de9-a6ce13893cc2', 'tenant_id': '4ab0dd4e9d12428aa7863636dd8c728b', 'fixed_ips': [{'subnet_id': '54e79ec3-8011-44a5-bdc7-c13b325f3d71'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:27:39.700297 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.709458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:27:39.725356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.758462 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:27:39.795398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.795747 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Added segment 9fb3b7bd-b334-4190-a1f8-98c6d3e1841a of type vlan for network 31dca608-f2ef-4799-8a48-e20062b3f7cc Jun 02 16:27:39.798234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] For port 10dceec3-6bda-4766-b8d4-7b12c8693fda, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=10dceec3-6bda-4766-b8d4-7b12c8693fda,segment=NetworkSegment(de6960dc-2ca3-499d-b956-b16c70438255),segment_id=de6960dc-2ca3-499d-b956-b16c70438255)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:39.798675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.886506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-06fc039b-7e0c-4896-9aee-cac55018a9a6 None None] Deleting port 10dceec3-6bda-4766-b8d4-7b12c8693fda {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:39.887128 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-06fc039b-7e0c-4896-9aee-cac55018a9a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.926453 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.927352 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Added segment 1f82870e-391a-4a27-ad1c-d88e61c1f930 of type vlan for network f1806aca-eba5-4a01-85ee-957802f0c954 Jun 02 16:27:39.954349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for 10dceec3-6bda-4766-b8d4-7b12c8693fda owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:39.977148 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:39.994404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-42725003-9bf6-4d18-a4a5-d070c680db1e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.060859 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-42725003-9bf6-4d18-a4a5-d070c680db1e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.147079 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.178994 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-06fc039b-7e0c-4896-9aee-cac55018a9a6 None None] For port 10dceec3-6bda-4766-b8d4-7b12c8693fda, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=10dceec3-6bda-4766-b8d4-7b12c8693fda,segment=NetworkSegment(de6960dc-2ca3-499d-b956-b16c70438255),segment_id=de6960dc-2ca3-499d-b956-b16c70438255)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:40.179627 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-06fc039b-7e0c-4896-9aee-cac55018a9a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.261712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.267278 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:40.267927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.279595 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3f0d00ef-d8b7-499a-b4e5-fc6644e3e86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:40.335051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:27:40.413608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.436073 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9216907 Jun 02 16:27:40.438414 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36564) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:40.439119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Network': ['ID=31dca608-f2ef-4799-8a48-e20062b3f7cc,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:40.446057 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'subnet': {'network_id': '31dca608-f2ef-4799-8a48-e20062b3f7cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:40.457195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-06fc039b-7e0c-4896-9aee-cac55018a9a6 None None] Calling delete_port for 10dceec3-6bda-4766-b8d4-7b12c8693fda owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:40.460624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No DVR routers for this DVR port 10dceec3-6bda-4766-b8d4-7b12c8693fda on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:27:40.462509 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:40.463071 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1b2505de-950b-4e4b-a968-020079649b57 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:40.467524 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 31dca608-f2ef-4799-8a48-e20062b3f7cc details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:27:40.504640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Allocated IP 172.20.0.2 (cd24769b-755a-488b-9de9-a6ce13893cc2/54e79ec3-8011-44a5-bdc7-c13b325f3d71/b662e00b-58e9-4d33-8e33-d19a984b0665) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:40.514431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa960b7-a380-4b81-806c-f3020a3e8a50 req-5eaf04c3-1c09-4b34-83f7-cd73cf3f5d41 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:40.515064 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-4fa960b7-a380-4b81-806c-f3020a3e8a50 req-5eaf04c3-1c09-4b34-83f7-cd73cf3f5d41 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Synchronizing usage tracker for tenant:eb3d43f8c1a34b828fed716fdcdead44 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:40.532787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-98e235bb-3606-4237-bcf1-4e795fc43869 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.538752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-42725003-9bf6-4d18-a4a5-d070c680db1e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.541212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-42725003-9bf6-4d18-a4a5-d070c680db1e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.541767 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e2e837d0-5570-446a-b42f-65cc39526a3c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:40.545146 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-42725003-9bf6-4d18-a4a5-d070c680db1e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-groups/77896944-243a-4f59-aed2-6ddad11f11af HTTP/1.1" status: 204 len: 168 time: 0.8470297 Jun 02 16:27:40.549203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36566) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:40.554526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=10dceec3-6bda-4766-b8d4-7b12c8693fda,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:40.574604 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:40.586290 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.588293 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c79da737-059f-4276-92f7-ce8aadd1c8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:40.592425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:40.593052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.680452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42725003-9bf6-4d18-a4a5-d070c680db1e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77896944-243a-4f59-aed2-6ddad11f11af,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:40.711988 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-42725003-9bf6-4d18-a4a5-d070c680db1e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:40.834955 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:40.839485 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.843614 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 10dceec3-6bda-4766-b8d4-7b12c8693fda no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:27:40.856324 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e235bb-3606-4237-bcf1-4e795fc43869 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=61885644-4ce0-438c-a8bc-7e26b24a6241,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:40.858498 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:subnet and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:40.859916 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-98e235bb-3606-4237-bcf1-4e795fc43869 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.864175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:40.864397 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-98e235bb-3606-4237-bcf1-4e795fc43869 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:40.865313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c6954821-656c-4575-978d-f673ce2c067e tempest-QuotasNegativeTest-1528996530 tempest-QuotasNegativeTest-1528996530-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:40.871287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9eabb3-2e68-492d-bad0-7747ce531c7a None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:40.872661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:40.875622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d687abb-02a5-4516-98d5-c067e6d10ad1']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:40.886595 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-05463d3e-ec03-4f10-af81-25f14afdf38f tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:40.901228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6960dc-2ca3-499d-b956-b16c70438255') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:40.901530 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6960dc-2ca3-499d-b956-b16c70438255') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:40.911794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 10dceec3-6bda-4766-b8d4-7b12c8693fda {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:27:40.911794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 10dceec3-6bda-4766-b8d4-7b12c8693fda not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:27:40.921170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.928880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-05463d3e-ec03-4f10-af81-25f14afdf38f tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:40.935251 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-05463d3e-ec03-4f10-af81-25f14afdf38f tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3783243 Jun 02 16:27:40.938998 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36568) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:40.944017 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-73b0a113-70fc-4015-9992-35232a04b59b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508442106'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:40.955416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-73b0a113-70fc-4015-9992-35232a04b59b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:40.963509 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.970654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-73b0a113-70fc-4015-9992-35232a04b59b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:40.975101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:27:40.975775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:40.976993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-4fa960b7-a380-4b81-806c-f3020a3e8a50 req-5eaf04c3-1c09-4b34-83f7-cd73cf3f5d41 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Unset dirty status for tenant:eb3d43f8c1a34b828fed716fdcdead44 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:40.978604 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4fa960b7-a380-4b81-806c-f3020a3e8a50 req-5eaf04c3-1c09-4b34-83f7-cd73cf3f5d41 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 932 time: 1.2548935 Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:27:40.991579 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:27:41.015881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-06fc039b-7e0c-4896-9aee-cac55018a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.025817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6981f3df-7101-48d7-9108-bfa8679940a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:41.031601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event updated for resources: {'Network': ['ID=f1806aca-eba5-4a01-85ee-957802f0c954,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:41.049529 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-98e235bb-3606-4237-bcf1-4e795fc43869 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/61885644-4ce0-438c-a8bc-7e26b24a6241 HTTP/1.1" status: 204 len: 168 time: 2.3284647 Jun 02 16:27:41.051556 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9279335 Jun 02 16:27:41.052818 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:41.058224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36570) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:41.059025 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36572) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:41.071194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network f1806aca-eba5-4a01-85ee-957802f0c954 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:27:41.125149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc039b-7e0c-4896-9aee-cac55018a9a6 None None] Pushing event deleted for resources: {'Port': ['ID=10dceec3-6bda-4766-b8d4-7b12c8693fda,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:41.134830 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4fa960b7-a380-4b81-806c-f3020a3e8a50 req-43e82b1e-d029-486c-a438-a299e1c11673 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440034 Jun 02 16:27:41.145893 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-06fc039b-7e0c-4896-9aee-cac55018a9a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:41.152565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Request body: {'network': {'name': 'tempest-router-network02--2125938831'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:41.169641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:41.174459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.180318 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.185096 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:41.189740 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.206725 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Usage tracker for resource:network and tenant:4ab0dd4e9d12428aa7863636dd8c728b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:41.215790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2daa0478-b1d2-4822-8a59-91098acd85c4 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:41.234059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcefd45e-8eea-4903-9b4a-182ad783b207 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:27:41.240379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73b0a113-70fc-4015-9992-35232a04b59b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.248079 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.250407 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc039b-7e0c-4896-9aee-cac55018a9a6 None None] No DVR routers for this DVR port 10dceec3-6bda-4766-b8d4-7b12c8693fda on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:27:41.258907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:41.262002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Network': ['ID=2d687abb-02a5-4516-98d5-c067e6d10ad1,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:41.282855 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/networks/2d687abb-02a5-4516-98d5-c067e6d10ad1 HTTP/1.1" status: 204 len: 168 time: 2.3761654 Jun 02 16:27:41.283969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:41.285177 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Transition to ACTIVE for port object bcefd45e-8eea-4903-9b4a-182ad783b207 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:41.291577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36574) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:41.294149 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:41.301533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-338ece2d-209b-4554-919d-88bd9e95eeba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-624382306', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:41.316325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-338ece2d-209b-4554-919d-88bd9e95eeba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:41.322883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-338ece2d-209b-4554-919d-88bd9e95eeba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:router and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:41.326928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-338ece2d-209b-4554-919d-88bd9e95eeba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:41.333647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-338ece2d-209b-4554-919d-88bd9e95eeba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:41.344415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.357683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-95696b5e-f4bd-4e56-b272-5eee567de72b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:41.392399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.394150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-73b0a113-70fc-4015-9992-35232a04b59b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:41.394889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-338ece2d-209b-4554-919d-88bd9e95eeba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.396311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-338ece2d-209b-4554-919d-88bd9e95eeba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.418668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab929867-6afb-42bd-a001-f5931bb2dbbe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet f7ce6d2f-3db5-4cf5-870e-f0614ce8c335 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:27:41.420744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Made reservation on behalf of 4ab0dd4e9d12428aa7863636dd8c728b for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:41.424124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.424964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Transition to ACTIVE for port object b662e00b-58e9-4d33-8e33-d19a984b0665 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:41.445849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Transition to ACTIVE for port object b662e00b-58e9-4d33-8e33-d19a984b0665 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:41.447624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab929867-6afb-42bd-a001-f5931bb2dbbe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.460137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.466369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-144b7182-2273-4aef-bafc-f09b6a2e5665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:41.488121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-73b0a113-70fc-4015-9992-35232a04b59b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:41.580515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab929867-6afb-42bd-a001-f5931bb2dbbe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.616430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Network cd24769b-755a-488b-9de9-a6ce13893cc2 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:41.621447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:27:41.622292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:41.630393 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:41.638534 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Pushing event updated for resources: {'Port': ['ID=b662e00b-58e9-4d33-8e33-d19a984b0665,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:41.642404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Pushing event updated for resources: {'Port': ['ID=bcefd45e-8eea-4903-9b4a-182ad783b207,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:41.648931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-338ece2d-209b-4554-919d-88bd9e95eeba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.650973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:41.680250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.680610 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Added segment 0f6698b7-049a-4b49-9ba5-d9126782de41 of type vlan for network eeced630-0f81-4ca7-badb-bae0a1f1cc4c Jun 02 16:27:41.686929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:41.703739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Attempting to bind port bcefd45e-8eea-4903-9b4a-182ad783b207 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:27:41.704350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Attempting to bind port bcefd45e-8eea-4903-9b4a-182ad783b207 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '71fd49c5-723d-4b2a-a339-6ef61c9117a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac739103-494e-47ee-8fcb-a66621220176'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:27:41.704849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Attempting to bind port bcefd45e-8eea-4903-9b4a-182ad783b207 on network ac739103-494e-47ee-8fcb-a66621220176 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:27:41.712858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Port bcefd45e-8eea-4903-9b4a-182ad783b207 on network ac739103-494e-47ee-8fcb-a66621220176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:27:41.713430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Attempting to bind port bcefd45e-8eea-4903-9b4a-182ad783b207 on network ac739103-494e-47ee-8fcb-a66621220176 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:27:41.721150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:27:41.721755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Checking segment: {'id': '71fd49c5-723d-4b2a-a339-6ef61c9117a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac739103-494e-47ee-8fcb-a66621220176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:41.722527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Bound using segment: {'id': '71fd49c5-723d-4b2a-a339-6ef61c9117a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac739103-494e-47ee-8fcb-a66621220176'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:27:41.723165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Bound port: bcefd45e-8eea-4903-9b4a-182ad783b207, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71fd49c5-723d-4b2a-a339-6ef61c9117a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ac739103-494e-47ee-8fcb-a66621220176'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:27:41.723688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.742339 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-338ece2d-209b-4554-919d-88bd9e95eeba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.763136 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Attempting to bind port b662e00b-58e9-4d33-8e33-d19a984b0665 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:27:41.763523 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Attempting to bind port b662e00b-58e9-4d33-8e33-d19a984b0665 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '9ec77335-c731-44d7-95c9-862e71cf69a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cd24769b-755a-488b-9de9-a6ce13893cc2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:27:41.763904 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Attempting to bind port b662e00b-58e9-4d33-8e33-d19a984b0665 on network cd24769b-755a-488b-9de9-a6ce13893cc2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:27:41.770990 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:27:41.771741 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Checking segment: {'id': '9ec77335-c731-44d7-95c9-862e71cf69a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cd24769b-755a-488b-9de9-a6ce13893cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:41.771899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.772278 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Bound using segment: {'id': '9ec77335-c731-44d7-95c9-862e71cf69a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cd24769b-755a-488b-9de9-a6ce13893cc2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:27:41.772823 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Bound port: b662e00b-58e9-4d33-8e33-d19a984b0665, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec77335-c731-44d7-95c9-862e71cf69a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cd24769b-755a-488b-9de9-a6ce13893cc2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:27:41.773221 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.846739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.847430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-338ece2d-209b-4554-919d-88bd9e95eeba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.851553 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-338ece2d-209b-4554-919d-88bd9e95eeba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5560527 Jun 02 16:27:41.852331 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36576) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:41.860587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'network': {'name': 'tempest-RoutersTest-2128019750'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:41.875013 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73b0a113-70fc-4015-9992-35232a04b59b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.895888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:41.897430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] For port b662e00b-58e9-4d33-8e33-d19a984b0665, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:27:41.901570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73b0a113-70fc-4015-9992-35232a04b59b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.905838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] For port b662e00b-58e9-4d33-8e33-d19a984b0665, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b662e00b-58e9-4d33-8e33-d19a984b0665,segment=NetworkSegment(9ec77335-c731-44d7-95c9-862e71cf69a7),segment_id=9ec77335-c731-44d7-95c9-862e71cf69a7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:27:41.906737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:network and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:41.909511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8b019249-2540-495c-8059-335252cedd01 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:41.911492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:41.917483 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.920274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:41.922962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] For port bcefd45e-8eea-4903-9b4a-182ad783b207, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:27:41.924815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:41.927144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] For port bcefd45e-8eea-4903-9b4a-182ad783b207, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bcefd45e-8eea-4903-9b4a-182ad783b207,segment=NetworkSegment(71fd49c5-723d-4b2a-a339-6ef61c9117a1),segment_id=71fd49c5-723d-4b2a-a339-6ef61c9117a1)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:27:41.940600 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:41.950786 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cfbea5a0-bbfd-4403-9b40-54cd82fed644 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:41.991041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab929867-6afb-42bd-a001-f5931bb2dbbe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:42.028831 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Pushing event updated for resources: {'Port': ['ID=b662e00b-58e9-4d33-8e33-d19a984b0665,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:42.034143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:42.034693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Pushing event updated for resources: {'Port': ['ID=bcefd45e-8eea-4903-9b4a-182ad783b207,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:42.037534 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:42.041234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:42.052170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:42.057734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:42.058644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:42.060307 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] 10.222.0.49 "PUT /v2.0/ports/bcefd45e-8eea-4903-9b4a-182ad783b207 HTTP/1.1" status: 200 len: 1094 time: 2.9397702 Jun 02 16:27:42.060894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c744a4ba-cd7b-4e2a-b768-19b5547047d4', 'tag': 'bcefd45e-8eea-4903-9b4a-182ad783b207'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:27:42.062728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0a113-70fc-4015-9992-35232a04b59b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f570d01f-ecb2-4656-9d1a-fe84d53cdbc7,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:42.063496 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddc6813-ae31-44c5-9a9f-8df2215c3f38" -d '{"events": [{"name": "network-changed", "server_uuid": "c744a4ba-cd7b-4e2a-b768-19b5547047d4", "tag": "bcefd45e-8eea-4903-9b4a-182ad783b207"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:27:42.066100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-73b0a113-70fc-4015-9992-35232a04b59b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:42.081467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:42.093341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:42.094016 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:42.112933 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a40dab09-2bca-450b-bae0-1e4083479b67 tempest-BulkNetworkOpsTest-113823536 tempest-BulkNetworkOpsTest-113823536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:42.293648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:27:42.301954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73b0a113-70fc-4015-9992-35232a04b59b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:42.303339 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-73b0a113-70fc-4015-9992-35232a04b59b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3631003 Jun 02 16:27:42.354764 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36584) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:42.365192 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2452874 Jun 02 16:27:42.365592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63590e3f-2f52-48f7-8f39-08c16635fdbc x-openstack-request-id: req-63590e3f-2f52-48f7-8f39-08c16635fdbc {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:27:42.365592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c744a4ba-cd7b-4e2a-b768-19b5547047d4", "tag": "bcefd45e-8eea-4903-9b4a-182ad783b207", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:27:42.365592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63590e3f-2f52-48f7-8f39-08c16635fdbc {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:27:42.365592 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c744a4ba-cd7b-4e2a-b768-19b5547047d4', 'tag': 'bcefd45e-8eea-4903-9b4a-182ad783b207', 'status': 'completed', 'code': 200} Jun 02 16:27:42.366281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event updated for resources: {'Network': ['ID=eeced630-0f81-4ca7-badb-bae0a1f1cc4c,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:42.368300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:42.376216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36586) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:42.376911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network eeced630-0f81-4ca7-badb-bae0a1f1cc4c details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:27:42.381747 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Request body: {'subnet': {'network_id': 'f1806aca-eba5-4a01-85ee-957802f0c954', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:42.396414 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-924ddd7d-91ec-415d-8a26-1a795c7c36d0 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group_rule': {'security_group_id': 'f570d01f-ecb2-4656-9d1a-fe84d53cdbc7', 'direction': 'ingress', 'protocol': 17}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:42.430681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-924ddd7d-91ec-415d-8a26-1a795c7c36d0 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:42.457716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-924ddd7d-91ec-415d-8a26-1a795c7c36d0 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:42.467688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-924ddd7d-91ec-415d-8a26-1a795c7c36d0 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:42.492731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:42.493114 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Added segment f14ce3eb-e159-4737-af85-31ad650b7260 of type vlan for network 50e08d5b-011b-4c42-b73e-299e26c0ad6f Jun 02 16:27:42.515986 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-924ddd7d-91ec-415d-8a26-1a795c7c36d0 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:42.595093 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-924ddd7d-91ec-415d-8a26-1a795c7c36d0 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:42.674057 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:42.717120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-924ddd7d-91ec-415d-8a26-1a795c7c36d0 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:42.722515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-a16d3885-d381-40e5-8b44-9e96151d347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:42.725383 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-a16d3885-d381-40e5-8b44-9e96151d347e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb3d43f8c1a34b828fed716fdcdead44&device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 1097 time: 0.6084323 Jun 02 16:27:42.731581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-924ddd7d-91ec-415d-8a26-1a795c7c36d0 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:42.805799 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b662e00b-58e9-4d33-8e33-d19a984b0665 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:42.806061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-480a3fd0-561d-4639-9f82-e35613d85e99 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:42.858884 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-7fb2cb04-9369-41fd-8ee8-719f18e1d053 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcefd45e-8eea-4903-9b4a-182ad783b207 HTTP/1.1" status: 200 len: 217 time: 0.1203587 Jun 02 16:27:42.863625 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:27:42.882757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ddd7d-91ec-415d-8a26-1a795c7c36d0 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d5b8b3-12b8-42bb-b67e-e108d571bd4b,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:42.885200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-924ddd7d-91ec-415d-8a26-1a795c7c36d0 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:42.886834 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-924ddd7d-91ec-415d-8a26-1a795c7c36d0 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5197735 Jun 02 16:27:42.887906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-924ddd7d-91ec-415d-8a26-1a795c7c36d0 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:42.902650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:42.907846 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port b662e00b-58e9-4d33-8e33-d19a984b0665 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:42.909400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Usage tracker for resource:subnet and tenant:4ab0dd4e9d12428aa7863636dd8c728b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:42.914807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:42.930340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:42.935847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde39ff-781f-41fe-903e-d75a6c3a1a1e req-31865b5d-8f88-45c2-b01a-6df2a10ecc40 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:42.937499 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5bde39ff-781f-41fe-903e-d75a6c3a1a1e req-31865b5d-8f88-45c2-b01a-6df2a10ecc40 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 944 time: 0.6648922 Jun 02 16:27:42.938315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36588) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:43.002650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:43.009747 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:43.010479 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:43.017043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4bf993e8-696c-4978-b8ac-bf4207c6557a tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:43.036153 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-717de778-6ee2-49b3-806d-ce48b01a49d4 None None] Provisioning complete for port 9a92c17d-6b97-4215-8953-36b669da937e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:43.036468 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5bde39ff-781f-41fe-903e-d75a6c3a1a1e req-4c47cff9-32d2-46fd-b25e-6df520e7d25c tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875981 Jun 02 16:27:43.038349 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-717de778-6ee2-49b3-806d-ce48b01a49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:43.064047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-01cdea88-509e-4848-a340-a444d15b8b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:43.065893 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-01cdea88-509e-4848-a340-a444d15b8b35 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5cdedbcb-4e52-4c6b-9ed6-7c2320380464 HTTP/1.1" status: 200 len: 852 time: 0.1748054 Jun 02 16:27:43.097314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Made reservation on behalf of 4ab0dd4e9d12428aa7863636dd8c728b for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:43.104544 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:43.247889 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-c9703a80-c889-4bf6-abcc-136396346c37 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ac739103-494e-47ee-8fcb-a66621220176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830286 Jun 02 16:27:43.317614 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4629416 Jun 02 16:27:43.328637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36590) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:43.330492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Network': ['ID=50e08d5b-011b-4c42-b73e-299e26c0ad6f,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:43.343172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:43.348047 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'subnet': {'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:43.350897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 50e08d5b-011b-4c42-b73e-299e26c0ad6f details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:27:43.373179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a50a43b7-9c16-465c-89f1-4d8914736a07 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:43.375319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab929867-6afb-42bd-a001-f5931bb2dbbe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:43.389520 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-880f530b-c8b0-4694-a1d9-247ba5dfcae3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:43.506501 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab929867-6afb-42bd-a001-f5931bb2dbbe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=f7ce6d2f-3db5-4cf5-870e-f0614ce8c335,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:43.545818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ab929867-6afb-42bd-a001-f5931bb2dbbe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:43.553116 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab929867-6afb-42bd-a001-f5931bb2dbbe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:43.555649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d51f89c-f7a1-46cd-a4d5-ef7a03c64034 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:43.569237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a50a43b7-9c16-465c-89f1-4d8914736a07 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:43.603556 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-d21b5174-5cb1-414a-b97e-a609a2706bcf service neutron] 10.222.0.49 "GET /v2.0/networks/ac739103-494e-47ee-8fcb-a66621220176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312669 Jun 02 16:27:43.662622 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ab929867-6afb-42bd-a001-f5931bb2dbbe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/f7ce6d2f-3db5-4cf5-870e-f0614ce8c335 HTTP/1.1" status: 204 len: 168 time: 2.6007247 Jun 02 16:27:43.671459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36592) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:43.687688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:43.731037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:subnet and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:43.741360 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:43.752037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:43.775377 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:43.782974 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4421287b-f9cf-4e5d-a20a-d5c03054d5ee tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:43.827857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edde4917-aea8-46bb-bd3b-f77615f4f1fd None None] Network cd24769b-755a-488b-9de9-a6ce13893cc2 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:43.882994 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:43.888890 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:43.932427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a50a43b7-9c16-465c-89f1-4d8914736a07 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:44.018885 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c116ddae-ce77-4d7d-b73d-ec989d7f0451 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3430719 Jun 02 16:27:44.020967 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36594) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:44.026252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e0acdaf2-ea9e-49af-ae48-1348f3dcdd04 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:44.152280 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e6087d1b-5075-485c-acae-adca883b70f2 None None] Provisioning for port b662e00b-58e9-4d33-8e33-d19a984b0665 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:44.190288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e6087d1b-5075-485c-acae-adca883b70f2 None None] Provisioning complete for port b662e00b-58e9-4d33-8e33-d19a984b0665 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:44.190888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e6087d1b-5075-485c-acae-adca883b70f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:44.194573 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-608cca85-918c-4e46-87e7-c67a36f1a767 req-ee2c39e0-164e-4159-b3a8-c8379695d6c9 service neutron] 10.222.0.49 "GET /v2.0/networks/ac739103-494e-47ee-8fcb-a66621220176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799682 Jun 02 16:27:44.195687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e0acdaf2-ea9e-49af-ae48-1348f3dcdd04 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:44.201382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e0acdaf2-ea9e-49af-ae48-1348f3dcdd04 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:44.205060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e0acdaf2-ea9e-49af-ae48-1348f3dcdd04 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:44.217020 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e0acdaf2-ea9e-49af-ae48-1348f3dcdd04 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:44.233232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0acdaf2-ea9e-49af-ae48-1348f3dcdd04 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:44.237320 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e0acdaf2-ea9e-49af-ae48-1348f3dcdd04 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:44.291798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Subnet': ['ID=0d88a307-1a9f-4ecb-843e-60be35856d40,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:44.307410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a50a43b7-9c16-465c-89f1-4d8914736a07 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:44.311681 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a50a43b7-9c16-465c-89f1-4d8914736a07 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-groups/f570d01f-ecb2-4656-9d1a-fe84d53cdbc7 HTTP/1.1" status: 204 len: 168 time: 1.3719087 Jun 02 16:27:44.312489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36598) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:44.313521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:44.321086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2daffb2d-3d14-4b88-9cdc-296f8e67abef tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:44.372417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Checking segment: {'id': '9fb3b7bd-b334-4190-a1f8-98c6d3e1841a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '31dca608-f2ef-4799-8a48-e20062b3f7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:44.372948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network hostable DHCP agents. Network: 31dca608-f2ef-4799-8a48-e20062b3f7cc, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:27:44.389701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a43b7-9c16-465c-89f1-4d8914736a07 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f570d01f-ecb2-4656-9d1a-fe84d53cdbc7,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:44.398867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a50a43b7-9c16-465c-89f1-4d8914736a07 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:44.433475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b572bfa4-2e92-41c3-98fa-d89a6b32c2b4 None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:27:44.481531 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network 31dca608-f2ef-4799-8a48-e20062b3f7cc is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:27:44.570330 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc6813-ae31-44c5-9a9f-8df2215c3f38 req-4d110159-90ca-49a9-9826-fa30860f3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:44.572813 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bddc6813-ae31-44c5-9a9f-8df2215c3f38 req-4d110159-90ca-49a9-9826-fa30860f3d20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb3d43f8c1a34b828fed716fdcdead44&device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 1097 time: 0.3008726 Jun 02 16:27:44.573401 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e6087d1b-5075-485c-acae-adca883b70f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:44.573810 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a0f3906b-4f78-4fd4-b8c6-1cd7c962f179 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:44.606333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 31dca608-f2ef-4799-8a48-e20062b3f7cc) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:44.643384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeeabd6-2006-495a-a52b-59030e915294 None None] Network 31dca608-f2ef-4799-8a48-e20062b3f7cc requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:44.658417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204af90a-0c6c-4593-a319-29d1d0fad8f1 req-5bb3044d-b5fd-441f-9a68-8ea473870344 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:44.671474 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-204af90a-0c6c-4593-a319-29d1d0fad8f1 req-5bb3044d-b5fd-441f-9a68-8ea473870344 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 944 time: 0.4208138 Jun 02 16:27:44.691232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:44.691232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:44.695909 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-e6087d1b-5075-485c-acae-adca883b70f2 None None] For port b662e00b-58e9-4d33-8e33-d19a984b0665, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b662e00b-58e9-4d33-8e33-d19a984b0665,segment=NetworkSegment(9ec77335-c731-44d7-95c9-862e71cf69a7),segment_id=9ec77335-c731-44d7-95c9-862e71cf69a7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:44.751294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a0f3906b-4f78-4fd4-b8c6-1cd7c962f179 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:44.759059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36600) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:44.759290 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a0f3906b-4f78-4fd4-b8c6-1cd7c962f179 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4393036 Jun 02 16:27:44.764986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e6087d1b-5075-485c-acae-adca883b70f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:44.770304 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-73093ca0-a973-430f-8592-9477b22720c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:44.774190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-909de1da-b93d-4c8c-94ab-94fa45a53cf8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144545086'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:44.792871 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-204af90a-0c6c-4593-a319-29d1d0fad8f1 req-25a7cf96-9e46-4d1b-b100-67404dd16346 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Synchronizing usage tracker for tenant:eb3d43f8c1a34b828fed716fdcdead44 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:44.801891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-909de1da-b93d-4c8c-94ab-94fa45a53cf8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:44.803363 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.3615916 Jun 02 16:27:44.805592 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36602) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:44.882112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-909de1da-b93d-4c8c-94ab-94fa45a53cf8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:44.893768 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b572bfa4-2e92-41c3-98fa-d89a6b32c2b4 None None] Deleting port 9a92c17d-6b97-4215-8953-36b669da937e {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:27:44.894539 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b572bfa4-2e92-41c3-98fa-d89a6b32c2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:44.902417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc6813-ae31-44c5-9a9f-8df2215c3f38 req-c6d69538-0fd2-449b-bc51-ffcf4659aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:44.904247 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bddc6813-ae31-44c5-9a9f-8df2215c3f38 req-c6d69538-0fd2-449b-bc51-ffcf4659aaca service neutron] 10.222.0.49 "GET /v2.0/networks?id=ac739103-494e-47ee-8fcb-a66621220176 HTTP/1.1" status: 200 len: 913 time: 0.2833381 Jun 02 16:27:45.022584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-909de1da-b93d-4c8c-94ab-94fa45a53cf8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:45.031233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9a92c17d-6b97-4215-8953-36b669da937e no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:27:45.035222 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-204af90a-0c6c-4593-a319-29d1d0fad8f1 req-25a7cf96-9e46-4d1b-b100-67404dd16346 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Unset dirty status for tenant:eb3d43f8c1a34b828fed716fdcdead44 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:45.036694 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-204af90a-0c6c-4593-a319-29d1d0fad8f1 req-25a7cf96-9e46-4d1b-b100-67404dd16346 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701859 Jun 02 16:27:45.047762 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bddc6813-ae31-44c5-9a9f-8df2215c3f38 req-99026f09-af01-4737-9b4e-42ba81763997 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcefd45e-8eea-4903-9b4a-182ad783b207 HTTP/1.1" status: 200 len: 217 time: 0.1149695 Jun 02 16:27:45.052195 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-909de1da-b93d-4c8c-94ab-94fa45a53cf8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:45.077711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6087d1b-5075-485c-acae-adca883b70f2 None None] Pushing event updated for resources: {'Port': ['ID=b662e00b-58e9-4d33-8e33-d19a984b0665,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:45.096516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-909de1da-b93d-4c8c-94ab-94fa45a53cf8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:45.099470 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e6087d1b-5075-485c-acae-adca883b70f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:45.106535 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-909de1da-b93d-4c8c-94ab-94fa45a53cf8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:45.121716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-909de1da-b93d-4c8c-94ab-94fa45a53cf8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:45.201926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b572bfa4-2e92-41c3-98fa-d89a6b32c2b4 None None] For port 9a92c17d-6b97-4215-8953-36b669da937e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9a92c17d-6b97-4215-8953-36b669da937e,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:45.202853 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b572bfa4-2e92-41c3-98fa-d89a6b32c2b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:45.205302 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc6813-ae31-44c5-9a9f-8df2215c3f38 req-f4637db9-9682-4f24-b6a1-10f113b0e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:45.206990 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bddc6813-ae31-44c5-9a9f-8df2215c3f38 req-f4637db9-9682-4f24-b6a1-10f113b0e075 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5cdedbcb-4e52-4c6b-9ed6-7c2320380464 HTTP/1.1" status: 200 len: 852 time: 0.1501310 Jun 02 16:27:45.218609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d9d34bc9-6918-492e-8284-98408aa0daf7 None None] Provisioning complete for port b662e00b-58e9-4d33-8e33-d19a984b0665 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:45.218988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d9d34bc9-6918-492e-8284-98408aa0daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:45.264859 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bddc6813-ae31-44c5-9a9f-8df2215c3f38 req-9cdd3a3e-bd96-4522-9e4b-0c57183fd4b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ac739103-494e-47ee-8fcb-a66621220176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474470 Jun 02 16:27:45.293922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:45.342575 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device bcefd45e-8eea-4903-9b4a-182ad783b207 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:27:45.430678 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:45.441224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b798d153-1f02-499e-89c1-dffccb0a5494 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:45.442173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-909de1da-b93d-4c8c-94ab-94fa45a53cf8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:45.452355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b572bfa4-2e92-41c3-98fa-d89a6b32c2b4 None None] Calling delete_port for 9a92c17d-6b97-4215-8953-36b669da937e owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:27:45.495031 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-909de1da-b93d-4c8c-94ab-94fa45a53cf8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:45.502886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4c37baaf-e8b0-4488-95c7-3b8020bcf9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:45.527585 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bddc6813-ae31-44c5-9a9f-8df2215c3f38 req-1af7c1b4-a988-4d41-962f-1f55c1755376 service neutron] 10.222.0.49 "GET /v2.0/networks/ac739103-494e-47ee-8fcb-a66621220176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489586 Jun 02 16:27:45.569215 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:45.588758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909de1da-b93d-4c8c-94ab-94fa45a53cf8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41364a3a-4663-45c6-b69a-cc4fabb8e158,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:45.601317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event updated for resources: {'Subnet': ['ID=a158e56f-26da-4a75-8818-505c90c51d63,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:45.626657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:45.642219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Checking segment: {'id': '1f82870e-391a-4a27-ad1c-d88e61c1f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f1806aca-eba5-4a01-85ee-957802f0c954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:45.642555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Network hostable DHCP agents. Network: f1806aca-eba5-4a01-85ee-957802f0c954, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:27:45.650756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-909de1da-b93d-4c8c-94ab-94fa45a53cf8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:45.671571 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.resource_extend [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:27:45.706546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-909de1da-b93d-4c8c-94ab-94fa45a53cf8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:45.711039 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-909de1da-b93d-4c8c-94ab-94fa45a53cf8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9480679 Jun 02 16:27:45.716402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36604) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:45.721576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group': {'name': 'tempest-secgroup--439084786'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:45.740012 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:45.757049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:45.766726 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:45.790749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:45.793577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e0acdaf2-ea9e-49af-ae48-1348f3dcdd04 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:45.802407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ad303caf-ee57-45e1-bffc-e5b8d1552607 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:45.817329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:45.831628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Network f1806aca-eba5-4a01-85ee-957802f0c954 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:27:45.849573 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c778b-a91e-4d94-abac-783dcfff92db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-31dca608-f2ef-4799-8a48-e20062b3f7cc', 'network_id': '31dca608-f2ef-4799-8a48-e20062b3f7cc', 'tenant_id': '655379d491bb41ae8544421a60b1f12a', 'fixed_ips': [{'subnet_id': '0d88a307-1a9f-4ecb-843e-60be35856d40'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:27:45.851136 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-166c778b-a91e-4d94-abac-783dcfff92db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:45.896575 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, f1806aca-eba5-4a01-85ee-957802f0c954) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:45.918973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:45.932712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-955a9c86-6856-4053-8692-27bd47ebd65d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:45.940171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234be795-d501-467a-9410-39c17af869e1 None None] Network f1806aca-eba5-4a01-85ee-957802f0c954 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:45.968592 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:45.969072 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:46.048347 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bddc6813-ae31-44c5-9a9f-8df2215c3f38 req-c88ed497-bce2-4964-8418-88f105cc6500 service neutron] 10.222.0.49 "GET /v2.0/networks/ac739103-494e-47ee-8fcb-a66621220176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050013 Jun 02 16:27:46.053945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:46.065465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0acdaf2-ea9e-49af-ae48-1348f3dcdd04 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:46.077396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-e0acdaf2-ea9e-49af-ae48-1348f3dcdd04 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:46.099108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0acdaf2-ea9e-49af-ae48-1348f3dcdd04 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:46.100089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e0acdaf2-ea9e-49af-ae48-1348f3dcdd04 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:46.109649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acdaf2-ea9e-49af-ae48-1348f3dcdd04 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=de088090-7f28-4d6f-9bfd-5bfc40227f7c,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:46.112347 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:46.119990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e0acdaf2-ea9e-49af-ae48-1348f3dcdd04 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:46.124711 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:46.128187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:46.144982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36608) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:46.145978 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:46.152798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Request body: {'subnet': {'network_id': 'eeced630-0f81-4ca7-badb-bae0a1f1cc4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:46.158716 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7812290 Jun 02 16:27:46.177811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Subnet': ['ID=53c44542-ff18-435f-8ba4-528756b40c2e,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:46.183150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:46.187722 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36610) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:46.192914 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-64bdfe2c-3696-41ff-b098-6debbe788a74 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:46.197647 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e0acdaf2-ea9e-49af-ae48-1348f3dcdd04 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1753390 Jun 02 16:27:46.219807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Checking segment: {'id': 'f14ce3eb-e159-4737-af85-31ad650b7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:46.220097 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network hostable DHCP agents. Network: 50e08d5b-011b-4c42-b73e-299e26c0ad6f, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:27:46.282972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:46.296549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-968b0950-acf7-405e-b4f5-77695ca9e23e tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:46.347279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Subnet': ['ID=0d88a307-1a9f-4ecb-843e-60be35856d40,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:46.352404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 9a92c17d-6b97-4215-8953-36b669da937e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9a92c17d-6b97-4215-8953-36b669da937e,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:46.364429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:46.389886 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:46.408613 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-048286af-1264-4fa4-bad8-041cc0ddfaa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:46.446621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:46.454407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Usage tracker for resource:subnet and tenant:4ab0dd4e9d12428aa7863636dd8c728b is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:46.465028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:46.467914 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 50e08d5b-011b-4c42-b73e-299e26c0ad6f is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:27:46.487117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:46.491305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:46.495016 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b572bfa4-2e92-41c3-98fa-d89a6b32c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:46.502649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event deleted for resources: {'Port': ['ID=9a92c17d-6b97-4215-8953-36b669da937e,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:46.507641 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port bcefd45e-8eea-4903-9b4a-182ad783b207, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bcefd45e-8eea-4903-9b4a-182ad783b207,segment=NetworkSegment(71fd49c5-723d-4b2a-a339-6ef61c9117a1),segment_id=71fd49c5-723d-4b2a-a339-6ef61c9117a1)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:46.514491 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 50e08d5b-011b-4c42-b73e-299e26c0ad6f) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:46.522161 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db810eef-e02e-4bcd-887d-81e3c5e84f46 req-66fe96b2-28d7-4876-97db-04da9d266128 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:46.525233 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:46.529720 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-db810eef-e02e-4bcd-887d-81e3c5e84f46 req-66fe96b2-28d7-4876-97db-04da9d266128 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 944 time: 0.3307538 Jun 02 16:27:46.534388 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:46.534886 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-33f7bf17-0216-4f95-aedf-b81265093c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:46.547588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-64bdfe2c-3696-41ff-b098-6debbe788a74 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:46.548335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:46.551084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31dca608-f2ef-4799-8a48-e20062b3f7cc']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:46.559145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:46.559745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:46.562389 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8b02f8a3-6a5f-44eb-ad09-97cac20e84c4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:46.571362 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-64bdfe2c-3696-41ff-b098-6debbe788a74 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:46.575133 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb3b7bd-b334-4190-a1f8-98c6d3e1841a') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:46.575436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb3b7bd-b334-4190-a1f8-98c6d3e1841a') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:46.578977 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5613e292-66ae-419b-99bb-411f4ef71e6f None None] Network 50e08d5b-011b-4c42-b73e-299e26c0ad6f requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:46.582494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Made reservation on behalf of 4ab0dd4e9d12428aa7863636dd8c728b for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:46.582963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-64bdfe2c-3696-41ff-b098-6debbe788a74 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:46.586102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:46.598973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-64bdfe2c-3696-41ff-b098-6debbe788a74 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:46.605993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:46.617999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'bcefd45e-8eea-4903-9b4a-182ad783b207', 'network_id': 'ac739103-494e-47ee-8fcb-a66621220176', 'port_id': 'bcefd45e-8eea-4903-9b4a-182ad783b207', 'mac_address': 'fa:16:3e:58:fb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cdedbcb-4e52-4c6b-9ed6-7c2320380464', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:27:46.620004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572bfa4-2e92-41c3-98fa-d89a6b32c2b4 None None] Pushing event deleted for resources: {'Port': ['ID=9a92c17d-6b97-4215-8953-36b669da937e,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:46.624711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b572bfa4-2e92-41c3-98fa-d89a6b32c2b4 None None] No DVR routers for this DVR port 9a92c17d-6b97-4215-8953-36b669da937e on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:27:46.638918 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3040588 Jun 02 16:27:46.640908 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:46.646584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b572bfa4-2e92-41c3-98fa-d89a6b32c2b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:46.647302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36612) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server [None req-166c778b-a91e-4d94-abac-783dcfff92db None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d88a307-1a9f-4ecb-843e-60be35856d40: This subnet is being modified by another concurrent operation. Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 02 16:27:46.653980 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise exception Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d88a307-1a9f-4ecb-843e-60be35856d40: This subnet is being modified by another concurrent operation. Jun 02 16:27:46.658291 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server Jun 02 16:27:46.674978 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-db810eef-e02e-4bcd-887d-81e3c5e84f46 req-f45b1ed4-cbd5-4121-a7c4-bfb05a8eb9ec tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439624 Jun 02 16:27:46.736490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982164b6-c23d-49d5-95e0-5a104dcab6b6 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:46.763649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa7369f-faf5-42d0-a519-042ddeaaa247 None None] Network 31dca608-f2ef-4799-8a48-e20062b3f7cc requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:46.769122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3f6572-7275-4ccc-b0e3-e19b9b57cfd5,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:46.774851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:46.778979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b662e00b-58e9-4d33-8e33-d19a984b0665 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:46.780291 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0627820 Jun 02 16:27:46.784221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36614) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:46.785449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:46.790377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-8f7e8555-634b-4f04-b7c1-1cd63761e1da tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group_rule': {'security_group_id': '41364a3a-4663-45c6-b69a-cc4fabb8e158', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fd3f6572-7275-4ccc-b0e3-e19b9b57cfd5', 'remote_ip_prefix': None}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:46.800469 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8f7e8555-634b-4f04-b7c1-1cd63761e1da tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:46.811485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8f7e8555-634b-4f04-b7c1-1cd63761e1da tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:46.817116 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8f7e8555-634b-4f04-b7c1-1cd63761e1da tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:46.826575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8f7e8555-634b-4f04-b7c1-1cd63761e1da tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:46.844633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:27:46.845074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:27:46.861356 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:27:46.864805 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bdfe2c-3696-41ff-b098-6debbe788a74 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:46.868671 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-64bdfe2c-3696-41ff-b098-6debbe788a74 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:46.900676 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f7e8555-634b-4f04-b7c1-1cd63761e1da tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.025398 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f7e8555-634b-4f04-b7c1-1cd63761e1da tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.046360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f7e8555-634b-4f04-b7c1-1cd63761e1da tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.057739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f32c7e12-e2f0-422d-aa82-6475d5ef10a4 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:47.066919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.087860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e8555-634b-4f04-b7c1-1cd63761e1da tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92e9d2e-e276-4c2d-9935-6e1ca26035ef,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:47.096962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8f7e8555-634b-4f04-b7c1-1cd63761e1da tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:47.151317 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f7e8555-634b-4f04-b7c1-1cd63761e1da tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.152825 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8f7e8555-634b-4f04-b7c1-1cd63761e1da tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3663614 Jun 02 16:27:47.156741 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36616) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:47.183010 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcefd45e-8eea-4903-9b4a-182ad783b207 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:27:47.196059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1c905109-f510-4362-9d50-7a327697897d tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.208290 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1c905109-f510-4362-9d50-7a327697897d tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.268216 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-f1806aca-eba5-4a01-85ee-957802f0c954', 'network_id': 'f1806aca-eba5-4a01-85ee-957802f0c954', 'tenant_id': '4ab0dd4e9d12428aa7863636dd8c728b', 'fixed_ips': [{'subnet_id': 'a158e56f-26da-4a75-8818-505c90c51d63'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:27:47.269072 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.271156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1c905109-f510-4362-9d50-7a327697897d tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.279771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:47.299904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c905109-f510-4362-9d50-7a327697897d tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e92e9d2e-e276-4c2d-9935-6e1ca26035ef,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:47.303117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1c905109-f510-4362-9d50-7a327697897d tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:47.306805 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1c905109-f510-4362-9d50-7a327697897d tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.311793 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1c905109-f510-4362-9d50-7a327697897d tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/e92e9d2e-e276-4c2d-9935-6e1ca26035ef HTTP/1.1" status: 204 len: 168 time: 0.1499615 Jun 02 16:27:47.311793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36618) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:47.360651 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port bcefd45e-8eea-4903-9b4a-182ad783b207, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bcefd45e-8eea-4903-9b4a-182ad783b207,segment=NetworkSegment(71fd49c5-723d-4b2a-a339-6ef61c9117a1),segment_id=71fd49c5-723d-4b2a-a339-6ef61c9117a1)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:47.400897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.417559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-09e43933-1892-4170-ba63-5b46380b8b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:47.423577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2c8f5a20-04c9-4608-bb7c-976f06d18d8a tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:47.429572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.437317 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-137ec70d-bf96-47fc-a058-59aadc26edf4 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:47.437569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.451596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-451567fe-f55f-4e9a-8b4c-7e39d3af560d tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:47.459581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port b662e00b-58e9-4d33-8e33-d19a984b0665 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:47.459965 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.477455 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.515596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2c8f5a20-04c9-4608-bb7c-976f06d18d8a tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:47.520434 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2c8f5a20-04c9-4608-bb7c-976f06d18d8a tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2054901 Jun 02 16:27:47.525473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36620) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:47.556059 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Network': ['ID=31dca608-f2ef-4799-8a48-e20062b3f7cc,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:47.575580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event updated for resources: {'Subnet': ['ID=9d43d91f-91ab-44a0-8a00-6f87db4f07c2,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:47.580459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Checking segment: {'id': '0f6698b7-049a-4b49-9ba5-d9126782de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'eeced630-0f81-4ca7-badb-bae0a1f1cc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:47.580800 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/31dca608-f2ef-4799-8a48-e20062b3f7cc HTTP/1.1" status: 204 len: 168 time: 2.7600505 Jun 02 16:27:47.580994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Network hostable DHCP agents. Network: eeced630-0f81-4ca7-badb-bae0a1f1cc4c, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:27:47.584677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:47.585729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36622) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:47.586981 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:47.592739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-929521298'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:47.633582 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e5cafd9f-6fd2-44ef-84cb-0396dc61dc10 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.634975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:47.637717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Network eeced630-0f81-4ca7-badb-bae0a1f1cc4c is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:27:47.647883 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:network and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:47.670505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:47.673277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, eeced630-0f81-4ca7-badb-bae0a1f1cc4c) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:47.679795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e5cafd9f-6fd2-44ef-84cb-0396dc61dc10 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.680336 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.ipam_backend_mixin [None req-64bdfe2c-3696-41ff-b098-6debbe788a74 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de088090-7f28-4d6f-9bfd-5bfc40227f7c (CIDR: 2001:db8::/64) Jun 02 16:27:47.681648 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:47.696309 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-64bdfe2c-3696-41ff-b098-6debbe788a74 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:27:47.697157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64bdfe2c-3696-41ff-b098-6debbe788a74 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:27:47.701283 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:27:47.702402 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.710366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:47.710992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.721818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:47.725402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.756887 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54805f41-d7fd-4c36-b5fc-779161ff34b0 None None] Network eeced630-0f81-4ca7-badb-bae0a1f1cc4c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:47.767718 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6188169 Jun 02 16:27:47.770108 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['bcefd45e-8eea-4903-9b4a-182ad783b207'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:27:47.770285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36626) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:47.792753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.811200 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-64bdfe2c-3696-41ff-b098-6debbe788a74 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6198962 Jun 02 16:27:47.812804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=bcefd45e-8eea-4903-9b4a-182ad783b207,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:47.814655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36628) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:47.825943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:47.834943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:47.842044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:27:47.868414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': 'de088090-7f28-4d6f-9bfd-5bfc40227f7c'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:27:47.869271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.876197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e5cafd9f-6fd2-44ef-84cb-0396dc61dc10 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.887780 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0bd66a8c-bc1e-4b2a-a0d7-555252ca5c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:47.969128 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:47.969428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cafd9f-6fd2-44ef-84cb-0396dc61dc10 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3f6572-7275-4ccc-b0e3-e19b9b57cfd5,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:47.969537 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Added segment e681858f-8e41-4fc9-b3af-120197d3bab7 of type vlan for network c7b01718-3f48-4e68-849e-c70239ba429a Jun 02 16:27:48.040256 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e5cafd9f-6fd2-44ef-84cb-0396dc61dc10 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:48.172740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e5cafd9f-6fd2-44ef-84cb-0396dc61dc10 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:48.176318 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e5cafd9f-6fd2-44ef-84cb-0396dc61dc10 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-groups/fd3f6572-7275-4ccc-b0e3-e19b9b57cfd5 HTTP/1.1" status: 204 len: 168 time: 0.6471150 Jun 02 16:27:48.182232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36630) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:48.186541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:48.264430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Allocated IP 172.20.0.2 (f1806aca-eba5-4a01-85ee-957802f0c954/a158e56f-26da-4a75-8818-505c90c51d63/c3602cec-241b-4ad9-bf97-414c6136b934) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:48.366100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:27:48.431098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcbc27-2a8c-4d94-be50-29ef77ca601b req-06f0a908-af71-4b9d-823b-a3b419372c36 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:48.433847 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-58fcbc27-2a8c-4d94-be50-29ef77ca601b req-06f0a908-af71-4b9d-823b-a3b419372c36 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 945 time: 0.5810466 Jun 02 16:27:48.502548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e28a0f56-7470-47a5-9394-dc9865036b61 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:48.521643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:48.545232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:subnet and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:48.553860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:48.559508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:48.560159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:48.570372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:48.573207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:48.581674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e28a0f56-7470-47a5-9394-dc9865036b61 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:48.586421 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e28a0f56-7470-47a5-9394-dc9865036b61 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4031050 Jun 02 16:27:48.591178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36632) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:48.603814 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:48.609670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:48.668834 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Allocated IP 172.20.0.2 (50e08d5b-011b-4c42-b73e-299e26c0ad6f/53c44542-ff18-435f-8ba4-528756b40c2e/eea89cb8-d3a2-4bd8-90d4-27f20ae4197e) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:48.723868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:48.728084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:48.748130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Allocated IP 2001:db8::2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/de088090-7f28-4d6f-9bfd-5bfc40227f7c/9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:48.755173 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-58fcbc27-2a8c-4d94-be50-29ef77ca601b req-f49d9454-9c9b-4dc1-8da8-f894fffebf33 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488780 Jun 02 16:27:48.756598 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1680496 Jun 02 16:27:48.764739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36634) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:48.773411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'subnet': {'network_id': 'c7b01718-3f48-4e68-849e-c70239ba429a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:48.795042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Network': ['ID=c7b01718-3f48-4e68-849e-c70239ba429a,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:48.798632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:48.801570 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a64e9015-4018-47da-b1f0-9a22e7c44ba1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:48.842336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-eeced630-0f81-4ca7-badb-bae0a1f1cc4c', 'network_id': 'eeced630-0f81-4ca7-badb-bae0a1f1cc4c', 'tenant_id': '4ab0dd4e9d12428aa7863636dd8c728b', 'fixed_ips': [{'subnet_id': '9d43d91f-91ab-44a0-8a00-6f87db4f07c2'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:27:48.843214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:48.855570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network c7b01718-3f48-4e68-849e-c70239ba429a details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:27:48.886502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a64e9015-4018-47da-b1f0-9a22e7c44ba1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:48.978848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:48.988253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:subnet and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:48.991707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:49.001708 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:49.004396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a64e9015-4018-47da-b1f0-9a22e7c44ba1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.011471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-01c2f174-ffe2-41ce-9dc2-3090bfc60877 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:49.030920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e9015-4018-47da-b1f0-9a22e7c44ba1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41364a3a-4663-45c6-b69a-cc4fabb8e158,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:49.035445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:49.040409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a64e9015-4018-47da-b1f0-9a22e7c44ba1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:49.041342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.063431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a64e9015-4018-47da-b1f0-9a22e7c44ba1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.067660 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a64e9015-4018-47da-b1f0-9a22e7c44ba1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-groups/41364a3a-4663-45c6-b69a-cc4fabb8e158 HTTP/1.1" status: 204 len: 168 time: 0.4753227 Jun 02 16:27:49.068392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36636) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:49.129192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f4bccacd-1b53-42d5-b678-5cae1bcf85ab tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:49.147448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f4bccacd-1b53-42d5-b678-5cae1bcf85ab tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:49.153136 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f4bccacd-1b53-42d5-b678-5cae1bcf85ab tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0796690 Jun 02 16:27:49.155969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36638) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:49.160519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-60c16779-c7ec-4689-ba5f-f1e060881178 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891571951'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:49.168234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-60c16779-c7ec-4689-ba5f-f1e060881178 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:49.179632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-60c16779-c7ec-4689-ba5f-f1e060881178 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:49.192094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60c16779-c7ec-4689-ba5f-f1e060881178 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.211882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.216177 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-60c16779-c7ec-4689-ba5f-f1e060881178 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:49.221003 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-60c16779-c7ec-4689-ba5f-f1e060881178 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:49.224986 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-60c16779-c7ec-4689-ba5f-f1e060881178 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:49.232739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-60c16779-c7ec-4689-ba5f-f1e060881178 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:49.319123 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60c16779-c7ec-4689-ba5f-f1e060881178 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.323447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60c16779-c7ec-4689-ba5f-f1e060881178 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.328086 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-513fb8bc-fe69-4ca1-af21-e84e21d1f48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:49.371421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c16779-c7ec-4689-ba5f-f1e060881178 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2921a3d6-480e-4e13-b3cb-71561adeb0f2,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:49.377109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-60c16779-c7ec-4689-ba5f-f1e060881178 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:49.386882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60c16779-c7ec-4689-ba5f-f1e060881178 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.391373 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-60c16779-c7ec-4689-ba5f-f1e060881178 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2320218 Jun 02 16:27:49.391547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36640) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:49.408719 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-fc60fab1-718c-4409-bcaa-3cf8a2ddee45 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group_rule': {'security_group_id': '2921a3d6-480e-4e13-b3cb-71561adeb0f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:49.415327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fc60fab1-718c-4409-bcaa-3cf8a2ddee45 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:49.415774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.419907 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fc60fab1-718c-4409-bcaa-3cf8a2ddee45 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:49.423155 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fc60fab1-718c-4409-bcaa-3cf8a2ddee45 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:49.433669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fc60fab1-718c-4409-bcaa-3cf8a2ddee45 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:49.453660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc60fab1-718c-4409-bcaa-3cf8a2ddee45 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.530980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc60fab1-718c-4409-bcaa-3cf8a2ddee45 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.536238 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc60fab1-718c-4409-bcaa-3cf8a2ddee45 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.545440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-14de66ab-9084-4143-87de-0e706be09adb tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:49.568917 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60fab1-718c-4409-bcaa-3cf8a2ddee45 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fb6d04-2f05-46fb-b874-36547c78c434,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:49.571233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Transition to ACTIVE for port object c3602cec-241b-4ad9-bf97-414c6136b934 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:49.571909 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fc60fab1-718c-4409-bcaa-3cf8a2ddee45 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:49.583704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc60fab1-718c-4409-bcaa-3cf8a2ddee45 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.589069 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fc60fab1-718c-4409-bcaa-3cf8a2ddee45 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1910226 Jun 02 16:27:49.589069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36642) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:49.624663 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a072883a-a921-4549-81fc-8234ad984520 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.625332 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Allocated IP 172.20.0.2 (eeced630-0f81-4ca7-badb-bae0a1f1cc4c/9d43d91f-91ab-44a0-8a00-6f87db4f07c2/4771816d-77ad-44f2-a3ab-f4612754a904) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:49.638032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a072883a-a921-4549-81fc-8234ad984520 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.656211 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.659220 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Transition to ACTIVE for port object c3602cec-241b-4ad9-bf97-414c6136b934 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:49.661267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.666460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a072883a-a921-4549-81fc-8234ad984520 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.674478 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Transition to ACTIVE for port object 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:49.675083 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:49.689700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072883a-a921-4549-81fc-8234ad984520 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5fb6d04-2f05-46fb-b874-36547c78c434,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:49.692237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a072883a-a921-4549-81fc-8234ad984520 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:49.693474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a072883a-a921-4549-81fc-8234ad984520 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.697556 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a072883a-a921-4549-81fc-8234ad984520 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a5fb6d04-2f05-46fb-b874-36547c78c434 HTTP/1.1" status: 204 len: 168 time: 0.1040249 Jun 02 16:27:49.697909 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36644) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:49.749177 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d329bcb2-9873-4268-8a7a-a0c111c7b641 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:49.768844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d329bcb2-9873-4268-8a7a-a0c111c7b641 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:49.774728 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d329bcb2-9873-4268-8a7a-a0c111c7b641 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0756438 Jun 02 16:27:49.775589 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36646) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:49.782606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Transition to ACTIVE for port object 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:49.794886 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.811466 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Transition to ACTIVE for port object eea89cb8-d3a2-4bd8-90d4-27f20ae4197e will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:49.830926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-06fc039b-7e0c-4896-9aee-cac55018a9a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:49.860613 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.912955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Allocated IP 172.20.0.1 (f1806aca-eba5-4a01-85ee-957802f0c954/a158e56f-26da-4a75-8818-505c90c51d63/6f27e9fd-cc94-4075-9a94-07f4ef467869) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:49.924627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e15a5624-68dd-47ce-af6b-155b71516a11 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:49.988938 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Transition to ACTIVE for port object eea89cb8-d3a2-4bd8-90d4-27f20ae4197e will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:49.992263 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Network f1806aca-eba5-4a01-85ee-957802f0c954 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:49.994422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:50.002438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:50.004855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:50.016932 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:50.020034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:50.023233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Pushing event updated for resources: {'Port': ['ID=9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:50.029818 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e15a5624-68dd-47ce-af6b-155b71516a11 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.031897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.036644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:50.043832 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f196b999-606a-4fa5-8a62-74a58e0aa1fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:50.065413 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.074222 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-988e9ffc-6039-493b-9da7-cd0322b4550c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:50.171654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.objects.ports [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92322) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:27:50.204808 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f877a-3f31-43d6-a6ea-7a835c4bad0c req-1eac3f6b-49c9-4f2a-84d3-d6bc9c3e5609 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:50.206548 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fb1f877a-3f31-43d6-a6ea-7a835c4bad0c req-1eac3f6b-49c9-4f2a-84d3-d6bc9c3e5609 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 945 time: 0.2337995 Jun 02 16:27:50.222561 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Allocated IP 172.20.0.1 (50e08d5b-011b-4c42-b73e-299e26c0ad6f/53c44542-ff18-435f-8ba4-528756b40c2e/64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:50.260827 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Subnet': ['ID=f86e5399-756b-4300-a4a2-b6f971908016,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:50.271547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e15a5624-68dd-47ce-af6b-155b71516a11 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.277210 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Network 50e08d5b-011b-4c42-b73e-299e26c0ad6f is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:50.280675 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6fef6c1a-cf40-4a16-b84a-0ef5fb5acc94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:50.286897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:50.299271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:50.319503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a5624-68dd-47ce-af6b-155b71516a11 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2921a3d6-480e-4e13-b3cb-71561adeb0f2,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:50.322187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e15a5624-68dd-47ce-af6b-155b71516a11 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:50.337008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:50.342732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.353343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Pushing event updated for resources: {'Port': ['ID=c3602cec-241b-4ad9-bf97-414c6136b934,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:50.384444 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fb1f877a-3f31-43d6-a6ea-7a835c4bad0c req-c610f34c-0c61-4436-b22a-35802230e6fa tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338336 Jun 02 16:27:50.395163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e15a5624-68dd-47ce-af6b-155b71516a11 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.396659 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e15a5624-68dd-47ce-af6b-155b71516a11 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-groups/2921a3d6-480e-4e13-b3cb-71561adeb0f2 HTTP/1.1" status: 204 len: 168 time: 0.6199615 Jun 02 16:27:50.397992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Transition to ACTIVE for port object 6f27e9fd-cc94-4075-9a94-07f4ef467869 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:50.400872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36650) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:50.421689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Checking segment: {'id': 'e681858f-8e41-4fc9-b3af-120197d3bab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c7b01718-3f48-4e68-849e-c70239ba429a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:50.422103 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network hostable DHCP agents. Network: c7b01718-3f48-4e68-849e-c70239ba429a, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:27:50.462869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Attempting to bind port c3602cec-241b-4ad9-bf97-414c6136b934 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:27:50.463270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Attempting to bind port c3602cec-241b-4ad9-bf97-414c6136b934 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '1f82870e-391a-4a27-ad1c-d88e61c1f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f1806aca-eba5-4a01-85ee-957802f0c954'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:27:50.463631 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Attempting to bind port c3602cec-241b-4ad9-bf97-414c6136b934 on network f1806aca-eba5-4a01-85ee-957802f0c954 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:27:50.507880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ba8bc358-2c56-4ca2-a0e1-da931735b36d tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:50.513856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Attempting to bind port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:27:50.514812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Attempting to bind port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:27:50.514812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Attempting to bind port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:27:50.527456 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:27:50.527851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Checking segment: {'id': '1f82870e-391a-4a27-ad1c-d88e61c1f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f1806aca-eba5-4a01-85ee-957802f0c954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:50.528304 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.528953 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Bound using segment: {'id': '1f82870e-391a-4a27-ad1c-d88e61c1f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f1806aca-eba5-4a01-85ee-957802f0c954'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:27:50.530420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Bound port: c3602cec-241b-4ad9-bf97-414c6136b934, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f82870e-391a-4a27-ad1c-d88e61c1f930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f1806aca-eba5-4a01-85ee-957802f0c954'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:27:50.530420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.535601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network c7b01718-3f48-4e68-849e-c70239ba429a is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:27:50.585909 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ba8bc358-2c56-4ca2-a0e1-da931735b36d tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:50.599440 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ba8bc358-2c56-4ca2-a0e1-da931735b36d tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1968408 Jun 02 16:27:50.600622 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36652) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:50.610463 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:27:50.611513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:50.612369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.613216 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:27:50.613466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-de26bcef-eb87-41ab-a689-082145469604 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970487351'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:50.614411 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Bound port: 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:27:50.615217 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.627938 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-de26bcef-eb87-41ab-a689-082145469604 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:50.629243 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.666579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, c7b01718-3f48-4e68-849e-c70239ba429a) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:50.689744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-de26bcef-eb87-41ab-a689-082145469604 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:50.696939 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa2238f-b98c-44f1-833c-9ad84d4998a0 None None] Network c7b01718-3f48-4e68-849e-c70239ba429a requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:50.716186 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.733851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-de26bcef-eb87-41ab-a689-082145469604 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.743816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Pushing event updated for resources: {'Port': ['ID=eea89cb8-d3a2-4bd8-90d4-27f20ae4197e,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:50.754813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:50.755798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.768463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.796962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.805343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:50.815759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:50.817331 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.781s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:50.817705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:50.836330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Transition to ACTIVE for port object 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:50.843153 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0741482 Jun 02 16:27:50.848631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36654) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:50.877310 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Transition to ACTIVE for port object 4771816d-77ad-44f2-a3ab-f4612754a904 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:50.891042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-de26bcef-eb87-41ab-a689-082145469604 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:50.897468 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Attempting to bind port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:27:50.897865 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Attempting to bind port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'f14ce3eb-e159-4737-af85-31ad650b7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:27:50.898249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Attempting to bind port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e on network 50e08d5b-011b-4c42-b73e-299e26c0ad6f {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:27:50.899132 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-de26bcef-eb87-41ab-a689-082145469604 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:50.906109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-de26bcef-eb87-41ab-a689-082145469604 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:50.917712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-de26bcef-eb87-41ab-a689-082145469604 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:50.947717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:27:50.948267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Checking segment: {'id': 'f14ce3eb-e159-4737-af85-31ad650b7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:50.948875 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:50.949470 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Bound using segment: {'id': 'f14ce3eb-e159-4737-af85-31ad650b7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:27:50.950451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Bound port: eea89cb8-d3a2-4bd8-90d4-27f20ae4197e, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14ce3eb-e159-4737-af85-31ad650b7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:27:50.951047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.008554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Transition to ACTIVE for port object 4771816d-77ad-44f2-a3ab-f4612754a904 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:51.060220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-de26bcef-eb87-41ab-a689-082145469604 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.072704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Network f1806aca-eba5-4a01-85ee-957802f0c954 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:51.083419 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] For port c3602cec-241b-4ad9-bf97-414c6136b934, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:27:51.086714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:51.095459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.110689 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-de26bcef-eb87-41ab-a689-082145469604 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.111701 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:51.122618 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.137670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-788de8e7-e30e-4376-a691-c7057c082d5a tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:51.182111 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:51.190986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] For port c3602cec-241b-4ad9-bf97-414c6136b934, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c3602cec-241b-4ad9-bf97-414c6136b934,segment=NetworkSegment(1f82870e-391a-4a27-ad1c-d88e61c1f930),segment_id=1f82870e-391a-4a27-ad1c-d88e61c1f930)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:27:51.205851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] For port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e, host dv-neutron-601336-83-hyperv, got binding levels [] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:51.219748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 50e08d5b-011b-4c42-b73e-299e26c0ad6f is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:51.243460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:51.249067 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.251716 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:51.255780 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-de26bcef-eb87-41ab-a689-082145469604 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.256657 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.263740 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-de26bcef-eb87-41ab-a689-082145469604 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6572359 Jun 02 16:27:51.273892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36656) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:51.279129 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Network eeced630-0f81-4ca7-badb-bae0a1f1cc4c is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:51.292426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:51.296012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:51.303846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-0faecfe7-b86c-45ef-8aae-2b1e3c91553b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group_rule': {'security_group_id': '96df08dc-32cb-41b8-9b70-5a067de952ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:51.316752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:51.317525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Pushing event updated for resources: {'Port': ['ID=4771816d-77ad-44f2-a3ab-f4612754a904,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:51.322003 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:51.329087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b572bfa4-2e92-41c3-98fa-d89a6b32c2b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:51.356412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0faecfe7-b86c-45ef-8aae-2b1e3c91553b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:51.373853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0faecfe7-b86c-45ef-8aae-2b1e3c91553b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Usage tracker for resource:security_group_rule and tenant:5061c65935e44532b02004feadfe7b91 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:51.426430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0faecfe7-b86c-45ef-8aae-2b1e3c91553b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:51.438755 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] For port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:27:51.445516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event updated for resources: {'Port': ['ID=6f27e9fd-cc94-4075-9a94-07f4ef467869,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:51.456148 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device bcefd45e-8eea-4903-9b4a-182ad783b207 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:51.467261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:51.473819 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-48228933-e23a-4cf2-8585-d15f97266ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:51.500362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0faecfe7-b86c-45ef-8aae-2b1e3c91553b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:51.514449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.528909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:27:51.540178 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:51.592035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.614578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.627227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:51.661092 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.698869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] For port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=eea89cb8-d3a2-4bd8-90d4-27f20ae4197e,segment=NetworkSegment(f14ce3eb-e159-4737-af85-31ad650b7260),segment_id=f14ce3eb-e159-4737-af85-31ad650b7260)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:27:51.700348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] For port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:27:51.731405 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dffa69-cba5-46bd-aa14-d3259c41d40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-c7b01718-3f48-4e68-849e-c70239ba429a', 'network_id': 'c7b01718-3f48-4e68-849e-c70239ba429a', 'tenant_id': '655379d491bb41ae8544421a60b1f12a', 'fixed_ips': [{'subnet_id': 'f86e5399-756b-4300-a4a2-b6f971908016'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:27:51.732283 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-20dffa69-cba5-46bd-aa14-d3259c41d40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.748535 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.754036 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.775976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] For port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:27:51.783268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Pushing event updated for resources: {'Port': ['ID=c3602cec-241b-4ad9-bf97-414c6136b934,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:51.786109 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to bind port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:27:51.786507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to bind port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:27:51.786829 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:51.787045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to bind port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:27:51.795096 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-353c3448-11ac-42c2-9c0b-a45827990067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:51.799710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:27:51.800094 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:51.800468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.800766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26bcef-eb87-41ab-a689-082145469604 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96df08dc-32cb-41b8-9b70-5a067de952ae,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:51.800922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:27:51.801262 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Bound port: 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:27:51.801609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.811859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-de26bcef-eb87-41ab-a689-082145469604 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:51.815264 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0faecfe7-b86c-45ef-8aae-2b1e3c91553b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.826065 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.830370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Attempting to bind port 4771816d-77ad-44f2-a3ab-f4612754a904 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:27:51.830755 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Attempting to bind port 4771816d-77ad-44f2-a3ab-f4612754a904 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '0f6698b7-049a-4b49-9ba5-d9126782de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'eeced630-0f81-4ca7-badb-bae0a1f1cc4c'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:27:51.831255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Attempting to bind port 4771816d-77ad-44f2-a3ab-f4612754a904 on network eeced630-0f81-4ca7-badb-bae0a1f1cc4c {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:27:51.850934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.920203 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:27:51.920579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Checking segment: {'id': '0f6698b7-049a-4b49-9ba5-d9126782de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'eeced630-0f81-4ca7-badb-bae0a1f1cc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:51.920992 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:51.921406 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Bound using segment: {'id': '0f6698b7-049a-4b49-9ba5-d9126782de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'eeced630-0f81-4ca7-badb-bae0a1f1cc4c'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:27:51.921908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Bound port: 4771816d-77ad-44f2-a3ab-f4612754a904, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6698b7-049a-4b49-9ba5-d9126782de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'eeced630-0f81-4ca7-badb-bae0a1f1cc4c'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:27:51.922350 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:52.098649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Pushing event updated for resources: {'Port': ['ID=eea89cb8-d3a2-4bd8-90d4-27f20ae4197e,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:52.152177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port bcefd45e-8eea-4903-9b4a-182ad783b207 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:52.158801 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:52.166218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:52.295182 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Pushing event updated for resources: {'Port': ['ID=9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:52.309812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port bcefd45e-8eea-4903-9b4a-182ad783b207 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:52.310328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:52.373118 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:52.377282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server [None req-20dffa69-cba5-46bd-aa14-d3259c41d40d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f86e5399-756b-4300-a4a2-b6f971908016: This subnet is being modified by another concurrent operation. Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 02 16:27:52.410405 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise exception Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f86e5399-756b-4300-a4a2-b6f971908016: This subnet is being modified by another concurrent operation. Jun 02 16:27:52.415412 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server Jun 02 16:27:52.446869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:52.462701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:52.544355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:52.560095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f403a13f-93ba-46de-9937-e1061b454b78 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:52.581256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bcf71c-71e2-4131-b8e7-07c86b7d93a2 None None] Network c7b01718-3f48-4e68-849e-c70239ba429a requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:52.616597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] For port 4771816d-77ad-44f2-a3ab-f4612754a904, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:27:52.627954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0faecfe7-b86c-45ef-8aae-2b1e3c91553b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:52.671858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0faecfe7-b86c-45ef-8aae-2b1e3c91553b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:52.693204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:52.712708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] For port 4771816d-77ad-44f2-a3ab-f4612754a904, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=4771816d-77ad-44f2-a3ab-f4612754a904,segment=NetworkSegment(0f6698b7-049a-4b49-9ba5-d9126782de41),segment_id=0f6698b7-049a-4b49-9ba5-d9126782de41)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:27:52.733484 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c744a4ba-cd7b-4e2a-b768-19b5547047d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcefd45e-8eea-4903-9b4a-182ad783b207'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:27:52.736056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c58b49-aa1f-4d10-a131-cce0c8fa3c0c" -d '{"events": [{"server_uuid": "c744a4ba-cd7b-4e2a-b768-19b5547047d4", "name": "network-vif-plugged", "status": "completed", "tag": "bcefd45e-8eea-4903-9b4a-182ad783b207"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:27:52.764260 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:52.766248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faecfe7-b86c-45ef-8aae-2b1e3c91553b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708815e1-4f5e-46db-8d17-afc51b707b3c,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:52.774580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0faecfe7-b86c-45ef-8aae-2b1e3c91553b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:52.798926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e6087d1b-5075-485c-acae-adca883b70f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:52.888534 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port bcefd45e-8eea-4903-9b4a-182ad783b207, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bcefd45e-8eea-4903-9b4a-182ad783b207,segment=NetworkSegment(71fd49c5-723d-4b2a-a339-6ef61c9117a1),segment_id=71fd49c5-723d-4b2a-a339-6ef61c9117a1)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:52.893841 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Pushing event updated for resources: {'Port': ['ID=4771816d-77ad-44f2-a3ab-f4612754a904,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:52.928236 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0faecfe7-b86c-45ef-8aae-2b1e3c91553b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:52.931977 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:52.932172 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0faecfe7-b86c-45ef-8aae-2b1e3c91553b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6340394 Jun 02 16:27:52.934947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:52.947464 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:52.967951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36666) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:52.969301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Subnet': ['ID=f86e5399-756b-4300-a4a2-b6f971908016,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:53.010375 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c3602cec-241b-4ad9-bf97-414c6136b934 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:53.017506 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-844e4422-0e98-47ef-ba27-444caef37be5 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules/708815e1-4f5e-46db-8d17-afc51b707b3c HTTP/1.1" status: 200 len: 763 time: 0.0482280 Jun 02 16:27:53.021682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36668) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:53.076024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:53.094609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bf2314-0e3f-4fd7-807e-bcb45c9ceba4 x-openstack-request-id: req-12bf2314-0e3f-4fd7-807e-bcb45c9ceba4 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:27:53.094893 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c744a4ba-cd7b-4e2a-b768-19b5547047d4", "name": "network-vif-plugged", "status": "completed", "tag": "bcefd45e-8eea-4903-9b4a-182ad783b207", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:27:53.095156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12bf2314-0e3f-4fd7-807e-bcb45c9ceba4 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:27:53.095560 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744a4ba-cd7b-4e2a-b768-19b5547047d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcefd45e-8eea-4903-9b4a-182ad783b207', 'code': 200} Jun 02 16:27:53.122721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:53.144265 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e4039824-06c5-4a9f-b8eb-b662124bd422 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:53.190814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=bcefd45e-8eea-4903-9b4a-182ad783b207,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:53.191075 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e4039824-06c5-4a9f-b8eb-b662124bd422 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:53.192442 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e4039824-06c5-4a9f-b8eb-b662124bd422 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1692472 Jun 02 16:27:53.197463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36670) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:53.202235 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.plugins.ml2.plugin [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Concurrent port binding operations failed on port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e Jun 02 16:27:53.207986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:53.219274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port c3602cec-241b-4ad9-bf97-414c6136b934 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:53.225875 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:53.238934 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] For port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:53.247936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b01718-3f48-4e68-849e-c70239ba429a']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:53.278058 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.plugins.ml2.plugin [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempt 2 to bind port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e Jun 02 16:27:53.287718 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e681858f-8e41-4fc9-b3af-120197d3bab7') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:53.289910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e681858f-8e41-4fc9-b3af-120197d3bab7') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:53.299136 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:53.306829 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4881584d-3ee9-4d44-bde9-de262ee1ec39 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:53.309079 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:53.330998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-af45e6e5-9310-4dd2-9067-bd1893deb9a8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:53.351836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:53.404242 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dc1b19b5-7e70-4cff-afea-6a00c3537eaa tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:53.409823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:53.460960 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:53.463719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dea5f-de94-4ee3-826c-595bd64e741d req-02539efd-7d74-4447-8155-875995138b94 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:53.465336 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-258dea5f-de94-4ee3-826c-595bd64e741d req-02539efd-7d74-4447-8155-875995138b94 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 945 time: 1.7689502 Jun 02 16:27:53.471980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:53.478964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-af45e6e5-9310-4dd2-9067-bd1893deb9a8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:53.479248 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device eea89cb8-d3a2-4bd8-90d4-27f20ae4197e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:53.488967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:53.509931 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:53.587670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:53.643747 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:27:53.644539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:53.671688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:53.690157 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event updated for resources: {'Port': ['ID=6f27e9fd-cc94-4075-9a94-07f4ef467869,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:53.697146 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:53.720511 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:53.737049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-af45e6e5-9310-4dd2-9067-bd1893deb9a8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:53.753112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:53.776897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c31409-1657-4d8e-9f71-b69146fb9098 None None] Network f1806aca-eba5-4a01-85ee-957802f0c954 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:53.802953 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:53.804218 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:53.817853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=0e9f45a9-550d-49f9-8fba-18524fc0a6c1,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:27:53.822545 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:27:53.851908 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45e6e5-9310-4dd2-9067-bd1893deb9a8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=708815e1-4f5e-46db-8d17-afc51b707b3c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:53.856189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:53.864970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-af45e6e5-9310-4dd2-9067-bd1893deb9a8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:53.883976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-af45e6e5-9310-4dd2-9067-bd1893deb9a8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:53.885519 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-af45e6e5-9310-4dd2-9067-bd1893deb9a8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/708815e1-4f5e-46db-8d17-afc51b707b3c HTTP/1.1" status: 204 len: 168 time: 0.6869104 Jun 02 16:27:53.889340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36672) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:53.891814 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-258dea5f-de94-4ee3-826c-595bd64e741d req-bba1ad59-a6e6-4e86-ab32-cb860fc7c9a7 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955438 Jun 02 16:27:53.929929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8e478-6191-4ec0-9f1d-fe2a5b97ad66 req-318bca90-3d80-4d4e-a73a-482d2275f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:53.931797 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a5d8e478-6191-4ec0-9f1d-fe2a5b97ad66 req-318bca90-3d80-4d4e-a73a-482d2275f6ac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 1099 time: 0.4555473 Jun 02 16:27:53.957639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:54.000551 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-800f1a55-adf8-48c4-8c4d-da545ce99c09 None None] Provisioning for port c3602cec-241b-4ad9-bf97-414c6136b934 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:54.009523 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-800f1a55-adf8-48c4-8c4d-da545ce99c09 None None] Provisioning complete for port c3602cec-241b-4ad9-bf97-414c6136b934 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:54.010266 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-800f1a55-adf8-48c4-8c4d-da545ce99c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:54.033856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ea44b571-5f02-4f4a-a75d-1ff54cc94053 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:54.046138 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Network f1806aca-eba5-4a01-85ee-957802f0c954 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:54.052062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:54.062122 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a5d8e478-6191-4ec0-9f1d-fe2a5b97ad66 req-913835f6-4765-4d7f-8313-822d542d5ba1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177106 Jun 02 16:27:54.090214 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:54.093585 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/c7b01718-3f48-4e68-849e-c70239ba429a HTTP/1.1" status: 204 len: 168 time: 3.2418504 Jun 02 16:27:54.094906 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0330d2a3-3792-42f8-be1e-3f835f6fe304 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:54.137611 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36674) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:54.143171 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-593945406'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:54.153788 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.3352113 Jun 02 16:27:54.162625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36676) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:54.164181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Network': ['ID=c7b01718-3f48-4e68-849e-c70239ba429a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:54.168404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:54.177250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:54.177532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'mac_address': 'fa:16:3e:24:29:e6', 'name': 'tempest-NetworksTestDHCPv6-1672090720'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:54.242825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ea44b571-5f02-4f4a-a75d-1ff54cc94053 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:54.244827 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ea44b571-5f02-4f4a-a75d-1ff54cc94053 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3529940 Jun 02 16:27:54.260251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36678) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:54.261491 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:network and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:54.268360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a396a2ac-254a-4e8f-affe-45d04ee907ae tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group_rule': {'security_group_id': '96df08dc-32cb-41b8-9b70-5a067de952ae', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:54.273523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:54.282033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:54.287846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a396a2ac-254a-4e8f-affe-45d04ee907ae tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:54.313167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a396a2ac-254a-4e8f-affe-45d04ee907ae tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:54.325584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3abf97-300f-4b97-a117-d7eae0722e8e None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:54.353643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:54.360143 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:54.440094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a396a2ac-254a-4e8f-affe-45d04ee907ae tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:54.526311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-800f1a55-adf8-48c4-8c4d-da545ce99c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:54.527733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:27:54.584399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:54.584955 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Added segment 24d1e3ae-e6b4-400b-b83f-01aab43b3641 of type vlan for network a0b7301d-a11f-4572-a675-8347af219f5d Jun 02 16:27:54.667065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Router 28645365-e913-4698-88b3-c42eadfe2e4a is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:27:54.743367 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-800f1a55-adf8-48c4-8c4d-da545ce99c09 None None] For port c3602cec-241b-4ad9-bf97-414c6136b934, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c3602cec-241b-4ad9-bf97-414c6136b934,segment=NetworkSegment(1f82870e-391a-4a27-ad1c-d88e61c1f930),segment_id=1f82870e-391a-4a27-ad1c-d88e61c1f930)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:54.760716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-800f1a55-adf8-48c4-8c4d-da545ce99c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:54.765444 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f57f8473-fcc7-41a5-aea9-0473d91c0dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:54.769574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:54.808252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a396a2ac-254a-4e8f-affe-45d04ee907ae tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:54.880113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 4771816d-77ad-44f2-a3ab-f4612754a904 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:54.975237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a396a2ac-254a-4e8f-affe-45d04ee907ae tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:55.026777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:55.045510 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:55.080644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b787a35-48c6-49a6-b703-53cfb4e8e4c0 None None] Network 50e08d5b-011b-4c42-b73e-299e26c0ad6f requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:55.125425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396a2ac-254a-4e8f-affe-45d04ee907ae tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33398592-6c6b-44a5-bfab-77430e1f8ad7,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:55.135015 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a396a2ac-254a-4e8f-affe-45d04ee907ae tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:55.161897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942506db-4cfb-49ac-a48c-e8f9f2a944b6 None None] Network eeced630-0f81-4ca7-badb-bae0a1f1cc4c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:27:55.187772 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:55.202309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:55.221981 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:55.285394 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:55.291383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:55.292449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:55.319719 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0983cf5a-2117-4bff-96e2-e90776d1957f tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:55.340616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:27:55.344815 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:55.354117 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "PUT /v2.0/routers/28645365-e913-4698-88b3-c42eadfe2e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5822742 Jun 02 16:27:55.356924 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65edaab-9726-4ed8-b9fa-68751b5d904d None None] Sync routers for ids ['28645365-e913-4698-88b3-c42eadfe2e4a'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:27:55.360936 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a396a2ac-254a-4e8f-affe-45d04ee907ae tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:55.360936 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a396a2ac-254a-4e8f-affe-45d04ee907ae tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0959928 Jun 02 16:27:55.362048 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2234001 Jun 02 16:27:55.367928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36682) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:55.367928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36686) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:55.367928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36684) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:55.402676 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65edaab-9726-4ed8-b9fa-68751b5d904d None None] Routers {'28645365-e913-4698-88b3-c42eadfe2e4a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:27:55.406868 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e65edaab-9726-4ed8-b9fa-68751b5d904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:27:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['28645365-e913-4698-88b3-c42eadfe2e4a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:55.414021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f1a55-adf8-48c4-8c4d-da545ce99c09 None None] Pushing event updated for resources: {'Port': ['ID=c3602cec-241b-4ad9-bf97-414c6136b934,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:55.417807 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-53bee167-2008-4eab-87d6-3f1ef36021a6 None None] Provisioning for port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:55.439079 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-800f1a55-adf8-48c4-8c4d-da545ce99c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:55.473461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-53bee167-2008-4eab-87d6-3f1ef36021a6 None None] Provisioning complete for port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:55.473957 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-53bee167-2008-4eab-87d6-3f1ef36021a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:55.557255 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.resource_extend [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:27:55.601993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:55.618036 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:55.648734 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e65edaab-9726-4ed8-b9fa-68751b5d904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:55.670868 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65edaab-9726-4ed8-b9fa-68751b5d904d None None] Routers {'28645365-e913-4698-88b3-c42eadfe2e4a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:27:55.671508 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e65edaab-9726-4ed8-b9fa-68751b5d904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:27:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['28645365-e913-4698-88b3-c42eadfe2e4a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:55.726539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4dbc92dd-1c0e-476b-8d22-d19446204e36 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:55.767331 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e65edaab-9726-4ed8-b9fa-68751b5d904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:55.768029 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65edaab-9726-4ed8-b9fa-68751b5d904d None None] The sync data for ids ['28645365-e913-4698-88b3-c42eadfe2e4a'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:27:55.789642 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'subnet': {'network_id': 'a0b7301d-a11f-4572-a675-8347af219f5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:55.863119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:55.865961 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:55.893364 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:55.893861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:55.894421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:55.894842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:55.895373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:55.895758 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:55.896134 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:55.896587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:55.896963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:55.897353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:55.897730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:55.898133 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:27:55.915873 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c2554625-3522-4b24-96f3-be3e1dbc3f67 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules/33398592-6c6b-44a5-bfab-77430e1f8ad7 HTTP/1.1" status: 200 len: 763 time: 0.1649935 Jun 02 16:27:55.919603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38643544-d0b9-438d-833c-5eecde2598d5 req-781cb39e-713e-4ce9-a66b-3505b3233b5a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:55.927078 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-38643544-d0b9-438d-833c-5eecde2598d5 req-781cb39e-713e-4ce9-a66b-3505b3233b5a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 0.7698562 Jun 02 16:27:55.931832 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:55.932440 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36688) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:55.980291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:56.008487 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 4771816d-77ad-44f2-a3ab-f4612754a904 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:56.034637 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Network': ['ID=a0b7301d-a11f-4572-a675-8347af219f5d,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:56.047542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:56.070112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network a0b7301d-a11f-4572-a675-8347af219f5d details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:27:56.236770 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-53bee167-2008-4eab-87d6-3f1ef36021a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:56.237084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port a53e388a-0954-4832-853c-7d2c52332dd0 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:27:56.266998 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-38643544-d0b9-438d-833c-5eecde2598d5 req-e710332f-599f-4498-a95b-ad47bf4222cb tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382592 Jun 02 16:27:56.275825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:56.285568 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:subnet and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:56.292178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:56.303938 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:56.350951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0316165f-0fb9-4a62-a473-077a557416e8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:56.364686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-53bee167-2008-4eab-87d6-3f1ef36021a6 None None] For port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:56.382410 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-53bee167-2008-4eab-87d6-3f1ef36021a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:56.402105 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:56.495742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:56.501003 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:56.560783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bee167-2008-4eab-87d6-3f1ef36021a6 None None] Pushing event updated for resources: {'Port': ['ID=9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:56.565118 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0316165f-0fb9-4a62-a473-077a557416e8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:56.568054 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0316165f-0fb9-4a62-a473-077a557416e8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6345026 Jun 02 16:27:56.577235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-53bee167-2008-4eab-87d6-3f1ef36021a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:56.578508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36690) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:56.580167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Provisioning for port 6f27e9fd-cc94-4075-9a94-07f4ef467869 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:56.587090 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Provisioning complete for port 6f27e9fd-cc94-4075-9a94-07f4ef467869 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:56.587896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:56.658058 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 50e08d5b-011b-4c42-b73e-299e26c0ad6f is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:56.672452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:56.683719 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Port 6f27e9fd-cc94-4075-9a94-07f4ef467869 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:27:56.704539 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Provisioning complete for port c3602cec-241b-4ad9-bf97-414c6136b934 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:56.704920 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:56.832610 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c3602cec-241b-4ad9-bf97-414c6136b934 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:56.921482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.ipam_backend_mixin [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Performing IP validity checks on allocation pools {{(pid=92323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 16:27:56.927484 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.ipam_backend_mixin [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 16:27:57.031999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-52b7dd4f-d7b8-4e76-9727-b3a51442aa08 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:57.072682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-52b7dd4f-d7b8-4e76-9727-b3a51442aa08 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:57.079403 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port c3602cec-241b-4ad9-bf97-414c6136b934 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:57.080453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:57.126372 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Provisioning for port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:57.142326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Provisioning complete for port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:57.142825 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:57.208940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-52b7dd4f-d7b8-4e76-9727-b3a51442aa08 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:57.223215 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:57.253849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7dd4f-d7b8-4e76-9727-b3a51442aa08 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33398592-6c6b-44a5-bfab-77430e1f8ad7,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:57.262582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::13 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/de088090-7f28-4d6f-9bfd-5bfc40227f7c/a53e388a-0954-4832-853c-7d2c52332dd0) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:57.272175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-52b7dd4f-d7b8-4e76-9727-b3a51442aa08 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:57.290650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8:0:1:f816:3eff:fe24:29e6 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/0e9f45a9-550d-49f9-8fba-18524fc0a6c1/a53e388a-0954-4832-853c-7d2c52332dd0) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:27:57.325901 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-188af1a2-6c61-4426-bcbf-666b609cebdb tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:27:57.327359 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-188af1a2-6c61-4426-bcbf-666b609cebdb tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "PUT /v2.0/routers/28645365-e913-4698-88b3-c42eadfe2e4a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9579256 Jun 02 16:27:57.332513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 13272a88-2b5a-41ca-b6a8-3f9883010680 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:27:57.336119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36694) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:57.483714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-52b7dd4f-d7b8-4e76-9727-b3a51442aa08 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:57.488707 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-52b7dd4f-d7b8-4e76-9727-b3a51442aa08 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/33398592-6c6b-44a5-bfab-77430e1f8ad7 HTTP/1.1" status: 204 len: 168 time: 0.9049253 Jun 02 16:27:57.489281 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36696) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:57.625064 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-40d05db3-40fa-4408-9ed0-f889e8e1e1c2 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:57.689833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:57.694033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-40d05db3-40fa-4408-9ed0-f889e8e1e1c2 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:57.704684 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-40d05db3-40fa-4408-9ed0-f889e8e1e1c2 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2135367 Jun 02 16:27:57.711789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36698) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:57.720731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a642280c-6129-4739-8d56-b02b64cd34a1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Request body: {'security_group_rule': {'security_group_id': '96df08dc-32cb-41b8-9b70-5a067de952ae', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:57.724892 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:57.774403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a642280c-6129-4739-8d56-b02b64cd34a1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:57.802484 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a642280c-6129-4739-8d56-b02b64cd34a1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:57.813667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] For port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=eea89cb8-d3a2-4bd8-90d4-27f20ae4197e,segment=NetworkSegment(f14ce3eb-e159-4737-af85-31ad650b7260),segment_id=f14ce3eb-e159-4737-af85-31ad650b7260)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:57.830545 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:57.837887 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1565fe63-e225-425e-804e-948f555bee3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:57.863219 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a642280c-6129-4739-8d56-b02b64cd34a1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:57.907165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:57.916997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-87ffdb28-d0eb-43d1-b9a9-f1ee7dfa0542 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:57.981782 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a08d002-45e8-47a6-9164-040b25f77fee None None] get_active_networks_info from dv-neutron-601336-83-hyperv {{(pid=92324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:27:58.021725 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Subnet': ['ID=a20b4252-d69d-4866-b5f4-0a851e0b2a6b,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:58.030204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:58.033792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a642280c-6129-4739-8d56-b02b64cd34a1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:58.043730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Checking segment: {'id': '24d1e3ae-e6b4-400b-b83f-01aab43b3641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a0b7301d-a11f-4572-a675-8347af219f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:27:58.044117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network hostable DHCP agents. Network: a0b7301d-a11f-4572-a675-8347af219f5d, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:27:58.047563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a642280c-6129-4739-8d56-b02b64cd34a1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:58.051382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8f7e8555-634b-4f04-b7c1-1cd63761e1da tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:58.070399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:58.070399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:58.080856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642280c-6129-4739-8d56-b02b64cd34a1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299d55b4-8be5-4c49-9df5-be6cee2fc04c,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:58.088522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a642280c-6129-4739-8d56-b02b64cd34a1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:58.102287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Provisioning for port 4771816d-77ad-44f2-a3ab-f4612754a904 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:58.110280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network a0b7301d-a11f-4572-a675-8347af219f5d is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:27:58.120758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a642280c-6129-4739-8d56-b02b64cd34a1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:58.125464 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a642280c-6129-4739-8d56-b02b64cd34a1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4122753 Jun 02 16:27:58.126493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36700) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:58.137504 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Provisioning complete for port 4771816d-77ad-44f2-a3ab-f4612754a904 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:58.138013 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:58.140351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, a0b7301d-a11f-4572-a675-8347af219f5d) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:58.160964 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a297857d-3829-4d7a-bca4-342518752c31 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules/299d55b4-8be5-4c49-9df5-be6cee2fc04c HTTP/1.1" status: 200 len: 764 time: 0.0329049 Jun 02 16:27:58.164215 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36702) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:58.182011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:58.182955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:58.200691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Pushing event updated for resources: {'Port': ['ID=eea89cb8-d3a2-4bd8-90d4-27f20ae4197e,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:58.212235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:58.222707 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4771993 Jun 02 16:27:58.228501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36704) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:58.238155 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b331749b-7106-4f36-91ff-4401d94b53ca tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:58.508029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:58.562364 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b331749b-7106-4f36-91ff-4401d94b53ca tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:58.568008 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b331749b-7106-4f36-91ff-4401d94b53ca tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3985093 Jun 02 16:27:58.568873 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36706) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:58.584412 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] For port 4771816d-77ad-44f2-a3ab-f4612754a904, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=4771816d-77ad-44f2-a3ab-f4612754a904,segment=NetworkSegment(0f6698b7-049a-4b49-9ba5-d9126782de41),segment_id=0f6698b7-049a-4b49-9ba5-d9126782de41)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:27:58.593201 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:58.595489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:58.637062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:58.647585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a08d002-45e8-47a6-9164-040b25f77fee None None] Unable to find a vacant binding_index for network a0b7301d-a11f-4572-a675-8347af219f5d and agent 698364da-387e-4590-855a-5629a225ea01 {{(pid=92324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 02 16:27:58.665040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a08d002-45e8-47a6-9164-040b25f77fee None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, a0b7301d-a11f-4572-a675-8347af219f5d) {{(pid=92324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 16:27:58.702128 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Pushing event updated for resources: {'Port': ['ID=4771816d-77ad-44f2-a3ab-f4612754a904,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:58.717664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:58.725932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:58.821227 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d40ef1f7-8dde-47d6-a5cc-562c0b929787 None None] Provisioning for port 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:27:58.856671 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device eea89cb8-d3a2-4bd8-90d4-27f20ae4197e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:27:58.860965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-caa89cba-248c-405b-adf5-5c8e130faa62 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:58.903232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:27:58.918967 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d40ef1f7-8dde-47d6-a5cc-562c0b929787 None None] Provisioning complete for port 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:58.919458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d40ef1f7-8dde-47d6-a5cc-562c0b929787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:58.920509 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-caa89cba-248c-405b-adf5-5c8e130faa62 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:58.934189 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/13272a88-2b5a-41ca-b6a8-3f9883010680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2826509 Jun 02 16:27:58.946709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36708) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:58.953461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'network': {'name': 'tempest-RoutersTest-1526146129'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:58.984850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Sync routers for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:27:58.991284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:27:59.007000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:network and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:27:59.024048 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:27:59.033680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d1932-3594-45c7-aeb5-83534d420cf2 req-b8ae866e-c203-4728-bb81-4210551850ee tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:59.036216 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3c2d1932-3594-45c7-aeb5-83534d420cf2 req-b8ae866e-c203-4728-bb81-4210551850ee tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 1.3593230 Jun 02 16:27:59.076889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:27:59.101321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:27:59.102240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:27:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:59.127281 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:27:59.130971 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-caa89cba-248c-405b-adf5-5c8e130faa62 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.138710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.142059 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3a686e57-5753-4bb0-a66f-eba8f5912d91 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:59.154946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.163273 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4641611e-c448-43e4-8136-aa9973ea242e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:59.173657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:27:59.177151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.196235 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa89cba-248c-405b-adf5-5c8e130faa62 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=299d55b4-8be5-4c49-9df5-be6cee2fc04c,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:59.209245 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-caa89cba-248c-405b-adf5-5c8e130faa62 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:59.226513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object a53e388a-0954-4832-853c-7d2c52332dd0 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:27:59.232815 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3c2d1932-3594-45c7-aeb5-83534d420cf2 req-81184fc9-68ba-4c50-a830-32036467481b tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857829 Jun 02 16:27:59.239991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Subnet': ['ID=a20b4252-d69d-4866-b5f4-0a851e0b2a6b,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:59.243072 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-caa89cba-248c-405b-adf5-5c8e130faa62 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.243884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:59.244212 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-caa89cba-248c-405b-adf5-5c8e130faa62 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/299d55b4-8be5-4c49-9df5-be6cee2fc04c HTTP/1.1" status: 204 len: 168 time: 0.6665571 Jun 02 16:27:59.250033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36710) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:59.298546 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:27:59.311107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.312113 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Added segment 0cdc3fa0-266c-475e-890d-68414a28ffac of type vlan for network 4c39666d-5c57-4362-bc0f-e92e3f45904e Jun 02 16:27:59.332618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d40ef1f7-8dde-47d6-a5cc-562c0b929787 None None] Port 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:27:59.348640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.433457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2246c981-b39b-43c2-a2e2-b62612327b56 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:27:59.441391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.447321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:59.448688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.454868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d8dabcae-0d68-43a4-a087-12ae53fb1a8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:59.522740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.531086 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d40ef1f7-8dde-47d6-a5cc-562c0b929787 None None] Provisioning complete for port 6f27e9fd-cc94-4075-9a94-07f4ef467869 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:59.531510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d40ef1f7-8dde-47d6-a5cc-562c0b929787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.553061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b7301d-a11f-4572-a675-8347af219f5d']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:59.559098 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:27:59.589524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d1e3ae-e6b4-400b-b83f-01aab43b3641') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:59.590529 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d1e3ae-e6b4-400b-b83f-01aab43b3641') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:27:59.618933 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.626131 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.627169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:27:59.627574 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.633941 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2246c981-b39b-43c2-a2e2-b62612327b56 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group_rule {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:27:59.639888 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2246c981-b39b-43c2-a2e2-b62612327b56 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3831165 Jun 02 16:27:59.641754 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36714) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:59.643568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Network': ['ID=4c39666d-5c57-4362-bc0f-e92e3f45904e,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:59.646905 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6976445 Jun 02 16:27:59.648089 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:59.651857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d293f819-4803-46f8-9463-78aec3f723c5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:27:59.682916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 4c39666d-5c57-4362-bc0f-e92e3f45904e details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:27:59.685254 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36716) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:27:59.712569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'subnet': {'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:27:59.734062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:27:59.740389 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:27:59.746607 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:27:59.752468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:59.753265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.774732 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=a53e388a-0954-4832-853c-7d2c52332dd0,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:27:59.779684 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:27:59.792188 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-09cec59d-0bd8-4bda-a355-8f459bb0f3cb tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.812538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfb41f-466d-4914-a921-d4328e294359 req-9f60a9ce-6f04-48db-9be6-cfb9d69ff6ad tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:27:59.814016 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d40ef1f7-8dde-47d6-a5cc-562c0b929787 None None] Port 6f27e9fd-cc94-4075-9a94-07f4ef467869 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:27:59.816550 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fabfb41f-466d-4914-a921-d4328e294359 req-9f60a9ce-6f04-48db-9be6-cfb9d69ff6ad tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 0.4189756 Jun 02 16:27:59.841581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:27:59.848627 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.6747704 Jun 02 16:27:59.851477 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36718) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:00.005476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:00.005994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:00.051504 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:00.170980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d40ef1f7-8dde-47d6-a5cc-562c0b929787 None None] Provisioning complete for port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:00.171355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d40ef1f7-8dde-47d6-a5cc-562c0b929787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:00.215100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-cff1d517-5594-4f12-ab23-09d3c644702a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port a53e388a-0954-4832-853c-7d2c52332dd0 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:00.215687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cff1d517-5594-4f12-ab23-09d3c644702a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:00.238056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0148064b-bd68-4c53-a1d4-4cb670cb821e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:00.256310 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fabfb41f-466d-4914-a921-d4328e294359 req-d87d635d-1c92-4151-a936-a9b0e69bac7f tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213800 Jun 02 16:28:00.264930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:00.277482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:subnet and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:00.292417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:00.300028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0148064b-bd68-4c53-a1d4-4cb670cb821e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:00.311143 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:00.312704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:00.317617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:00.330256 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fe25f27a-4585-4845-852e-faeee5d32dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:00.353147 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/a0b7301d-a11f-4572-a675-8347af219f5d HTTP/1.1" status: 204 len: 168 time: 2.1113298 Jun 02 16:28:00.366127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36720) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:00.373385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-675256419'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:00.378436 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Network': ['ID=a0b7301d-a11f-4572-a675-8347af219f5d,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:00.381671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:00.386196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:00.389342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:00.392621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9065c49-106e-4deb-a28d-7cfd089b0204 None None] get_active_networks_info from dv-neutron-601336-83-hyperv {{(pid=92324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:28:00.394121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:00.413058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:network and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:00.419162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:00.442830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:00.562350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:00.567686 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:00.612327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0148064b-bd68-4c53-a1d4-4cb670cb821e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:00.632850 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-68919e13-0b1f-48ce-9768-626ba65b3c6c tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:00.679092 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148064b-bd68-4c53-a1d4-4cb670cb821e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96df08dc-32cb-41b8-9b70-5a067de952ae,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:00.693320 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0148064b-bd68-4c53-a1d4-4cb670cb821e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:00.712153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0148064b-bd68-4c53-a1d4-4cb670cb821e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:00.714277 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0148064b-bd68-4c53-a1d4-4cb670cb821e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "DELETE /v2.0/security-groups/96df08dc-32cb-41b8-9b70-5a067de952ae HTTP/1.1" status: 204 len: 168 time: 1.0713937 Jun 02 16:28:00.719299 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36726) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:00.726303 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:28:00.802257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:00.803349 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Added segment f6ad1d58-90d1-413a-9dda-03808061f736 of type vlan for network 6d51d050-1f67-40e0-b595-656ba354ba56 Jun 02 16:28:00.853741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cff1d517-5594-4f12-ab23-09d3c644702a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:00.866908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 4771816d-77ad-44f2-a3ab-f4612754a904 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:00.902576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:00.986041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9065c49-106e-4deb-a28d-7cfd089b0204 None None] Resources bound (agent type, host, resource id): {{(pid=92324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 16:28:01.026964 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-09a00555-3502-4645-9c11-3f0a3c8a6eff tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2926550 Jun 02 16:28:01.038907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-cff1d517-5594-4f12-ab23-09d3c644702a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for a53e388a-0954-4832-853c-7d2c52332dd0 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:01.041778 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36728) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:01.107249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-09cec59d-0bd8-4bda-a355-8f459bb0f3cb tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Deleting port 6f27e9fd-cc94-4075-9a94-07f4ef467869 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:01.107793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-09cec59d-0bd8-4bda-a355-8f459bb0f3cb tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:01.124049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:01.129795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:01.130649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:01.135369 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-20bfdb1e-f2e2-4b1d-ab44-88783be5113c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:01.402145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cff1d517-5594-4f12-ab23-09d3c644702a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:01.450852 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d40ef1f7-8dde-47d6-a5cc-562c0b929787 None None] Provisioning complete for port 4771816d-77ad-44f2-a3ab-f4612754a904 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:01.452057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d40ef1f7-8dde-47d6-a5cc-562c0b929787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:01.461645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6c5861cf-81ce-435b-b36f-99fc078686b2 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Synchronizing usage tracker for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:01.493134 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:27:52Z', 'revision_number': 2, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:27:54Z', 'revision_number': 2, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:01.496802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-09cec59d-0bd8-4bda-a355-8f459bb0f3cb tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:01.522572 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:01.536921 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1648796 Jun 02 16:28:01.537220 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 4771816d-77ad-44f2-a3ab-f4612754a904 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:01.537220 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:01.546847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36730) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:01.556789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Network': ['ID=6d51d050-1f67-40e0-b595-656ba354ba56,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:01.563139 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:01.574139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Checking router: 13272a88-2b5a-41ca-b6a8-3f9883010680 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:28:01.574487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'subnet': {'network_id': '6d51d050-1f67-40e0-b595-656ba354ba56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:01.574668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Updating router 13272a88-2b5a-41ca-b6a8-3f9883010680 port 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:28:01.617256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 6d51d050-1f67-40e0-b595-656ba354ba56 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:28:01.704626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6c5861cf-81ce-435b-b36f-99fc078686b2 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Unset dirty status for tenant:5061c65935e44532b02004feadfe7b91 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:01.706674 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6c5861cf-81ce-435b-b36f-99fc078686b2 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6635761 Jun 02 16:28:01.761511 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a44ed-c121-4af0-8d38-6644955b6a8c req-de43b61c-49a0-4c1b-b36e-59b80ea93409 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:01.764312 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bf3a44ed-c121-4af0-8d38-6644955b6a8c req-de43b61c-49a0-4c1b-b36e-59b80ea93409 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 0.7832458 Jun 02 16:28:01.778762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:01.879882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:01.889712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:subnet and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:01.906449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:01.923777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:01.938063 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bf3a44ed-c121-4af0-8d38-6644955b6a8c req-356d3ae9-38bc-4a29-a602-c43a9983f63d tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347470 Jun 02 16:28:01.963322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1d517-5594-4f12-ab23-09d3c644702a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=a53e388a-0954-4832-853c-7d2c52332dd0,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:01.992188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:01.995957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:01.999746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-09cec59d-0bd8-4bda-a355-8f459bb0f3cb tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Calling delete_port for 6f27e9fd-cc94-4075-9a94-07f4ef467869 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:02.055851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cff1d517-5594-4f12-ab23-09d3c644702a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:02.183606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cff1d517-5594-4f12-ab23-09d3c644702a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:02.183950 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d40ef1f7-8dde-47d6-a5cc-562c0b929787 None None] Provisioning complete for port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:02.184149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d40ef1f7-8dde-47d6-a5cc-562c0b929787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:02.266025 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cff1d517-5594-4f12-ab23-09d3c644702a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/a53e388a-0954-4832-853c-7d2c52332dd0 HTTP/1.1" status: 204 len: 168 time: 2.4132254 Jun 02 16:28:02.269579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36736) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:02.320748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:02.327434 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-27928284-8bdf-42d7-8ade-a234ce22c6d5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:02.442047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2b1cf6-58f3-495c-8a43-7322c097879d None None] Network a0b7301d-a11f-4572-a675-8347af219f5d requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:02.476062 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2b1cf6-58f3-495c-8a43-7322c097879d None None] Network a0b7301d-a11f-4572-a675-8347af219f5d could not be found, it might have been deleted concurrently. {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 02 16:28:02.484727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Subnet': ['ID=504a3a8b-ff94-4a2c-8551-83428b513c8d,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:02.499478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:02.527436 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Checking segment: {'id': '0cdc3fa0-266c-475e-890d-68414a28ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:02.527991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network hostable DHCP agents. Network: 4c39666d-5c57-4362-bc0f-e92e3f45904e, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:28:02.529403 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36738) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:02.554289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc32b17-fbe5-456d-8e25-650dcd2b0642 None None] Network a0b7301d-a11f-4572-a675-8347af219f5d requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:02.605461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc32b17-fbe5-456d-8e25-650dcd2b0642 None None] Network a0b7301d-a11f-4572-a675-8347af219f5d could not be found, it might have been deleted concurrently. {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 02 16:28:02.671380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 4c39666d-5c57-4362-bc0f-e92e3f45904e is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:28:02.686938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392be13-7481-4498-93e8-97bf9cdf0a9d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:02.688945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2392be13-7481-4498-93e8-97bf9cdf0a9d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:02.705470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 4c39666d-5c57-4362-bc0f-e92e3f45904e) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:02.736879 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a93977-26cb-45b4-a886-c73c05b15f9f None None] Network 4c39666d-5c57-4362-bc0f-e92e3f45904e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:02.760539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2392be13-7481-4498-93e8-97bf9cdf0a9d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:02.764190 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2392be13-7481-4498-93e8-97bf9cdf0a9d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4926310 Jun 02 16:28:02.772599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36742) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:02.788884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:02.790037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:02.809931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:02.852509 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1494007 Jun 02 16:28:02.857071 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36744) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:02.931525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-09cec59d-0bd8-4bda-a355-8f459bb0f3cb tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:02.947447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:03.003159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Transition to ACTIVE for port object 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:03.049284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-949c7153-130b-43dc-8dcd-1ac456b78659 None None] Could not find standard attr ID for object a53e388a-0954-4832-853c-7d2c52332dd0. {{(pid=92324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 16:28:03.051865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cec59d-0bd8-4bda-a355-8f459bb0f3cb tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event deleted for resources: {'Port': ['ID=6f27e9fd-cc94-4075-9a94-07f4ef467869,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:03.086415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-61ea210d-1bf6-4876-b422-346206b2a871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:03.093801 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:03.094602 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-09cec59d-0bd8-4bda-a355-8f459bb0f3cb tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:03.205641 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-579b92db-afe2-4ef1-a53a-721a7f9cc43f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:03.230056 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-aed5da04-04ce-4095-908b-95e04c65c49d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5061c65935e44532b02004feadfe7b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6919703 Jun 02 16:28:03.230630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36748) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:03.299838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac86618-ec04-41a3-81c0-47a69f360043 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:03.301535 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fac86618-ec04-41a3-81c0-47a69f360043 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5268428 Jun 02 16:28:03.307806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36750) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:03.589288 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da89a19d-6f67-4a0c-a3a4-924e61794254 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:03.592948 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da89a19d-6f67-4a0c-a3a4-924e61794254 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:03.596742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da89a19d-6f67-4a0c-a3a4-924e61794254 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:03.598149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-da89a19d-6f67-4a0c-a3a4-924e61794254 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:03.650625 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Pushing event updated for resources: {'Port': ['ID=64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:03.684421 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-4c39666d-5c57-4362-bc0f-e92e3f45904e', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:28:03.685660 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:03.718237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:03.718945 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:03.719495 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:03.720034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:03.720565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:03.721138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:03.721672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:03.722256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:03.722780 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:03.723299 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:03.723833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:03.724439 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:03.756200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:03.758650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Attempting to bind port 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:28:03.759304 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Attempting to bind port 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'f14ce3eb-e159-4737-af85-31ad650b7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:28:03.759908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Attempting to bind port 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a on network 50e08d5b-011b-4c42-b73e-299e26c0ad6f {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:28:03.779481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-da89a19d-6f67-4a0c-a3a4-924e61794254 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:03.781660 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-da89a19d-6f67-4a0c-a3a4-924e61794254 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4731953 Jun 02 16:28:03.788883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36752) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:03.818117 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-09cec59d-0bd8-4bda-a355-8f459bb0f3cb tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:03.818567 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:28:03.818948 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Checking segment: {'id': 'f14ce3eb-e159-4737-af85-31ad650b7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:03.819428 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:03.819839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Bound using segment: {'id': 'f14ce3eb-e159-4737-af85-31ad650b7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:28:03.820346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Bound port: 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14ce3eb-e159-4737-af85-31ad650b7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:28:03.820735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:03.828432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5615c7d-f765-49f7-9e3f-17fe45d60022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:04.019959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] For port 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:28:04.023391 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Allocated IP 172.21.0.2 (4c39666d-5c57-4362-bc0f-e92e3f45904e/504a3a8b-ff94-4a2c-8551-83428b513c8d/f1e8e294-69a7-4545-9186-fb5828aaf854) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:28:04.026644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] For port 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a,segment=NetworkSegment(f14ce3eb-e159-4737-af85-31ad650b7260),segment_id=f14ce3eb-e159-4737-af85-31ad650b7260)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:28:04.037919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:04.043067 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:04.117505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5615c7d-f765-49f7-9e3f-17fe45d60022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:04.217724 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:04.218403 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:27:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:04.273448 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Pushing event updated for resources: {'Port': ['ID=64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:04.306961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:04.328142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30428c6f-8b44-4fb4-9603-7241e58d8d01 req-bcd4bd46-96ea-4084-b220-cb303442acde tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:04.330639 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-30428c6f-8b44-4fb4-9603-7241e58d8d01 req-bcd4bd46-96ea-4084-b220-cb303442acde tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 0.8971972 Jun 02 16:28:04.475156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-114a6023-9178-485d-a041-96965f77359e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 0e9f45a9-550d-49f9-8fba-18524fc0a6c1 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:28:04.494039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:28:04.562346 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cec59d-0bd8-4bda-a355-8f459bb0f3cb tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Router 28645365-e913-4698-88b3-c42eadfe2e4a has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:28:04.590829 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-30428c6f-8b44-4fb4-9603-7241e58d8d01 req-ad6fcef4-fbf7-443c-aaf4-87a6f1900663 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330441 Jun 02 16:28:04.608542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-114a6023-9178-485d-a041-96965f77359e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:04.684935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:04.696324 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5615c7d-f765-49f7-9e3f-17fe45d60022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:04.696923 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Transition to ACTIVE for port object f1e8e294-69a7-4545-9186-fb5828aaf854 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:04.703012 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:04.708141 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-42725003-9bf6-4d18-a4a5-d070c680db1e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:04.719728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Transition to ACTIVE for port object f1e8e294-69a7-4545-9186-fb5828aaf854 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:04.736309 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:04.739514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8a1380d0-3c68-4bab-ba38-5f9e4b13822e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:04.743326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:04.789445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5615c7d-f765-49f7-9e3f-17fe45d60022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aeda69-1001-4625-9099-3cf9c4f14568,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:04.808256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a5615c7d-f765-49f7-9e3f-17fe45d60022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:04.818641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cec59d-0bd8-4bda-a355-8f459bb0f3cb tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:28:04.836206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5615c7d-f765-49f7-9e3f-17fe45d60022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:04.836206 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a5615c7d-f765-49f7-9e3f-17fe45d60022 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63aeda69-1001-4625-9099-3cf9c4f14568 HTTP/1.1" status: 204 len: 168 time: 1.5961747 Jun 02 16:28:04.836206 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-09cec59d-0bd8-4bda-a355-8f459bb0f3cb tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "PUT /v2.0/routers/28645365-e913-4698-88b3-c42eadfe2e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4884615 Jun 02 16:28:04.846602 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36758) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:04.858126 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489fcb49-32ab-4f1b-80f4-8024212fc332 None None] Sync routers for ids ['28645365-e913-4698-88b3-c42eadfe2e4a'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:28:04.875020 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:04.885812 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489fcb49-32ab-4f1b-80f4-8024212fc332 None None] Routers {'28645365-e913-4698-88b3-c42eadfe2e4a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:04.886952 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-489fcb49-32ab-4f1b-80f4-8024212fc332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:27:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['28645365-e913-4698-88b3-c42eadfe2e4a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:04.925736 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Network 4c39666d-5c57-4362-bc0f-e92e3f45904e is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:04.996761 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-10038d38-7f90-4b2a-8cc5-0f0cfd4547b2 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] delete failed (client error): The resource could not be found. Jun 02 16:28:04.998281 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-10038d38-7f90-4b2a-8cc5-0f0cfd4547b2 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1613593566 HTTP/1.1" status: 404 len: 335 time: 0.1504107 Jun 02 16:28:05.001882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:05.008315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36760) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:05.014261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-78056276-5340-404a-87b0-c872442a7332 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Request body: {'router': {'external_gateway_info': {'network_id': '28645365-e913-4698-88b3-c42eadfe2e4a'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:05.017778 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:28:05.027202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-114a6023-9178-485d-a041-96965f77359e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:05.035527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Pushing event updated for resources: {'Port': ['ID=f1e8e294-69a7-4545-9186-fb5828aaf854,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:05.042819 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:05.082300 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:05.092010 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-489fcb49-32ab-4f1b-80f4-8024212fc332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:05.126668 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489fcb49-32ab-4f1b-80f4-8024212fc332 None None] Routers {'28645365-e913-4698-88b3-c42eadfe2e4a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:05.127800 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-489fcb49-32ab-4f1b-80f4-8024212fc332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:27:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['28645365-e913-4698-88b3-c42eadfe2e4a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:05.209705 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Subnet': ['ID=5c720569-13b5-462c-aaf5-f6c50cff58f7,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:05.213389 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Attempting to bind port f1e8e294-69a7-4545-9186-fb5828aaf854 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:28:05.213774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Attempting to bind port f1e8e294-69a7-4545-9186-fb5828aaf854 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '0cdc3fa0-266c-475e-890d-68414a28ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:28:05.214267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Attempting to bind port f1e8e294-69a7-4545-9186-fb5828aaf854 on network 4c39666d-5c57-4362-bc0f-e92e3f45904e {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:28:05.294847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:28:05.295254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Checking segment: {'id': '0cdc3fa0-266c-475e-890d-68414a28ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:05.296549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:05.296964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Bound using segment: {'id': '0cdc3fa0-266c-475e-890d-68414a28ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:28:05.297485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Bound port: f1e8e294-69a7-4545-9186-fb5828aaf854, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdc3fa0-266c-475e-890d-68414a28ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:28:05.297875 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:05.380659 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-489fcb49-32ab-4f1b-80f4-8024212fc332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:05.381582 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489fcb49-32ab-4f1b-80f4-8024212fc332 None None] The sync data for ids ['28645365-e913-4698-88b3-c42eadfe2e4a'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:28:05.464805 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-114a6023-9178-485d-a041-96965f77359e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:05.494560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-75944004-72ef-4c0a-827e-d3582c75981f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:05.523151 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] For port f1e8e294-69a7-4545-9186-fb5828aaf854, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:28:05.542382 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] For port f1e8e294-69a7-4545-9186-fb5828aaf854, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f1e8e294-69a7-4545-9186-fb5828aaf854,segment=NetworkSegment(0cdc3fa0-266c-475e-890d-68414a28ffac),segment_id=0cdc3fa0-266c-475e-890d-68414a28ffac)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:28:05.548487 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:27:52Z', 'revision_number': 2, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:04Z', 'revision_number': 4, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:05.557362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:05.558001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:05.558273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b245e8a8-3178-4b83-b477-d5b26fbde857 None None] The sync data for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv is: [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:27:52Z', 'revision_number': 2, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:04Z', 'revision_number': 4, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:28:05.560815 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:05.561469 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:05.562038 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:05.565206 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:05.565489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:05.565489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:05.565489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:05.565489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:05.566022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:05.566634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:05.567268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:05.570764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ba1087c1-a84a-4440-a5b7-152987b8dbbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:05.745576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.006s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:05.766449 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Pushing event updated for resources: {'Port': ['ID=f1e8e294-69a7-4545-9186-fb5828aaf854,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:05.787754 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:05.845910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-78056276-5340-404a-87b0-c872442a7332 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:05.907378 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-78056276-5340-404a-87b0-c872442a7332 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] update failed (client error): The resource could not be found. Jun 02 16:28:05.908441 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-78056276-5340-404a-87b0-c872442a7332 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "PUT /v2.0/routers/28645365-e913-4698-88b3-c42eadfe2e4a HTTP/1.1" status: 404 len: 339 time: 0.8987303 Jun 02 16:28:05.912788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36774) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:06.250788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Checking segment: {'id': 'f6ad1d58-90d1-413a-9dda-03808061f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d51d050-1f67-40e0-b595-656ba354ba56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:06.250788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network hostable DHCP agents. Network: 6d51d050-1f67-40e0-b595-656ba354ba56, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:28:06.338050 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Allocated IP 172.21.0.1 (4c39666d-5c57-4362-bc0f-e92e3f45904e/504a3a8b-ff94-4a2c-8551-83428b513c8d/3fa9c840-ae1c-4548-9c96-a3914c298afa) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:28:06.406783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c646180-ab80-4d08-beb9-7bcb556a3e72 req-75c2ec63-4f88-49ab-a1f9-967d8cfaa600 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:06.414325 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5c646180-ab80-4d08-beb9-7bcb556a3e72 req-75c2ec63-4f88-49ab-a1f9-967d8cfaa600 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 0.8997879 Jun 02 16:28:06.657276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:06.674539 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network 6d51d050-1f67-40e0-b595-656ba354ba56 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:28:06.740389 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36784) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:06.820671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 6d51d050-1f67-40e0-b595-656ba354ba56) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:06.840593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e7e973-2230-48ef-9d86-114ffe495a96 None None] Network 6d51d050-1f67-40e0-b595-656ba354ba56 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:06.851241 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5c646180-ab80-4d08-beb9-7bcb556a3e72 req-0b6c20ec-c4c6-4ec0-a617-af0ab563d780 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356081 Jun 02 16:28:06.912561 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b04312-0da7-4cdb-9d82-ef4fe56c96a4 req-ff0889eb-cd56-4901-a813-cf9c81fcc9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:06.915982 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f7b04312-0da7-4cdb-9d82-ef4fe56c96a4 req-ff0889eb-cd56-4901-a813-cf9c81fcc9ad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb3d43f8c1a34b828fed716fdcdead44&device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 1099 time: 1.3194165 Jun 02 16:28:06.995476 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f1e8e294-69a7-4545-9186-fb5828aaf854 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:07.034432 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:07.034432 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:07.137044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d83a7722-07b5-4914-ba0d-5e9c48a19b1a tempest-SubnetPoolsTestJSON-1928703684 tempest-SubnetPoolsTestJSON-1928703684-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1687463760', 'prefixes': ['172.20.0.0/16']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:07.154145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d83a7722-07b5-4914-ba0d-5e9c48a19b1a tempest-SubnetPoolsTestJSON-1928703684 tempest-SubnetPoolsTestJSON-1928703684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:07.198708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port f1e8e294-69a7-4545-9186-fb5828aaf854 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:07.210132 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:07.235181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:07.254765 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 5.7025225 Jun 02 16:28:07.259742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36788) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:07.280996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-6d51d050-1f67-40e0-b595-656ba354ba56', 'network_id': '6d51d050-1f67-40e0-b595-656ba354ba56', 'tenant_id': '655379d491bb41ae8544421a60b1f12a', 'fixed_ips': [{'subnet_id': '5c720569-13b5-462c-aaf5-f6c50cff58f7'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:28:07.282414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:07.285975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Transition to ACTIVE for port object 3fa9c840-ae1c-4548-9c96-a3914c298afa will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:07.315878 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-114a6023-9178-485d-a041-96965f77359e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:07.330912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a1e857d4-2662-4981-8635-a2566a56e570 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:07.391628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:07.448461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a6023-9178-485d-a041-96965f77359e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9f45a9-550d-49f9-8fba-18524fc0a6c1,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:07.451166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:07.463690 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-114a6023-9178-485d-a041-96965f77359e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:07.475684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-114a6023-9178-485d-a041-96965f77359e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:07.484573 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-114a6023-9178-485d-a041-96965f77359e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/0e9f45a9-550d-49f9-8fba-18524fc0a6c1 HTTP/1.1" status: 204 len: 168 time: 3.6926482 Jun 02 16:28:07.485597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36790) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:07.527905 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e0bb0a-a171-4721-bc86-86085af6c8a4 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:07.555614 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b04312-0da7-4cdb-9d82-ef4fe56c96a4 req-ca2d7262-541f-4e37-a030-4f47160a2514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:07.558172 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f7b04312-0da7-4cdb-9d82-ef4fe56c96a4 req-ca2d7262-541f-4e37-a030-4f47160a2514 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ac739103-494e-47ee-8fcb-a66621220176 HTTP/1.1" status: 200 len: 913 time: 0.6303444 Jun 02 16:28:07.674247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Allocated IP 172.20.0.1 (6d51d050-1f67-40e0-b595-656ba354ba56/5c720569-13b5-462c-aaf5-f6c50cff58f7/a9ba7507-3067-4c86-ad35-c2dbb7f81454) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:28:07.712527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:07.713037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:07.731958 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f7b04312-0da7-4cdb-9d82-ef4fe56c96a4 req-e7d9a2cb-5edd-4747-b674-e7cc8324aed1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcefd45e-8eea-4903-9b4a-182ad783b207 HTTP/1.1" status: 200 len: 217 time: 0.1591158 Jun 02 16:28:07.753831 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781db2ac-8cc9-4826-a483-d9087d3f0e6b None None] Network 4c39666d-5c57-4362-bc0f-e92e3f45904e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:07.973322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:07.983161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d83a7722-07b5-4914-ba0d-5e9c48a19b1a tempest-SubnetPoolsTestJSON-1928703684 tempest-SubnetPoolsTestJSON-1928703684-project] Notify callbacks [] for subnetpool, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:07.985663 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d83a7722-07b5-4914-ba0d-5e9c48a19b1a tempest-SubnetPoolsTestJSON-1928703684 tempest-SubnetPoolsTestJSON-1928703684-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.2439229 Jun 02 16:28:07.996234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36794) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:08.045473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:08.057446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:08.098607 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2fe5cbdb-f146-4e07-a174-68b231b64c5e tempest-SubnetPoolsTestJSON-1928703684 tempest-SubnetPoolsTestJSON-1928703684-project] 10.222.0.50 "GET /v2.0/subnetpools/bb168f2b-9400-43d2-bd5d-bac2366e78cc HTTP/1.1" status: 200 len: 732 time: 0.1000013 Jun 02 16:28:08.145067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36796) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:08.162565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-fa974165-ef36-4643-a587-6423733b8686 tempest-SubnetPoolsTestJSON-1928703684 tempest-SubnetPoolsTestJSON-1928703684-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2081957869'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:08.180155 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b04312-0da7-4cdb-9d82-ef4fe56c96a4 req-6d47e28f-e083-4468-acc0-14b989f5a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:08.182054 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f7b04312-0da7-4cdb-9d82-ef4fe56c96a4 req-6d47e28f-e083-4468-acc0-14b989f5a015 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5cdedbcb-4e52-4c6b-9ed6-7c2320380464 HTTP/1.1" status: 200 len: 852 time: 0.4346137 Jun 02 16:28:08.194024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fc5120-511d-46e7-990c-5d923e6d44dc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet de088090-7f28-4d6f-9bfd-5bfc40227f7c {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:28:08.200073 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 4c39666d-5c57-4362-bc0f-e92e3f45904e is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:08.246435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5120-511d-46e7-990c-5d923e6d44dc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:08.275072 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:08.300314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:28:08.304847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-84810047-d978-4b75-a09f-1228be1b18e1 None None] Provisioning for port f1e8e294-69a7-4545-9186-fb5828aaf854 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:08.332436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:08.359730 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f7b04312-0da7-4cdb-9d82-ef4fe56c96a4 req-3ffcc674-c796-423c-9404-6bc3a1221132 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ac739103-494e-47ee-8fcb-a66621220176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1583884 Jun 02 16:28:08.382509 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-84810047-d978-4b75-a09f-1228be1b18e1 None None] Provisioning complete for port f1e8e294-69a7-4545-9186-fb5828aaf854 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:08.383116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-84810047-d978-4b75-a09f-1228be1b18e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:08.444189 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=3fa9c840-ae1c-4548-9c96-a3914c298afa,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:08.479744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5120-511d-46e7-990c-5d923e6d44dc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:08.516073 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:08.678861 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:08.687346 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Allocated IP 172.20.0.1 (cd24769b-755a-488b-9de9-a6ce13893cc2/54e79ec3-8011-44a5-bdc7-c13b325f3d71/34d05f55-e1b2-4038-a029-1db2ac044b07) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:28:08.795285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:08.796923 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fa974165-ef36-4643-a587-6423733b8686 tempest-SubnetPoolsTestJSON-1928703684 tempest-SubnetPoolsTestJSON-1928703684-project] Notify callbacks [] for subnetpool, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:08.798911 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fa974165-ef36-4643-a587-6423733b8686 tempest-SubnetPoolsTestJSON-1928703684 tempest-SubnetPoolsTestJSON-1928703684-project] 10.222.0.50 "PUT /v2.0/subnetpools/bb168f2b-9400-43d2-bd5d-bac2366e78cc HTTP/1.1" status: 200 len: 684 time: 0.6489394 Jun 02 16:28:08.815177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:08.832409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36798) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:08.926163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc9ced-304c-4194-aafe-24aeeffb1817 req-2d031a1c-98e7-4c27-b1f3-50075873ff64 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:08.929044 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e0bc9ced-304c-4194-aafe-24aeeffb1817 req-2d031a1c-98e7-4c27-b1f3-50075873ff64 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 0.8774810 Jun 02 16:28:08.936390 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:08.976454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Transition to ACTIVE for port object a9ba7507-3067-4c86-ad35-c2dbb7f81454 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:08.989843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a,segment=NetworkSegment(f14ce3eb-e159-4737-af85-31ad650b7260),segment_id=f14ce3eb-e159-4737-af85-31ad650b7260)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:09.007495 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:09.012279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:09.046577 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-84810047-d978-4b75-a09f-1228be1b18e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:09.063238 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f7b04312-0da7-4cdb-9d82-ef4fe56c96a4 req-072211cb-eea0-4614-ab62-a4af7fb7f754 service neutron] 10.222.0.49 "GET /v2.0/networks/ac739103-494e-47ee-8fcb-a66621220176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6852889 Jun 02 16:28:09.107909 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Transition to ACTIVE for port object a9ba7507-3067-4c86-ad35-c2dbb7f81454 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:09.150820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5120-511d-46e7-990c-5d923e6d44dc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:09.154792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:09.190600 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:09.195609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:09.199023 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-84810047-d978-4b75-a09f-1228be1b18e1 None None] For port f1e8e294-69a7-4545-9186-fb5828aaf854, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f1e8e294-69a7-4545-9186-fb5828aaf854,segment=NetworkSegment(0cdc3fa0-266c-475e-890d-68414a28ffac),segment_id=0cdc3fa0-266c-475e-890d-68414a28ffac)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:09.207251 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:09.284639 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-84810047-d978-4b75-a09f-1228be1b18e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:09.330583 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Network 6d51d050-1f67-40e0-b595-656ba354ba56 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:09.332826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:09.337558 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:28:09.381682 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e0bc9ced-304c-4194-aafe-24aeeffb1817 req-541a311f-177d-40ce-8bc1-53f04aac946e tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073136 Jun 02 16:28:09.458462 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:09.479815 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Transition to ACTIVE for port object 34d05f55-e1b2-4038-a029-1db2ac044b07 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:09.516620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:09.525473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fbe380fe-522f-491f-823e-7de47725bc78 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:09.568853 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Pushing event updated for resources: {'Port': ['ID=a9ba7507-3067-4c86-ad35-c2dbb7f81454,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:09.595408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:09.606462 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-53bee167-2008-4eab-87d6-3f1ef36021a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:09.627175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Network cd24769b-755a-488b-9de9-a6ce13893cc2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:09.632734 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:09.639110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:28:09.671135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:09.690170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event updated for resources: {'Port': ['ID=34d05f55-e1b2-4038-a029-1db2ac044b07,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:09.699038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:09.699919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-01d69059-6fee-41cb-b6ee-f26218b9d769 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:09.758281 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Attempting to bind port a9ba7507-3067-4c86-ad35-c2dbb7f81454 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:28:09.758852 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Attempting to bind port a9ba7507-3067-4c86-ad35-c2dbb7f81454 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'f6ad1d58-90d1-413a-9dda-03808061f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d51d050-1f67-40e0-b595-656ba354ba56'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:28:09.759399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Attempting to bind port a9ba7507-3067-4c86-ad35-c2dbb7f81454 on network 6d51d050-1f67-40e0-b595-656ba354ba56 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:28:09.796403 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Subnet': ['ID=5c720569-13b5-462c-aaf5-f6c50cff58f7,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:09.799626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:09.818744 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:28:09.819847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Checking segment: {'id': 'f6ad1d58-90d1-413a-9dda-03808061f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d51d050-1f67-40e0-b595-656ba354ba56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:09.820647 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:09.821432 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Bound using segment: {'id': 'f6ad1d58-90d1-413a-9dda-03808061f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d51d050-1f67-40e0-b595-656ba354ba56'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:28:09.822200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Bound port: a9ba7507-3067-4c86-ad35-c2dbb7f81454, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ad1d58-90d1-413a-9dda-03808061f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d51d050-1f67-40e0-b595-656ba354ba56'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:28:09.823205 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:09.880376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84810047-d978-4b75-a09f-1228be1b18e1 None None] Pushing event updated for resources: {'Port': ['ID=f1e8e294-69a7-4545-9186-fb5828aaf854,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:09.887667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-84810047-d978-4b75-a09f-1228be1b18e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:09.911472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:09.918556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:09.946415 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d51d050-1f67-40e0-b595-656ba354ba56']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:09.962962 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-36aebb39-5be7-4dd3-81b0-08c966822908 None None] Provisioning for port 3fa9c840-ae1c-4548-9c96-a3914c298afa completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:09.988546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-36aebb39-5be7-4dd3-81b0-08c966822908 None None] Provisioning complete for port 3fa9c840-ae1c-4548-9c96-a3914c298afa triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:09.989036 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-36aebb39-5be7-4dd3-81b0-08c966822908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:09.998111 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ad1d58-90d1-413a-9dda-03808061f736') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:10.003710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ad1d58-90d1-413a-9dda-03808061f736') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:10.059387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:10.115227 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-36aebb39-5be7-4dd3-81b0-08c966822908 None None] Port 3fa9c840-ae1c-4548-9c96-a3914c298afa cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:28:10.117912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] For port a9ba7507-3067-4c86-ad35-c2dbb7f81454, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:28:10.120657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:10.143028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:10.146519 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:10.147349 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-36aebb39-5be7-4dd3-81b0-08c966822908 None None] Provisioning complete for port f1e8e294-69a7-4545-9186-fb5828aaf854 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:10.148007 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5120-511d-46e7-990c-5d923e6d44dc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:10.148257 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-36aebb39-5be7-4dd3-81b0-08c966822908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:10.164068 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0a81d45d-df35-424f-b061-5de937d3f59e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:10.185727 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:10.264445 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc5120-511d-46e7-990c-5d923e6d44dc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=de088090-7f28-4d6f-9bfd-5bfc40227f7c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:10.268853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f0fc5120-511d-46e7-990c-5d923e6d44dc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:10.271480 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f7b04312-0da7-4cdb-9d82-ef4fe56c96a4 req-d17f8df1-f7b7-4ee9-8539-4a72433b1a59 service neutron] 10.222.0.49 "GET /v2.0/networks/ac739103-494e-47ee-8fcb-a66621220176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1898222 Jun 02 16:28:10.290450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a9558427-fb27-48ae-90bf-214019b41765 tempest-SubnetPoolsTestJSON-1928703684 tempest-SubnetPoolsTestJSON-1928703684-project] Notify callbacks [] for subnetpool, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:10.291973 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a9558427-fb27-48ae-90bf-214019b41765 tempest-SubnetPoolsTestJSON-1928703684 tempest-SubnetPoolsTestJSON-1928703684-project] 10.222.0.50 "DELETE /v2.0/subnetpools/bb168f2b-9400-43d2-bd5d-bac2366e78cc HTTP/1.1" status: 204 len: 168 time: 1.4543860 Jun 02 16:28:10.299825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5120-511d-46e7-990c-5d923e6d44dc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:10.304606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36800) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:10.308971 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f0fc5120-511d-46e7-990c-5d923e6d44dc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/de088090-7f28-4d6f-9bfd-5bfc40227f7c HTTP/1.1" status: 204 len: 168 time: 2.8151751 Jun 02 16:28:10.313395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36802) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:10.359717 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-cb861d0a-bcf6-4a59-bb4b-2905692504a8 tempest-SubnetPoolsTestJSON-1928703684 tempest-SubnetPoolsTestJSON-1928703684-project] show failed (client error): The resource could not be found. Jun 02 16:28:10.360903 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cb861d0a-bcf6-4a59-bb4b-2905692504a8 tempest-SubnetPoolsTestJSON-1928703684 tempest-SubnetPoolsTestJSON-1928703684-project] 10.222.0.50 "GET /v2.0/subnetpools/bb168f2b-9400-43d2-bd5d-bac2366e78cc HTTP/1.1" status: 404 len: 346 time: 0.0531530 Jun 02 16:28:10.364347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.api [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:28:10.364347 dv-neutron-601336-83-hyperv neutron-server[92322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:28:10.364347 dv-neutron-601336-83-hyperv neutron-server[92322]: [parameters: {'id': '6d51d050-1f67-40e0-b595-656ba354ba56'}] Jun 02 16:28:10.364347 dv-neutron-601336-83-hyperv neutron-server[92322]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:28:10.364927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_db.api [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:28:10.367323 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36804) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:10.369516 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:10.371625 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] For port a9ba7507-3067-4c86-ad35-c2dbb7f81454, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a9ba7507-3067-4c86-ad35-c2dbb7f81454,segment=NetworkSegment(f6ad1d58-90d1-413a-9dda-03808061f736),segment_id=f6ad1d58-90d1-413a-9dda-03808061f736)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:28:10.383964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:10.390696 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1944d1c9-d697-413e-8976-3cf2e16413d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:10.412121 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-4da059bf-da85-405f-a6e7-8a573ed8f22a tempest-SubnetPoolsTestJSON-1928703684 tempest-SubnetPoolsTestJSON-1928703684-project] delete failed (client error): The resource could not be found. Jun 02 16:28:10.413217 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4da059bf-da85-405f-a6e7-8a573ed8f22a tempest-SubnetPoolsTestJSON-1928703684 tempest-SubnetPoolsTestJSON-1928703684-project] 10.222.0.50 "DELETE /v2.0/subnetpools/bb168f2b-9400-43d2-bd5d-bac2366e78cc HTTP/1.1" status: 404 len: 346 time: 0.0449278 Jun 02 16:28:10.454169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:10.517986 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-75382e4d-069c-4dc9-9fc5-8efb46c9aa46 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2029109 Jun 02 16:28:10.525433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36810) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:10.545292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-71f5513f-b6a1-4f95-90b9-ca9e90d31cef tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:10.633959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c9ae2-1e91-4306-b4b6-eb69d58418b1 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:10.741701 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-221fec94-c207-4678-baca-d886d65e695c None None] Provisioning complete for port 3fa9c840-ae1c-4548-9c96-a3914c298afa triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:10.742366 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-221fec94-c207-4678-baca-d886d65e695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:10.868201 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:10.896826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-71f5513f-b6a1-4f95-90b9-ca9e90d31cef tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:10.950959 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-71f5513f-b6a1-4f95-90b9-ca9e90d31cef tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:11.058171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Pushing event updated for resources: {'Port': ['ID=a9ba7507-3067-4c86-ad35-c2dbb7f81454,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:11.089639 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:11.151164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f5513f-b6a1-4f95-90b9-ca9e90d31cef tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:11.154979 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-71f5513f-b6a1-4f95-90b9-ca9e90d31cef tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:11.164451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eba412-3c0a-443c-8bae-73b0c29dac7c None None] Network 6d51d050-1f67-40e0-b595-656ba354ba56 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:11.245128 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-221fec94-c207-4678-baca-d886d65e695c None None] Port 3fa9c840-ae1c-4548-9c96-a3914c298afa cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:28:11.264003 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f1e8e294-69a7-4545-9186-fb5828aaf854 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:11.324765 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36814) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:11.512634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7c284-1cb6-4748-b4ce-a98e51541485 req-5e338af4-1af7-402d-9730-a83099c33047 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:11.513142 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-69d7c284-1cb6-4748-b4ce-a98e51541485 req-5e338af4-1af7-402d-9730-a83099c33047 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 0.8645501 Jun 02 16:28:11.577838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-221fec94-c207-4678-baca-d886d65e695c None None] Provisioning for port 34d05f55-e1b2-4038-a029-1db2ac044b07 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:11.648492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Deleting port a9ba7507-3067-4c86-ad35-c2dbb7f81454 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:11.649553 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:11.665693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-221fec94-c207-4678-baca-d886d65e695c None None] Provisioning complete for port 34d05f55-e1b2-4038-a029-1db2ac044b07 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:11.665693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-221fec94-c207-4678-baca-d886d65e695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:11.666845 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-69d7c284-1cb6-4748-b4ce-a98e51541485 req-5caf20ec-1cb6-4241-a7c4-96624778ba67 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227648 Jun 02 16:28:11.693248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c9701e7e-76f9-4542-99c0-282bdfd2594d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:11.738845 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c9701e7e-76f9-4542-99c0-282bdfd2594d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:11.752399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c9701e7e-76f9-4542-99c0-282bdfd2594d admin admin] Usage tracker for resource:security_group_rule and tenant:b8770312014c41f0b47e0d302ae2532d is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:11.774770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c9701e7e-76f9-4542-99c0-282bdfd2594d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:11.793162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c9701e7e-76f9-4542-99c0-282bdfd2594d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:11.794029 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:11.835088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-221fec94-c207-4678-baca-d886d65e695c None None] Port 34d05f55-e1b2-4038-a029-1db2ac044b07 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:28:11.870888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port f1e8e294-69a7-4545-9186-fb5828aaf854 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:11.871527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:11.892598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:11.912690 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:11.928273 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:11.928582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6385c592-392d-47f1-91c8-b7e989b31937 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:11.981505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b0c6afc5-691e-4348-9053-fda440489cd4 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:12.043587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-11f018b3-608a-41ae-92f9-5991920bdd4c None None] Provisioning complete for port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:12.046307 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-11f018b3-608a-41ae-92f9-5991920bdd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:12.072085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] For port a9ba7507-3067-4c86-ad35-c2dbb7f81454, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a9ba7507-3067-4c86-ad35-c2dbb7f81454,segment=NetworkSegment(f6ad1d58-90d1-413a-9dda-03808061f736),segment_id=f6ad1d58-90d1-413a-9dda-03808061f736)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:12.072427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:12.090843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event updated for resources: {'Port': ['ID=34d05f55-e1b2-4038-a029-1db2ac044b07,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:12.094606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:12.137217 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f53f37-d604-4c03-9499-dd1e46a9fdfb None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:28:12.157084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:12.199260 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:12.212440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=3fa9c840-ae1c-4548-9c96-a3914c298afa,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:12.229499 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:12.236816 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c9701e7e-76f9-4542-99c0-282bdfd2594d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:12.253753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Calling delete_port for a9ba7507-3067-4c86-ad35-c2dbb7f81454 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:12.265573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c9701e7e-76f9-4542-99c0-282bdfd2594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:12.283178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a2832256-0c76-4f0e-b2ba-e3bdde13b7e7 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:12.357532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:12.415009 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c9701e7e-76f9-4542-99c0-282bdfd2594d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8770312014c41f0b47e0d302ae2532d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0888162 Jun 02 16:28:12.427462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36818) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:12.428408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9701e7e-76f9-4542-99c0-282bdfd2594d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9427427a-3f57-420d-b804-d9f7f8bf64ab,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:12.475173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c9701e7e-76f9-4542-99c0-282bdfd2594d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:12.532446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d9e30b9-6dce-41aa-b9ec-beadea5d68a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:12.557886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 4c39666d-5c57-4362-bc0f-e92e3f45904e is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:12.568346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:12.578407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d9e30b9-6dce-41aa-b9ec-beadea5d68a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:12.647921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:12.648788 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:12.657931 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Network cd24769b-755a-488b-9de9-a6ce13893cc2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:12.665295 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:12.724071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d4f53f37-d604-4c03-9499-dd1e46a9fdfb None None] Deleting port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:12.724452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d4f53f37-d604-4c03-9499-dd1e46a9fdfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:13.018237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:13.029206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-928bc0a1-b940-4cc4-9707-6351b2d6f2c3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:13.076378 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d9e30b9-6dce-41aa-b9ec-beadea5d68a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:13.102135 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7cb36196-70c6-4a5f-b5de-d25e5cd5a6e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:13.107629 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Port': ['ID=a9ba7507-3067-4c86-ad35-c2dbb7f81454,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:13.115378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d4f53f37-d604-4c03-9499-dd1e46a9fdfb None None] For port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:13.124531 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:13.124531 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No DVR routers for this DVR port a9ba7507-3067-4c86-ad35-c2dbb7f81454 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:28:13.126158 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d4f53f37-d604-4c03-9499-dd1e46a9fdfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:13.141520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e30b9-6dce-41aa-b9ec-beadea5d68a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9427427a-3f57-420d-b804-d9f7f8bf64ab,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:13.154687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d9e30b9-6dce-41aa-b9ec-beadea5d68a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:13.170920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d9e30b9-6dce-41aa-b9ec-beadea5d68a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:13.184933 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4d9e30b9-6dce-41aa-b9ec-beadea5d68a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9427427a-3f57-420d-b804-d9f7f8bf64ab HTTP/1.1" status: 204 len: 168 time: 0.7407045 Jun 02 16:28:13.193883 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Router 28645365-e913-4698-88b3-c42eadfe2e4a has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:28:13.241108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 13272a88-2b5a-41ca-b6a8-3f9883010680 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:28:13.305015 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:13.391432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d51d050-1f67-40e0-b595-656ba354ba56']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:13.406004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-51b02fce-a8a8-4375-bf8b-a76a7d625954 None None] Provisioning complete for port 3fa9c840-ae1c-4548-9c96-a3914c298afa triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:13.406976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-51b02fce-a8a8-4375-bf8b-a76a7d625954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:13.466177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d4f53f37-d604-4c03-9499-dd1e46a9fdfb None None] Calling delete_port for 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:13.573165 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-51b02fce-a8a8-4375-bf8b-a76a7d625954 None None] Port 3fa9c840-ae1c-4548-9c96-a3914c298afa cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:28:13.580183 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d4f53f37-d604-4c03-9499-dd1e46a9fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:13.587449 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1d9ea9f7-376b-4b92-aeac-28cb38a11ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:13.599961 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c947d-106e-405c-9202-b1ee009bec3a req-4ea56221-509e-43be-8eb4-719d3cde405d tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:13.601959 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bc5c947d-106e-405c-9202-b1ee009bec3a req-4ea56221-509e-43be-8eb4-719d3cde405d tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 0.6416776 Jun 02 16:28:13.648324 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:28:13.653089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:28:13.674108 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/13272a88-2b5a-41ca-b6a8-3f9883010680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8155813 Jun 02 16:28:13.677024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36824) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:13.682745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'network': {'name': 'tempest-RoutersTest-1567101598'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:13.689820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Sync routers for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:28:13.693170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:13.698114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:network and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:13.701975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:13.704925 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f53f37-d604-4c03-9499-dd1e46a9fdfb None None] Pushing event deleted for resources: {'Port': ['ID=9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:13.707426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f53f37-d604-4c03-9499-dd1e46a9fdfb None None] No DVR routers for this DVR port 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:28:13.708983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:13.711213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d4f53f37-d604-4c03-9499-dd1e46a9fdfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:13.712922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:28:13.713265 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9f8e220e-c8cf-4ee7-bac1-6988b6ca5e9e not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:28:13.736153 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bc5c947d-106e-405c-9202-b1ee009bec3a req-341b91cd-e36d-4f48-a0bc-85dbead60215 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208129 Jun 02 16:28:13.739081 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:13.743841 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:13.759589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cf6fc7c6-9dc9-41ca-b811-434b0c44e988 None None] Provisioning complete for port 34d05f55-e1b2-4038-a029-1db2ac044b07 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:13.760249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cf6fc7c6-9dc9-41ca-b811-434b0c44e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:13.793936 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:28:13.806401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:13.807085 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Added segment f4422c49-14a6-4c03-944f-2b1a5eaf0e7e of type vlan for network e19a9f0b-a10a-48a4-bc72-c09d8da343a7 Jun 02 16:28:13.843550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:13.850817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacdc911-9009-437d-9e2f-f9e5439a4456 None None] get_active_networks_info from dv-neutron-601336-83-hyperv {{(pid=92324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:28:13.881600 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-cf6fc7c6-9dc9-41ca-b811-434b0c44e988 None None] Port 34d05f55-e1b2-4038-a029-1db2ac044b07 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:28:13.882868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:13.885384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:13.892536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:13.893912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ad1d58-90d1-413a-9dda-03808061f736') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:13.894714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ad1d58-90d1-413a-9dda-03808061f736') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:13.900402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:13.901230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:13.924048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3d70e80e-07a4-4ca4-958e-2a988a978a5d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:13.968513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:14.048125 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:28:14.051420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:14.060582 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdd508b-bef3-43f2-af43-672b14ce151c None None] Sync routers for ids ['28645365-e913-4698-88b3-c42eadfe2e4a'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:28:14.070371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-71f5513f-b6a1-4f95-90b9-ca9e90d31cef tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:14.081905 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Network': ['ID=e19a9f0b-a10a-48a4-bc72-c09d8da343a7,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:14.083687 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd508b-bef3-43f2-af43-672b14ce151c None None] Routers {'28645365-e913-4698-88b3-c42eadfe2e4a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:14.085325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0613bf3b-d17f-4637-8d9b-99d2db192ef3 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:14.086462 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-fcdd508b-bef3-43f2-af43-672b14ce151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['28645365-e913-4698-88b3-c42eadfe2e4a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:14.091816 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4123518 Jun 02 16:28:14.094810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36828) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:14.097714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:14.111646 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network e19a9f0b-a10a-48a4-bc72-c09d8da343a7 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:28:14.112443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'subnet': {'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:14.143503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:14.144278 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:14.182106 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:14.250433 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-fcdd508b-bef3-43f2-af43-672b14ce151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:14.261393 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd508b-bef3-43f2-af43-672b14ce151c None None] Routers {'28645365-e913-4698-88b3-c42eadfe2e4a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:14.262440 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-fcdd508b-bef3-43f2-af43-672b14ce151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['28645365-e913-4698-88b3-c42eadfe2e4a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:14.369741 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "PUT /v2.0/routers/28645365-e913-4698-88b3-c42eadfe2e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4558158 Jun 02 16:28:14.377163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5513f-b6a1-4f95-90b9-ca9e90d31cef tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:14.381085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36832) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:14.382435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:14.391758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:subnet and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:14.400766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:14.427008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:14.450444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-71f5513f-b6a1-4f95-90b9-ca9e90d31cef tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:14.467540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:14.475136 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-fcdd508b-bef3-43f2-af43-672b14ce151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:14.475852 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdd508b-bef3-43f2-af43-672b14ce151c None None] The sync data for ids ['28645365-e913-4698-88b3-c42eadfe2e4a'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:28:14.478333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:14.499377 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:28:14.601846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5513f-b6a1-4f95-90b9-ca9e90d31cef tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=5a333cc0-2b5f-4138-b011-738c0b9e69bc,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:14.605720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:14.608808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-71f5513f-b6a1-4f95-90b9-ca9e90d31cef tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:14.623928 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f5513f-b6a1-4f95-90b9-ca9e90d31cef tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:14.624861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-71f5513f-b6a1-4f95-90b9-ca9e90d31cef tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:14.639262 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-115705f7-40ec-470a-a173-1bbc9cb5c559 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:14.673664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:14.712868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Network': ['ID=6d51d050-1f67-40e0-b595-656ba354ba56,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:14.723147 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:14.731132 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/6d51d050-1f67-40e0-b595-656ba354ba56 HTTP/1.1" status: 204 len: 168 time: 7.4712880 Jun 02 16:28:14.737533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36834) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:14.751330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-581685399'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:14.767765 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-71f5513f-b6a1-4f95-90b9-ca9e90d31cef tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.2370420 Jun 02 16:28:14.767765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26fbf7b4-9240-4fc2-a101-7f61e713f620 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:14.790407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36836) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:14.800303 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-90118b58-8493-41d3-9013-9d9952c889d7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:14.863257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:14.901124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:network and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:14.911667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:14.913717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacdc911-9009-437d-9e2f-f9e5439a4456 None None] Resources bound (agent type, host, resource id): {{(pid=92324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 16:28:15.060194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:15.077578 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590465b-d8ad-4c2d-9f60-2b70008ac692 req-b1f7492e-123d-452a-a6e2-869cb06e0030 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:15.079756 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8590465b-d8ad-4c2d-9f60-2b70008ac692 req-b1f7492e-123d-452a-a6e2-869cb06e0030 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 0.3231149 Jun 02 16:28:15.082800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-90118b58-8493-41d3-9013-9d9952c889d7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:15.146389 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-90118b58-8493-41d3-9013-9d9952c889d7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:15.153476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:15.160735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:15.198960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90118b58-8493-41d3-9013-9d9952c889d7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:15.203218 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-90118b58-8493-41d3-9013-9d9952c889d7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:15.217509 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-26fbf7b4-9240-4fc2-a101-7f61e713f620 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 02 16:28:15.222340 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-26fbf7b4-9240-4fc2-a101-7f61e713f620 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "DELETE /v2.0/routers/28645365-e913-4698-88b3-c42eadfe2e4a HTTP/1.1" status: 409 len: 329 time: 0.8356016 Jun 02 16:28:15.224665 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8590465b-d8ad-4c2d-9f60-2b70008ac692 req-1c559e42-a189-49d6-b3e0-e538e9895410 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302040 Jun 02 16:28:15.232179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36838) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:15.321357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:28:15.438402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:15.439066 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Added segment 563b0478-4fed-4c82-aacf-496882fff07b of type vlan for network a6479945-dc0b-487a-9ccf-f031304740b6 Jun 02 16:28:15.450606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:09Z', 'revision_number': 3, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:11Z', 'revision_number': 2, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:15.459259 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Checking router: 13272a88-2b5a-41ca-b6a8-3f9883010680 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:28:15.459872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Updating router 13272a88-2b5a-41ca-b6a8-3f9883010680 port 3fa9c840-ae1c-4548-9c96-a3914c298afa binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:28:15.529108 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.ipam_backend_mixin [None req-90118b58-8493-41d3-9013-9d9952c889d7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a333cc0-2b5f-4138-b011-738c0b9e69bc (CIDR: 2001:db8::/64) Jun 02 16:28:15.545175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:15.552850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:15.636356 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-90118b58-8493-41d3-9013-9d9952c889d7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:15.637195 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90118b58-8493-41d3-9013-9d9952c889d7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:15.695803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:15.702787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:15.703459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:15.705335 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-90118b58-8493-41d3-9013-9d9952c889d7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9092183 Jun 02 16:28:15.710745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36840) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:15.717918 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-784c8790-3063-4d28-8bd0-f00e56af506c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:15.718277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'subnet': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:15.829060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'tenant_id': '424e33a777ee4ca5ad8d6d9712fe2920', 'fixed_ips': [{'subnet_id': '5a333cc0-2b5f-4138-b011-738c0b9e69bc'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:28:15.830919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:15.945206 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2015493 Jun 02 16:28:15.954893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36842) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:15.964548 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'subnet': {'network_id': 'a6479945-dc0b-487a-9ccf-f031304740b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:15.997139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Network': ['ID=a6479945-dc0b-487a-9ccf-f031304740b6,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:16.003209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:16.004797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:16.043500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:16.083837 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:16.089998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:16.101850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network a6479945-dc0b-487a-9ccf-f031304740b6 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:28:16.131698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:16.145199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-59291e4d-9ed9-4c0d-af39-529726057e5d tempest-TagsExtTest-2130013217 tempest-TagsExtTest-2130013217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:16.317935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:16.323567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:subnet and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:16.327617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:16.369621 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:16.391543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:16.395356 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:16.480955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Subnet': ['ID=f8c3cf4d-6a41-4341-8acd-eff352bef13d,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:16.502818 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:16.511755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Checking segment: {'id': 'f4422c49-14a6-4c03-944f-2b1a5eaf0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:16.512321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network hostable DHCP agents. Network: e19a9f0b-a10a-48a4-bc72-c09d8da343a7, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:28:16.569596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network e19a9f0b-a10a-48a4-bc72-c09d8da343a7 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:28:16.583747 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0ab9c771-65f0-495d-96e7-28de145f1d22 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:16.595556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, e19a9f0b-a10a-48a4-bc72-c09d8da343a7) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:16.642147 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Allocated IP 2001:db8::2 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/5a333cc0-2b5f-4138-b011-738c0b9e69bc/4616e9fa-cd34-4698-abb8-bd28212fbf3a) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:28:16.678693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:16.679657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:16.746047 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6464326 Jun 02 16:28:16.747222 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36846) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:16.895949 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cc885-2ba5-489d-8092-c5d95dce5ccf req-ffdb1746-e5b1-4034-b00d-205feb50aadb tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:16.897562 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-604cc885-2ba5-489d-8092-c5d95dce5ccf req-ffdb1746-e5b1-4034-b00d-205feb50aadb tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 0.4167812 Jun 02 16:28:17.058036 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-604cc885-2ba5-489d-8092-c5d95dce5ccf req-5fe0822e-d882-4a59-aad9-cde3bb1eb385 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327975 Jun 02 16:28:17.074715 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:17.299764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:17.320162 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Transition to ACTIVE for port object 4616e9fa-cd34-4698-abb8-bd28212fbf3a will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:17.357934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Transition to ACTIVE for port object 4616e9fa-cd34-4698-abb8-bd28212fbf3a will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:17.365986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Transition to ACTIVE for port object 3fa9c840-ae1c-4548-9c96-a3914c298afa will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:17.380511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:17.397817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:17.572409 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:17.580421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:17.585894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Pushing event updated for resources: {'Port': ['ID=4616e9fa-cd34-4698-abb8-bd28212fbf3a,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:17.586164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9c771-65f0-495d-96e7-28de145f1d22 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Deleting port 34d05f55-e1b2-4038-a029-1db2ac044b07 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:17.586657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0ab9c771-65f0-495d-96e7-28de145f1d22 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:17.591514 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:17.603980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a6addd9c-1cc7-4c02-aa62-8a5978be2575 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:17.606672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-84810047-d978-4b75-a09f-1228be1b18e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:17.666063 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:17.803702 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Subnet': ['ID=cac85c33-dfc8-4f54-ab55-93a92bbd42cf,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:17.806477 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:17.810480 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:28:17.824711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:17.858264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Checking segment: {'id': '563b0478-4fed-4c82-aacf-496882fff07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a6479945-dc0b-487a-9ccf-f031304740b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:17.858639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network hostable DHCP agents. Network: a6479945-dc0b-487a-9ccf-f031304740b6, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:28:17.887338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0ab9c771-65f0-495d-96e7-28de145f1d22 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:18.034861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9c771-65f0-495d-96e7-28de145f1d22 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Calling delete_port for 34d05f55-e1b2-4038-a029-1db2ac044b07 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:18.035947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e43b2-9f8d-44e3-ad84-393537566726 req-f2d12849-80b0-4ce4-b7b8-c69c9257d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:18.037782 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-554e43b2-9f8d-44e3-ad84-393537566726 req-f2d12849-80b0-4ce4-b7b8-c69c9257d636 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb3d43f8c1a34b828fed716fdcdead44&device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 1099 time: 0.2643929 Jun 02 16:28:18.057418 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network a6479945-dc0b-487a-9ccf-f031304740b6 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:28:18.081885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075268ea-b593-4790-809e-2a1d2559278f None None] Pushing event updated for resources: {'Port': ['ID=3fa9c840-ae1c-4548-9c96-a3914c298afa,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:18.087262 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-075268ea-b593-4790-809e-2a1d2559278f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:18.089521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82303f1-c586-437f-aada-597f3bffb0da req-34fdd208-09b8-438e-bc79-ff0c58396504 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:18.091243 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d82303f1-c586-437f-aada-597f3bffb0da req-34fdd208-09b8-438e-bc79-ff0c58396504 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 0.3291287 Jun 02 16:28:18.098271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, a6479945-dc0b-487a-9ccf-f031304740b6) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:18.157410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:18.208373 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Attempting to bind port 4616e9fa-cd34-4698-abb8-bd28212fbf3a on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:28:18.209229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Attempting to bind port 4616e9fa-cd34-4698-abb8-bd28212fbf3a by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:28:18.209991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Attempting to bind port 4616e9fa-cd34-4698-abb8-bd28212fbf3a on network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:28:18.239291 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:28:18.240173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Checking segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:18.241069 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:18.242094 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Bound using segment: {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:28:18.243292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Bound port: 4616e9fa-cd34-4698-abb8-bd28212fbf3a, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:28:18.244089 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:18.272285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Attempting to bind port 3fa9c840-ae1c-4548-9c96-a3914c298afa on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:28:18.273244 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Attempting to bind port 3fa9c840-ae1c-4548-9c96-a3914c298afa by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '0cdc3fa0-266c-475e-890d-68414a28ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:28:18.273979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Attempting to bind port 3fa9c840-ae1c-4548-9c96-a3914c298afa on network 4c39666d-5c57-4362-bc0f-e92e3f45904e {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:28:18.290254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:28:18.291112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Checking segment: {'id': '0cdc3fa0-266c-475e-890d-68414a28ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:18.291934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:18.292765 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Bound using segment: {'id': '0cdc3fa0-266c-475e-890d-68414a28ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:28:18.293999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Bound port: 3fa9c840-ae1c-4548-9c96-a3914c298afa, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdc3fa0-266c-475e-890d-68414a28ffac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:28:18.294846 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:18.337992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:18.338533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:18.375222 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d82303f1-c586-437f-aada-597f3bffb0da req-7c4973ac-cd98-4d38-92b9-14b4fa30382f tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681236 Jun 02 16:28:18.398428 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4339015 Jun 02 16:28:18.402010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36854) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:18.470144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e43b2-9f8d-44e3-ad84-393537566726 req-c23e8015-75c6-462a-9162-c64a4dfe06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:18.472787 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-554e43b2-9f8d-44e3-ad84-393537566726 req-c23e8015-75c6-462a-9162-c64a4dfe06bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=ac739103-494e-47ee-8fcb-a66621220176 HTTP/1.1" status: 200 len: 913 time: 0.4184523 Jun 02 16:28:18.578582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] For port 4616e9fa-cd34-4698-abb8-bd28212fbf3a, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:28:18.600135 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] For port 3fa9c840-ae1c-4548-9c96-a3914c298afa, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:28:18.632464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:18.635568 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-554e43b2-9f8d-44e3-ad84-393537566726 req-c3706176-f878-4e02-8690-e052aa2480a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcefd45e-8eea-4903-9b4a-182ad783b207 HTTP/1.1" status: 200 len: 217 time: 0.1452594 Jun 02 16:28:18.719553 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0ab9c771-65f0-495d-96e7-28de145f1d22 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:18.724337 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] For port 3fa9c840-ae1c-4548-9c96-a3914c298afa, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3fa9c840-ae1c-4548-9c96-a3914c298afa,segment=NetworkSegment(0cdc3fa0-266c-475e-890d-68414a28ffac),segment_id=0cdc3fa0-266c-475e-890d-68414a28ffac)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:28:18.728481 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:18.736392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:18.744086 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] For port 4616e9fa-cd34-4698-abb8-bd28212fbf3a, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=4616e9fa-cd34-4698-abb8-bd28212fbf3a,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:28:18.747729 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d4f53f37-d604-4c03-9499-dd1e46a9fdfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:18.783535 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9c771-65f0-495d-96e7-28de145f1d22 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event deleted for resources: {'Port': ['ID=34d05f55-e1b2-4038-a029-1db2ac044b07,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:18.786234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:18.821377 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:18.822907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0ab9c771-65f0-495d-96e7-28de145f1d22 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:18.835060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.objects.ports [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92323) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 16:28:18.840474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e43b2-9f8d-44e3-ad84-393537566726 req-c94ede59-791b-4df2-b830-5ec4f1d27e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:18.842004 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-554e43b2-9f8d-44e3-ad84-393537566726 req-c94ede59-791b-4df2-b830-5ec4f1d27e4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5cdedbcb-4e52-4c6b-9ed6-7c2320380464 HTTP/1.1" status: 200 len: 852 time: 0.1921768 Jun 02 16:28:18.909379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:18.911073 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:18.938789 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-554e43b2-9f8d-44e3-ad84-393537566726 req-eadc72f0-d829-4c1b-a58e-0bc44a5bd022 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ac739103-494e-47ee-8fcb-a66621220176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496109 Jun 02 16:28:19.000553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075268ea-b593-4790-809e-2a1d2559278f None None] Pushing event updated for resources: {'Port': ['ID=3fa9c840-ae1c-4548-9c96-a3914c298afa,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:19.027434 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-075268ea-b593-4790-809e-2a1d2559278f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:19.030143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-90aa573b-3449-4385-a66a-37168c038c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:19.081917 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:19.185445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0ab9c771-65f0-495d-96e7-28de145f1d22 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:19.293660 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Pushing event updated for resources: {'Port': ['ID=4616e9fa-cd34-4698-abb8-bd28212fbf3a,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:19.303990 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:19.306943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:28:19.324059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Allocated IP 172.22.0.1 (e19a9f0b-a10a-48a4-bc72-c09d8da343a7/f8c3cf4d-6a41-4341-8acd-eff352bef13d/3eeced0e-2d2f-4a4b-a507-96ea44e91b69) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:28:19.467033 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-554e43b2-9f8d-44e3-ad84-393537566726 req-6a206ecc-4520-46e1-99d9-888007c0a554 service neutron] 10.222.0.49 "GET /v2.0/networks/ac739103-494e-47ee-8fcb-a66621220176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178957 Jun 02 16:28:19.731175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 4616e9fa-cd34-4698-abb8-bd28212fbf3a up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:19.741975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab9c771-65f0-495d-96e7-28de145f1d22 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Router 28645365-e913-4698-88b3-c42eadfe2e4a has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:28:19.845872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:19.859065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:19.926945 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-554e43b2-9f8d-44e3-ad84-393537566726 req-6cbe405e-fd14-45a4-a090-f023eb426e94 service neutron] 10.222.0.49 "GET /v2.0/networks/ac739103-494e-47ee-8fcb-a66621220176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988223 Jun 02 16:28:19.975814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 4616e9fa-cd34-4698-abb8-bd28212fbf3a completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:20.014703 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:09Z', 'revision_number': 3, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:18Z', 'revision_number': 4, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:20.020211 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2628ee5a-d78d-477a-9887-992dfdac98fa None None] The sync data for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv is: [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:09Z', 'revision_number': 3, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:18Z', 'revision_number': 4, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:28:20.029969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Transition to ACTIVE for port object 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:20.032744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:20.039761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-94054dba-dc3c-436c-bbe3-04a3d688f9f9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:20.147988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05c220-0d16-4dfb-9914-4caa480c8919 req-46eb3524-b5ea-431a-bf23-cc99b1da97df tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:20.161085 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1b05c220-0d16-4dfb-9914-4caa480c8919 req-46eb3524-b5ea-431a-bf23-cc99b1da97df tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 0.2916622 Jun 02 16:28:20.267778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab9c771-65f0-495d-96e7-28de145f1d22 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:28:20.272409 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Subnet': ['ID=cac85c33-dfc8-4f54-ab55-93a92bbd42cf,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:20.279003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:20.297353 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119e303-2b93-4941-8e49-a82d2bf8abd3 None None] Sync routers for ids ['28645365-e913-4698-88b3-c42eadfe2e4a'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:28:20.322562 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119e303-2b93-4941-8e49-a82d2bf8abd3 None None] Routers {'28645365-e913-4698-88b3-c42eadfe2e4a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:20.324075 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b119e303-2b93-4941-8e49-a82d2bf8abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['28645365-e913-4698-88b3-c42eadfe2e4a'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:20.378559 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0ab9c771-65f0-495d-96e7-28de145f1d22 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "PUT /v2.0/routers/28645365-e913-4698-88b3-c42eadfe2e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1393189 Jun 02 16:28:20.378827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:20.379500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36858) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:20.413981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f031b551-7ccd-4c28-bff6-705ba4607285 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:20.486880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:20.508077 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-54270e5e-a8ae-4bd6-939e-46eb3deafaf8 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] show failed (client error): The resource could not be found. Jun 02 16:28:20.509006 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-54270e5e-a8ae-4bd6-939e-46eb3deafaf8 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1020210260 HTTP/1.1" status: 404 len: 335 time: 0.0985239 Jun 02 16:28:20.514583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6479945-dc0b-487a-9ccf-f031304740b6']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:20.516486 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b119e303-2b93-4941-8e49-a82d2bf8abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:20.521770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36860) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:20.528351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-e828452d-b117-4730-9121-5d2af66bcb8a tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Request body: {'router': {'name': 'new_name'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:20.557481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119e303-2b93-4941-8e49-a82d2bf8abd3 None None] Routers {'28645365-e913-4698-88b3-c42eadfe2e4a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:20.558814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b119e303-2b93-4941-8e49-a82d2bf8abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['28645365-e913-4698-88b3-c42eadfe2e4a'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:20.563398 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1b05c220-0d16-4dfb-9914-4caa480c8919 req-7ccd6724-89c2-49f0-84f2-7d97e0ced022 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907030 Jun 02 16:28:20.721059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network e19a9f0b-a10a-48a4-bc72-c09d8da343a7 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:20.728709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:20.743185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:28:20.754035 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-e828452d-b117-4730-9121-5d2af66bcb8a tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] update failed (client error): The resource could not be found. Jun 02 16:28:20.755198 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e828452d-b117-4730-9121-5d2af66bcb8a tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1192267524 HTTP/1.1" status: 404 len: 335 time: 0.2321064 Jun 02 16:28:20.768928 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36862) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:20.769900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b119e303-2b93-4941-8e49-a82d2bf8abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:20.770762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119e303-2b93-4941-8e49-a82d2bf8abd3 None None] The sync data for ids ['28645365-e913-4698-88b3-c42eadfe2e4a'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:28:20.849091 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=3eeced0e-2d2f-4a4b-a507-96ea44e91b69,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:20.860851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:20.865266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] For port 4616e9fa-cd34-4698-abb8-bd28212fbf3a, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=4616e9fa-cd34-4698-abb8-bd28212fbf3a,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:20.874460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:20.880885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563b0478-4fed-4c82-aacf-496882fff07b') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:20.881234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563b0478-4fed-4c82-aacf-496882fff07b') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:20.892362 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-0146d032-a570-4a80-8b6e-bc065624cf2c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Deleting subnet 9d43d91f-91ab-44a0-8a00-6f87db4f07c2 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:28:20.901185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0146d032-a570-4a80-8b6e-bc065624cf2c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:20.923963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:20.933307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:20.934410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:20.937331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:20.941797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f7fb6610-03d6-4d21-bd5f-d846291a4bff tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:20.969878 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:20.991539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:20.992082 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:21.017670 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:21.029443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0146d032-a570-4a80-8b6e-bc065624cf2c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:21.029735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:21.034469 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:21.055830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:21.056436 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:21.078856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=4616e9fa-cd34-4698-abb8-bd28212fbf3a,revision_number=4']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:21.083164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:21.083898 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2ac99a85-6407-41b2-b899-b4337827017f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:21.121548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883cef48-3183-4ec4-9fd8-30a32e397508 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:21.168696 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881b93d5-d952-4f5a-88d7-4a94cb6db573 None None] Network e19a9f0b-a10a-48a4-bc72-c09d8da343a7 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:21.195404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:21.216230 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7276b0fa-2b9d-476d-ac6c-698e7f421dd1 None None] Network a6479945-dc0b-487a-9ccf-f031304740b6 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:21.219584 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.5070796 Jun 02 16:28:21.225866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36864) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:21.232343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Request body: {'port': {'network_id': '25b6f581-ec64-4f03-b6dd-06a3d455d9c8', 'mac_address': 'fa:16:3e:de:0e:d1', 'name': 'tempest-NetworksTestDHCPv6-799205755'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:21.349315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:21.363480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:21.412860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:21.433530 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Network': ['ID=a6479945-dc0b-487a-9ccf-f031304740b6,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:21.438190 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/a6479945-dc0b-487a-9ccf-f031304740b6 HTTP/1.1" status: 204 len: 168 time: 3.0365472 Jun 02 16:28:21.444416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:21.447391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36866) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:21.454208 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1955361348'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:21.462109 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0146d032-a570-4a80-8b6e-bc065624cf2c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:21.494922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:21.508311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:network and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:21.523461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:21.532503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Subnet': ['ID=0fb1604c-97de-43b2-b6d7-35c9698a244f,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:21.539241 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:21.546665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:21.646936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:21.662345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:21.668242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5738b1b6-874d-4f91-b6e3-e2fd5a540080 None None] Provisioning for port 4616e9fa-cd34-4698-abb8-bd28212fbf3a completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:21.938208 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:28:21.985069 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:21.985589 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Added segment 130924de-2b50-45be-8167-199964dca151 of type vlan for network c52f7acb-e08a-4b4b-b760-78b3cb233853 Jun 02 16:28:22.003598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5738b1b6-874d-4f91-b6e3-e2fd5a540080 None None] Provisioning complete for port 4616e9fa-cd34-4698-abb8-bd28212fbf3a triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:22.004307 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5738b1b6-874d-4f91-b6e3-e2fd5a540080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:22.102854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3fa9c840-ae1c-4548-9c96-a3914c298afa up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:22.104722 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aeb8cf-041c-4d2e-a235-2e61bcb726af req-f3ece099-111b-4b36-96e1-47f025c707cf tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:22.109277 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-37aeb8cf-041c-4d2e-a235-2e61bcb726af req-f3ece099-111b-4b36-96e1-47f025c707cf tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 0.2693300 Jun 02 16:28:22.117389 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:22.213447 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-37aeb8cf-041c-4d2e-a235-2e61bcb726af req-b03db309-f86e-4c7f-9494-5b200d8e802e tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889230 Jun 02 16:28:22.223295 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:22.230424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:22.231192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:22.247501 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:22.267789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0146d032-a570-4a80-8b6e-bc065624cf2c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:22.353773 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9046259 Jun 02 16:28:22.371705 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0146d032-a570-4a80-8b6e-bc065624cf2c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:22.377668 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0146d032-a570-4a80-8b6e-bc065624cf2c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "DELETE /v2.0/subnets/9d43d91f-91ab-44a0-8a00-6f87db4f07c2 HTTP/1.1" status: 204 len: 168 time: 1.6042531 Jun 02 16:28:22.377932 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36872) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:22.378596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36874) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:22.384634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-e7990d7c-fd3c-4b1b-84ba-bd2d92db393f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'network': {'name': 'New_network'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:22.448297 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9a34fb-1682-45bc-b4fb-21c8fe239f6d None None] Network a6479945-dc0b-487a-9ccf-f031304740b6 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:22.462715 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4392fb-d306-4850-b7f3-482316c4f4db None None] Network eeced630-0f81-4ca7-badb-bae0a1f1cc4c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:22.605172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Network': ['ID=c52f7acb-e08a-4b4b-b760-78b3cb233853,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:22.609117 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:22.615637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ab929867-6afb-42bd-a001-f5931bb2dbbe tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.330s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:22.669414 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:22.696312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Usage tracker for resource:port and tenant:424e33a777ee4ca5ad8d6d9712fe2920 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:22.707541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:22.725877 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:22.746042 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network c52f7acb-e08a-4b4b-b760-78b3cb233853 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:28:22.768513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Made reservation on behalf of 424e33a777ee4ca5ad8d6d9712fe2920 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:22.823779 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:22.881581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9a34fb-1682-45bc-b4fb-21c8fe239f6d None None] Network a6479945-dc0b-487a-9ccf-f031304740b6 could not be found, it might have been deleted concurrently. {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 02 16:28:22.889837 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:22.911042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146d032-a570-4a80-8b6e-bc065624cf2c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event deleted for resources: {'Subnet': ['ID=9d43d91f-91ab-44a0-8a00-6f87db4f07c2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:22.936476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5341084b-f9c0-47b6-a7e7-550ab710aad3 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:22.953059 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0146d032-a570-4a80-8b6e-bc065624cf2c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:23.008616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e7990d7c-fd3c-4b1b-84ba-bd2d92db393f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:23.041720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce72e4b9-5733-46fd-ba53-4d2dfbe34799 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Deleting subnet a158e56f-26da-4a75-8818-505c90c51d63 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:28:23.063208 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce72e4b9-5733-46fd-ba53-4d2dfbe34799 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:23.080459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 3fa9c840-ae1c-4548-9c96-a3914c298afa completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:23.116851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:23.127613 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e7990d7c-fd3c-4b1b-84ba-bd2d92db393f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:23.139697 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d1613712-b8ab-4bab-ac78-a3b7e395644c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:23.142345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=3eeced0e-2d2f-4a4b-a507-96ea44e91b69,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:23.154710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:23.181519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:23.204404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 3fa9c840-ae1c-4548-9c96-a3914c298afa triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:23.204768 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:23.255039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5738b1b6-874d-4f91-b6e3-e2fd5a540080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:23.300638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] device_id is not set on port 79e93a95-db37-4478-a4e3-fc7777ba9801 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:28:23.349713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5738b1b6-874d-4f91-b6e3-e2fd5a540080 None None] For port 4616e9fa-cd34-4698-abb8-bd28212fbf3a, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=4616e9fa-cd34-4698-abb8-bd28212fbf3a,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:23.370989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5738b1b6-874d-4f91-b6e3-e2fd5a540080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:23.375607 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-51b0ea69-fe5d-4a5b-a0be-fb6c4574c572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:23.430555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7990d7c-fd3c-4b1b-84ba-bd2d92db393f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network c52f7acb-e08a-4b4b-b760-78b3cb233853 is not hosted by any dhcp agent {{(pid=92322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 16:28:23.440817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7990d7c-fd3c-4b1b-84ba-bd2d92db393f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:23.441885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e7990d7c-fd3c-4b1b-84ba-bd2d92db393f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:23.448915 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e7990d7c-fd3c-4b1b-84ba-bd2d92db393f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "PUT /v2.0/networks/c52f7acb-e08a-4b4b-b760-78b3cb233853 HTTP/1.1" status: 200 len: 723 time: 1.0689228 Jun 02 16:28:23.460187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'fixed_ips': [{'subnet_id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:28:23.460689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36878) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:23.461066 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:23.480593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'subnet': {'network_id': 'c52f7acb-e08a-4b4b-b760-78b3cb233853', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:23.540301 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a53819-9782-4694-bb48-8a93807e9314 None None] DHCP port deletion for eeced630-0f81-4ca7-badb-bae0a1f1cc4c request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:28:23.584268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network e19a9f0b-a10a-48a4-bc72-c09d8da343a7 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:23.642177 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:23.676521 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:23.703327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738b1b6-874d-4f91-b6e3-e2fd5a540080 None None] Pushing event updated for resources: {'Port': ['ID=4616e9fa-cd34-4698-abb8-bd28212fbf3a,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:23.706808 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5738b1b6-874d-4f91-b6e3-e2fd5a540080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:23.707504 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c2e642e3-e180-434b-9486-c1659a782d0c None None] Provisioning complete for port 3fa9c840-ae1c-4548-9c96-a3914c298afa triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:23.707884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c2e642e3-e180-434b-9486-c1659a782d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:23.781060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce72e4b9-5733-46fd-ba53-4d2dfbe34799 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:23.880001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 3fa9c840-ae1c-4548-9c96-a3914c298afa, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3fa9c840-ae1c-4548-9c96-a3914c298afa,segment=NetworkSegment(0cdc3fa0-266c-475e-890d-68414a28ffac),segment_id=0cdc3fa0-266c-475e-890d-68414a28ffac)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:23.890825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7990d7c-fd3c-4b1b-84ba-bd2d92db393f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Network': ['ID=c52f7acb-e08a-4b4b-b760-78b3cb233853,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:23.906138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:23.906968 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 4616e9fa-cd34-4698-abb8-bd28212fbf3a up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:23.929801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e7990d7c-fd3c-4b1b-84ba-bd2d92db393f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:23.938572 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:23.950189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6aae07-97a7-4a08-947b-432c6d62b68e req-2f051d59-da52-4492-a6af-fdc960a98986 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:23.953254 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ac6aae07-97a7-4a08-947b-432c6d62b68e req-2f051d59-da52-4492-a6af-fdc960a98986 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 1.1123235 Jun 02 16:28:23.978525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network c52f7acb-e08a-4b4b-b760-78b3cb233853 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:28:24.022962 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Allocated IP 172.22.0.2 (e19a9f0b-a10a-48a4-bc72-c09d8da343a7/f8c3cf4d-6a41-4341-8acd-eff352bef13d/b177f9f1-a566-4e0c-b816-40dfe6c15e78) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:28:24.065996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:24.108864 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:subnet and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:24.133793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:24.134767 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 13272a88-2b5a-41ca-b6a8-3f9883010680 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:28:24.157965 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ac6aae07-97a7-4a08-947b-432c6d62b68e req-93a0ef09-2eb4-4007-94a4-d47a3a4b652e tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837130 Jun 02 16:28:24.159805 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:24.183130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-44a53819-9782-4694-bb48-8a93807e9314 None None] Deleting port 4771816d-77ad-44f2-a3ab-f4612754a904 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:24.183130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-44a53819-9782-4694-bb48-8a93807e9314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:24.216918 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:24.224650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:24.281028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8::207 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/5a333cc0-2b5f-4138-b011-738c0b9e69bc/79e93a95-db37-4478-a4e3-fc7777ba9801) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:28:24.402824 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Allocated IP 2001:db8:0:1:f816:3eff:fede:ed1 (25b6f581-ec64-4f03-b6dd-06a3d455d9c8/0fb1604c-97de-43b2-b6d7-35c9698a244f/79e93a95-db37-4478-a4e3-fc7777ba9801) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:28:24.434823 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=3fa9c840-ae1c-4548-9c96-a3914c298afa,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:24.438405 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:24.509355 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:28:24.515474 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-44a53819-9782-4694-bb48-8a93807e9314 None None] For port 4771816d-77ad-44f2-a3ab-f4612754a904, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=4771816d-77ad-44f2-a3ab-f4612754a904,segment=NetworkSegment(0f6698b7-049a-4b49-9ba5-d9126782de41),segment_id=0f6698b7-049a-4b49-9ba5-d9126782de41)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:24.515925 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-44a53819-9782-4694-bb48-8a93807e9314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:24.525564 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Sync routers for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:28:24.551407 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/13272a88-2b5a-41ca-b6a8-3f9883010680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7971578 Jun 02 16:28:24.551887 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:24.552307 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:24.556593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36880) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:24.570651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'network': {'name': 'tempest-RoutersTest-135061149'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:24.597953 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 4616e9fa-cd34-4698-abb8-bd28212fbf3a triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:24.598406 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:24.600980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:24.612662 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce72e4b9-5733-46fd-ba53-4d2dfbe34799 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:24.675506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:network and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:24.697273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:24.726453 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:24.817286 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb330d39-6f39-4dac-8770-b3593bf0e0c9 None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:24.844158 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-44a53819-9782-4694-bb48-8a93807e9314 None None] Calling delete_port for 4771816d-77ad-44f2-a3ab-f4612754a904 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:24.845094 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:24.849384 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:24.911507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:28:24.925273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:24.926918 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Added segment 8a5126ea-b971-4982-b0a1-7d8cf75e45ee of type vlan for network 24eadc46-b3ba-4f0d-98a9-9f0cb8c17043 Jun 02 16:28:24.959769 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:25.008196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:25.014506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:25.015537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:25.056535 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:28:25.059029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4a5fced6-e412-4d19-84c2-80a7b0f87224 None None] Provisioning complete for port 4616e9fa-cd34-4698-abb8-bd28212fbf3a triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:25.059415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4a5fced6-e412-4d19-84c2-80a7b0f87224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:25.092928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f75b7-c64e-499a-b031-315c6ccc2615 req-61a6fabe-8de4-4eeb-8c0a-8ed5da758b0e tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:25.095769 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-180f75b7-c64e-499a-b031-315c6ccc2615 req-61a6fabe-8de4-4eeb-8c0a-8ed5da758b0e tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.49 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 0.4672196 Jun 02 16:28:25.102197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:25.219823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Network': ['ID=24eadc46-b3ba-4f0d-98a9-9f0cb8c17043,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:25.226690 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6606998 Jun 02 16:28:25.236150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:25.236956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36884) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:25.242809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'subnet': {'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:25.264586 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 24eadc46-b3ba-4f0d-98a9-9f0cb8c17043 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:28:25.274878 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:25.459271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:25.463682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:subnet and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:25.467377 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:25.475381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:25.480090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Transition to ACTIVE for port object 79e93a95-db37-4478-a4e3-fc7777ba9801 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:25.495192 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:25.512879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Made reservation on behalf of fc32b599f0894cb1b0c9d4c0839ff400 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:25.517500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:25.591251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-180f75b7-c64e-499a-b031-315c6ccc2615 req-65bb4540-8dbb-40eb-b4f4-cd1b51f0bfa5 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Deleting port bcefd45e-8eea-4903-9b4a-182ad783b207 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:25.591574 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Transition to ACTIVE for port object b177f9f1-a566-4e0c-b816-40dfe6c15e78 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:25.591927 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-180f75b7-c64e-499a-b031-315c6ccc2615 req-65bb4540-8dbb-40eb-b4f4-cd1b51f0bfa5 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:25.717249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-44a53819-9782-4694-bb48-8a93807e9314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:25.729255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Transition to ACTIVE for port object b177f9f1-a566-4e0c-b816-40dfe6c15e78 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:25.747467 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:25.856920 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3fa9c840-ae1c-4548-9c96-a3914c298afa up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:25.911109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:25.911452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-180f75b7-c64e-499a-b031-315c6ccc2615 req-65bb4540-8dbb-40eb-b4f4-cd1b51f0bfa5 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] For port bcefd45e-8eea-4903-9b4a-182ad783b207, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bcefd45e-8eea-4903-9b4a-182ad783b207,segment=NetworkSegment(71fd49c5-723d-4b2a-a339-6ef61c9117a1),segment_id=71fd49c5-723d-4b2a-a339-6ef61c9117a1)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:25.912063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-180f75b7-c64e-499a-b031-315c6ccc2615 req-65bb4540-8dbb-40eb-b4f4-cd1b51f0bfa5 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:25.931394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a53819-9782-4694-bb48-8a93807e9314 None None] Pushing event deleted for resources: {'Port': ['ID=4771816d-77ad-44f2-a3ab-f4612754a904,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:25.934958 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a53819-9782-4694-bb48-8a93807e9314 None None] No DVR routers for this DVR port 4771816d-77ad-44f2-a3ab-f4612754a904 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:28:25.952108 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-44a53819-9782-4694-bb48-8a93807e9314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:25.959707 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-eb6109c4-a6a1-454b-af22-64d51bd06f68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:25.983198 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:21Z', 'revision_number': 4, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3eeced0e-2d2f-4a4b-a507-96ea44e91b69', 'name': '', 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:01:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:18Z', 'updated_at': '2021-06-02T16:28:22Z', 'revision_number': 2, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:25.992467 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Checking router: 13272a88-2b5a-41ca-b6a8-3f9883010680 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:28:25.993019 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Updating router 13272a88-2b5a-41ca-b6a8-3f9883010680 port 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:28:26.000148 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce72e4b9-5733-46fd-ba53-4d2dfbe34799 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:26.010461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5d6ab5c0-6eff-494e-9670-3c98c1b4fd16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:26.055932 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Network e19a9f0b-a10a-48a4-bc72-c09d8da343a7 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:26.064767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:26.069960 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:28:26.108932 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce72e4b9-5733-46fd-ba53-4d2dfbe34799 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:26.112740 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72e4b9-5733-46fd-ba53-4d2dfbe34799 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event deleted for resources: {'Subnet': ['ID=a158e56f-26da-4a75-8818-505c90c51d63,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:26.122260 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ce72e4b9-5733-46fd-ba53-4d2dfbe34799 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:26.123138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Pushing event updated for resources: {'Port': ['ID=b177f9f1-a566-4e0c-b816-40dfe6c15e78,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:26.134705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfe6093-d344-46e4-85e5-aafe128f3829 None None] Network f1806aca-eba5-4a01-85ee-957802f0c954 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:26.149670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:26.156553 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:26.213430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-180f75b7-c64e-499a-b031-315c6ccc2615 req-65bb4540-8dbb-40eb-b4f4-cd1b51f0bfa5 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Calling delete_port for bcefd45e-8eea-4903-9b4a-182ad783b207 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:26.224577 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ce72e4b9-5733-46fd-ba53-4d2dfbe34799 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "DELETE /v2.0/subnets/a158e56f-26da-4a75-8818-505c90c51d63 HTTP/1.1" status: 204 len: 168 time: 3.6996748 Jun 02 16:28:26.230007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36886) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:26.297558 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Attempting to bind port b177f9f1-a566-4e0c-b816-40dfe6c15e78 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:28:26.298199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Attempting to bind port b177f9f1-a566-4e0c-b816-40dfe6c15e78 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'f4422c49-14a6-4c03-944f-2b1a5eaf0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:28:26.298322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Attempting to bind port b177f9f1-a566-4e0c-b816-40dfe6c15e78 on network e19a9f0b-a10a-48a4-bc72-c09d8da343a7 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:28:26.306355 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c9388-e030-438b-8d94-1afc0ea3b360 req-72673fe4-f72c-435c-9724-5ef8410fb380 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:26.309115 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-678c9388-e030-438b-8d94-1afc0ea3b360 req-72673fe4-f72c-435c-9724-5ef8410fb380 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 946 time: 0.9413671 Jun 02 16:28:26.313877 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 3fa9c840-ae1c-4548-9c96-a3914c298afa triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:26.314482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:26.360843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:28:26.361250 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Checking segment: {'id': 'f4422c49-14a6-4c03-944f-2b1a5eaf0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:26.361637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:26.362057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Bound using segment: {'id': 'f4422c49-14a6-4c03-944f-2b1a5eaf0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:28:26.362590 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Bound port: b177f9f1-a566-4e0c-b816-40dfe6c15e78, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4422c49-14a6-4c03-944f-2b1a5eaf0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:28:26.362971 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:26.425317 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:26.433672 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-678c9388-e030-438b-8d94-1afc0ea3b360 req-e5e35344-9b53-4601-aa0f-6eb3e8b26d0d tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/security-groups?id=28039d0a-7898-4682-a780-dc461a77bc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134744 Jun 02 16:28:26.453216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dbe49545-2870-40d4-bf0a-d88153ef150d tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:26.689945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event updated for resources: {'Port': ['ID=79e93a95-db37-4478-a4e3-fc7777ba9801,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:26.702143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] For port b177f9f1-a566-4e0c-b816-40dfe6c15e78, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:28:26.704939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:26.725842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] For port b177f9f1-a566-4e0c-b816-40dfe6c15e78, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b177f9f1-a566-4e0c-b816-40dfe6c15e78,segment=NetworkSegment(f4422c49-14a6-4c03-944f-2b1a5eaf0e7e),segment_id=f4422c49-14a6-4c03-944f-2b1a5eaf0e7e)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:28:26.735015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 4616e9fa-cd34-4698-abb8-bd28212fbf3a up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:26.751217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff9f17c9-db99-44ac-8851-ba87f3868493 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:26.805279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:26.810739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ca6375c7-772b-40af-b899-60dfa8ea3afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:26.813307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:26.820006 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:26.836024 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:26.855222 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:28:26.855667 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Transition to ACTIVE for port object 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:26.869402 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:26.874138 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:26.875655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:26.895120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-af9805be-5f10-453e-8aec-473c9f32a1f0 None None] Provisioning complete for port 4616e9fa-cd34-4698-abb8-bd28212fbf3a triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:26.895335 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:26.895595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-af9805be-5f10-453e-8aec-473c9f32a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:26.959116 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.7318153 Jun 02 16:28:26.962615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36888) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:26.970593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 4616e9fa-cd34-4698-abb8-bd28212fbf3a triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:26.970813 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:27.042224 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Pushing event updated for resources: {'Port': ['ID=b177f9f1-a566-4e0c-b816-40dfe6c15e78,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:27.050472 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920ca7da-a1e3-4038-a340-12b0118e9791 None None] DHCP port deletion for f1806aca-eba5-4a01-85ee-957802f0c954 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:28:27.056929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:27.186870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-180f75b7-c64e-499a-b031-315c6ccc2615 req-65bb4540-8dbb-40eb-b4f4-cd1b51f0bfa5 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:27.201639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:27.287072 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb4540-8dbb-40eb-b4f4-cd1b51f0bfa5 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Pushing event deleted for resources: {'Port': ['ID=bcefd45e-8eea-4903-9b4a-182ad783b207,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:27.295842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-65bb4540-8dbb-40eb-b4f4-cd1b51f0bfa5 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:27.323405 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-920ca7da-a1e3-4038-a340-12b0118e9791 None None] Deleting port c3602cec-241b-4ad9-bf97-414c6136b934 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:27.326567 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Pushing event updated for resources: {'Port': ['ID=3eeced0e-2d2f-4a4b-a507-96ea44e91b69,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:27.330461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-920ca7da-a1e3-4038-a340-12b0118e9791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:27.382039 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:27.383106 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:27.383972 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:27.384757 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:27.385561 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:27.387582 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:27.388422 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:27.389258 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:27.390217 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:27.392663 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:27.396774 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:27.398348 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:27.407865 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:27.543541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-180f75b7-c64e-499a-b031-315c6ccc2615 req-65bb4540-8dbb-40eb-b4f4-cd1b51f0bfa5 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] No DVR routers for this DVR port bcefd45e-8eea-4903-9b4a-182ad783b207 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:28:27.552744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-180f75b7-c64e-499a-b031-315c6ccc2615 req-65bb4540-8dbb-40eb-b4f4-cd1b51f0bfa5 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:27.557069 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-180f75b7-c64e-499a-b031-315c6ccc2615 req-65bb4540-8dbb-40eb-b4f4-cd1b51f0bfa5 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.49 "DELETE /v2.0/ports/bcefd45e-8eea-4903-9b4a-182ad783b207 HTTP/1.1" status: 204 len: 173 time: 2.4523389 Jun 02 16:28:27.573285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c744a4ba-cd7b-4e2a-b768-19b5547047d4', 'name': 'network-vif-deleted', 'tag': 'bcefd45e-8eea-4903-9b4a-182ad783b207'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:28:27.578117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda1be6a-8ca4-438d-98c1-41e24b7e933a" -d '{"events": [{"server_uuid": "c744a4ba-cd7b-4e2a-b768-19b5547047d4", "name": "network-vif-deleted", "tag": "bcefd45e-8eea-4903-9b4a-182ad783b207"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:28:27.631847 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Attempting to bind port 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:28:27.632746 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Attempting to bind port 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'f4422c49-14a6-4c03-944f-2b1a5eaf0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:28:27.634406 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Attempting to bind port 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 on network e19a9f0b-a10a-48a4-bc72-c09d8da343a7 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:28:27.647971 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:28:27.649053 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Checking segment: {'id': 'f4422c49-14a6-4c03-944f-2b1a5eaf0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:27.649860 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:27.651314 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Bound using segment: {'id': 'f4422c49-14a6-4c03-944f-2b1a5eaf0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:28:27.652295 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Bound port: 3eeced0e-2d2f-4a4b-a507-96ea44e91b69, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4422c49-14a6-4c03-944f-2b1a5eaf0e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:28:27.653353 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:27.661777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff9f17c9-db99-44ac-8851-ba87f3868493 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:27.692774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-ff9f17c9-db99-44ac-8851-ba87f3868493 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeced630-0f81-4ca7-badb-bae0a1f1cc4c']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:27.699237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2e61f733-95d9-4587-85c7-daabf4159b6c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting port 79e93a95-db37-4478-a4e3-fc7777ba9801 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:27.700143 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e61f733-95d9-4587-85c7-daabf4159b6c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:27.706629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 4771816d-77ad-44f2-a3ab-f4612754a904 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:28:27.729111 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:27.748315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098ddfe5-57da-4954-89b5-f9924f12256a x-openstack-request-id: req-098ddfe5-57da-4954-89b5-f9924f12256a {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:28:27.748822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c744a4ba-cd7b-4e2a-b768-19b5547047d4", "name": "network-vif-deleted", "tag": "bcefd45e-8eea-4903-9b4a-182ad783b207", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:28:27.749320 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-098ddfe5-57da-4954-89b5-f9924f12256a {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:28:27.749699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-ff9f17c9-db99-44ac-8851-ba87f3868493 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6698b7-049a-4b49-9ba5-d9126782de41') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:27.749995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-ff9f17c9-db99-44ac-8851-ba87f3868493 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6698b7-049a-4b49-9ba5-d9126782de41') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:27.750176 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c744a4ba-cd7b-4e2a-b768-19b5547047d4', 'name': 'network-vif-deleted', 'tag': 'bcefd45e-8eea-4903-9b4a-182ad783b207', 'status': 'completed', 'code': 200} Jun 02 16:28:27.764068 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:27.778190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device bcefd45e-8eea-4903-9b4a-182ad783b207 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:28:27.829531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 4771816d-77ad-44f2-a3ab-f4612754a904 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:28:27.829869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 4771816d-77ad-44f2-a3ab-f4612754a904 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:28:27.840098 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: bcefd45e-8eea-4903-9b4a-182ad783b207 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:28:27.840456 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device bcefd45e-8eea-4903-9b4a-182ad783b207 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:28:27.850721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0c250ac8-763f-46c2-a542-5230f6a87800 None None] Provisioning for port 79e93a95-db37-4478-a4e3-fc7777ba9801 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:27.869862 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0c250ac8-763f-46c2-a542-5230f6a87800 None None] Provisioning complete for port 79e93a95-db37-4478-a4e3-fc7777ba9801 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:27.872063 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0c250ac8-763f-46c2-a542-5230f6a87800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:27.889616 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] For port 3eeced0e-2d2f-4a4b-a507-96ea44e91b69, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:28:27.894251 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] For port 3eeced0e-2d2f-4a4b-a507-96ea44e91b69, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3eeced0e-2d2f-4a4b-a507-96ea44e91b69,segment=NetworkSegment(f4422c49-14a6-4c03-944f-2b1a5eaf0e7e),segment_id=f4422c49-14a6-4c03-944f-2b1a5eaf0e7e)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:28:27.902228 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:27.914692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-920ca7da-a1e3-4038-a340-12b0118e9791 None None] For port c3602cec-241b-4ad9-bf97-414c6136b934, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c3602cec-241b-4ad9-bf97-414c6136b934,segment=NetworkSegment(1f82870e-391a-4a27-ad1c-d88e61c1f930),segment_id=1f82870e-391a-4a27-ad1c-d88e61c1f930)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:27.915122 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-920ca7da-a1e3-4038-a340-12b0118e9791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:27.920184 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-4f32bcd3-ab06-401d-995a-709f4ccb5485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:28.033874 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Pushing event updated for resources: {'Port': ['ID=3eeced0e-2d2f-4a4b-a507-96ea44e91b69,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:28.046111 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:28.046111 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:28.046111 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:28.074901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-920ca7da-a1e3-4038-a340-12b0118e9791 None None] Calling delete_port for c3602cec-241b-4ad9-bf97-414c6136b934 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:28.080680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-0c250ac8-763f-46c2-a542-5230f6a87800 None None] Port 79e93a95-db37-4478-a4e3-fc7777ba9801 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:28:28.119730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b177f9f1-a566-4e0c-b816-40dfe6c15e78 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:28.134382 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8be4250e-c9f2-4f6f-8fbd-046903c69458 req-a76817f3-5b32-4da9-9060-b29532c4918b tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] 10.222.0.50 "GET /v2.0/ports?device_id=c744a4ba-cd7b-4e2a-b768-19b5547047d4 HTTP/1.1" status: 200 len: 210 time: 0.4078138 Jun 02 16:28:28.149308 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff9f17c9-db99-44ac-8851-ba87f3868493 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:28.202360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e61f733-95d9-4587-85c7-daabf4159b6c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:28.246120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-920ca7da-a1e3-4038-a340-12b0118e9791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:28.265509 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-de214f36-1101-4dc8-9378-8c9b9328625c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:28.313089 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port b177f9f1-a566-4e0c-b816-40dfe6c15e78 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:28.326784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Subnet': ['ID=edafa313-b40f-4040-9872-1a349c0175cc,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:28.346023 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ca7da-a1e3-4038-a340-12b0118e9791 None None] No DVR routers for this DVR port c3602cec-241b-4ad9-bf97-414c6136b934 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:28:28.348766 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ca7da-a1e3-4038-a340-12b0118e9791 None None] Pushing event deleted for resources: {'Port': ['ID=c3602cec-241b-4ad9-bf97-414c6136b934,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:28.357725 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-920ca7da-a1e3-4038-a340-12b0118e9791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:28.418756 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:28:28.439784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2e61f733-95d9-4587-85c7-daabf4159b6c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Calling delete_port for 79e93a95-db37-4478-a4e3-fc7777ba9801 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:28.441067 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c3602cec-241b-4ad9-bf97-414c6136b934 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:28:28.459460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff9f17c9-db99-44ac-8851-ba87f3868493 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:28.462299 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:28.497354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9f17c9-db99-44ac-8851-ba87f3868493 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:28.497354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff9f17c9-db99-44ac-8851-ba87f3868493 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:28.522777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: c3602cec-241b-4ad9-bf97-414c6136b934 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:28:28.523124 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c3602cec-241b-4ad9-bf97-414c6136b934 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:28.539845 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:28.542129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Checking segment: {'id': '130924de-2b50-45be-8167-199964dca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c52f7acb-e08a-4b4b-b760-78b3cb233853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:28.542129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network hostable DHCP agents. Network: c52f7acb-e08a-4b4b-b760-78b3cb233853, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:28:28.581130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:28.641217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-47d9a005-68ec-4053-87d6-e7eb07d6ab0f tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:28.714658 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network c52f7acb-e08a-4b4b-b760-78b3cb233853 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:28:28.772470 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ca7006-cc90-4bb4-967b-a5ec3fed34ea None None] Network e19a9f0b-a10a-48a4-bc72-c09d8da343a7 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:28.777215 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e61f733-95d9-4587-85c7-daabf4159b6c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:28.786186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dad3dfd4-f931-432f-9ca7-244c98827db0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:28.794649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, c52f7acb-e08a-4b4b-b760-78b3cb233853) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:28.812614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff9f17c9-db99-44ac-8851-ba87f3868493 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:28.844914 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff9f17c9-db99-44ac-8851-ba87f3868493 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:28.855182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Checking segment: {'id': '8a5126ea-b971-4982-b0a1-7d8cf75e45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:28.856180 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network hostable DHCP agents. Network: 24eadc46-b3ba-4f0d-98a9-9f0cb8c17043, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:28:28.857752 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccf9e8f-1833-4bfb-ba93-aaa73a004a1d None None] Network c52f7acb-e08a-4b4b-b760-78b3cb233853 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:28.863745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Subnet': ['ID=c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:28.868861 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ff9f17c9-db99-44ac-8851-ba87f3868493 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "DELETE /v2.0/networks/eeced630-0f81-4ca7-badb-bae0a1f1cc4c HTTP/1.1" status: 204 len: 168 time: 2.6369703 Jun 02 16:28:28.874121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:28.875935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-72d4600d-a43a-4d22-b490-167d0b79ec85 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:28.882816 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61f733-95d9-4587-85c7-daabf4159b6c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Port': ['ID=79e93a95-db37-4478-a4e3-fc7777ba9801,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:28.886474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2e61f733-95d9-4587-85c7-daabf4159b6c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:28.887308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36894) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:28.902913 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:28.904255 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:28.943810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cf73f044-de2c-4358-a70b-a5771fe20cc3 None None] Provisioning for port 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:28.966502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f17c9-db99-44ac-8851-ba87f3868493 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event deleted for resources: {'Network': ['ID=eeced630-0f81-4ca7-badb-bae0a1f1cc4c,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:28.980668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ff9f17c9-db99-44ac-8851-ba87f3868493 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:29.007282 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.5347669 Jun 02 16:28:29.011114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36896) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:29.028529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-4af394f9-6ad6-42fd-bff9-76057c90c3f5 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:29.093172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 24eadc46-b3ba-4f0d-98a9-9f0cb8c17043 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:28:29.122227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 24eadc46-b3ba-4f0d-98a9-9f0cb8c17043) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:29.139069 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6034c0b-8c3c-40da-8934-55ea409b1911 None None] Network 24eadc46-b3ba-4f0d-98a9-9f0cb8c17043 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:29.169737 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:29.170378 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:29.204950 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cf73f044-de2c-4358-a70b-a5771fe20cc3 None None] Provisioning for port b177f9f1-a566-4e0c-b816-40dfe6c15e78 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:29.231686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cf73f044-de2c-4358-a70b-a5771fe20cc3 None None] Provisioning complete for port b177f9f1-a566-4e0c-b816-40dfe6c15e78 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:29.232222 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cf73f044-de2c-4358-a70b-a5771fe20cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:29.275502 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0370193 Jun 02 16:28:29.281284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36900) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:29.308069 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:21Z', 'revision_number': 4, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3eeced0e-2d2f-4a4b-a507-96ea44e91b69', 'name': '', 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:01:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:18Z', 'updated_at': '2021-06-02T16:28:27Z', 'revision_number': 4, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:29.314370 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ee812-7ce8-4e50-8985-843748c36c99 None None] The sync data for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv is: [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:21Z', 'revision_number': 4, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3eeced0e-2d2f-4a4b-a507-96ea44e91b69', 'name': '', 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:01:a3:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:18Z', 'updated_at': '2021-06-02T16:28:27Z', 'revision_number': 4, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:28:29.430617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2e61f733-95d9-4587-85c7-daabf4159b6c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:29.480090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36902) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:29.484628 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2e61f733-95d9-4587-85c7-daabf4159b6c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/79e93a95-db37-4478-a4e3-fc7777ba9801 HTTP/1.1" status: 204 len: 168 time: 2.5181582 Jun 02 16:28:29.492967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4af394f9-6ad6-42fd-bff9-76057c90c3f5 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15763423'] for subnet, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:29.533275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36904) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:29.651526 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-67f69006-d5ec-4c24-b596-5a18fb97f352 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:29.773025 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4af394f9-6ad6-42fd-bff9-76057c90c3f5 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746509502437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16447431'] for subnet, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:29.785716 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1b02a9e6-1ab3-4d0c-9c79-8e7566411be0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:29.863845 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af394f9-6ad6-42fd-bff9-76057c90c3f5 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:29.864651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4af394f9-6ad6-42fd-bff9-76057c90c3f5 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:29.868668 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4af394f9-6ad6-42fd-bff9-76057c90c3f5 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "PUT /v2.0/subnets/edafa313-b40f-4040-9872-1a349c0175cc HTTP/1.1" status: 200 len: 806 time: 0.8535292 Jun 02 16:28:29.872903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36906) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:29.945359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-729f5f5b-3fd8-41b2-aaf1-954d77601c75 admin admin] Deleting subnet 5cdedbcb-4e52-4c6b-9ed6-7c2320380464 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:28:29.971442 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-67f69006-d5ec-4c24-b596-5a18fb97f352 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:29.983732 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-c52f7acb-e08a-4b4b-b760-78b3cb233853', 'network_id': 'c52f7acb-e08a-4b4b-b760-78b3cb233853', 'tenant_id': '655379d491bb41ae8544421a60b1f12a', 'fixed_ips': [{'subnet_id': 'edafa313-b40f-4040-9872-1a349c0175cc'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:28:29.985152 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:29.990686 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-729f5f5b-3fd8-41b2-aaf1-954d77601c75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:30.015326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cf73f044-de2c-4358-a70b-a5771fe20cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:30.041544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-67f69006-d5ec-4c24-b596-5a18fb97f352 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1806aca-eba5-4a01-85ee-957802f0c954']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:30.065167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-67f69006-d5ec-4c24-b596-5a18fb97f352 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f82870e-391a-4a27-ad1c-d88e61c1f930') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:30.065840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-67f69006-d5ec-4c24-b596-5a18fb97f352 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f82870e-391a-4a27-ad1c-d88e61c1f930') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:30.106618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a17f6a-e205-40dd-b614-9d5179199f98 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:30.107865 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-31a17f6a-e205-40dd-b614-9d5179199f98 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:30.121700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-67f69006-d5ec-4c24-b596-5a18fb97f352 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:30.136266 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:30.142986 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-729f5f5b-3fd8-41b2-aaf1-954d77601c75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:30.186421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-67f69006-d5ec-4c24-b596-5a18fb97f352 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:30.210630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f69006-d5ec-4c24-b596-5a18fb97f352 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:30.211112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-67f69006-d5ec-4c24-b596-5a18fb97f352 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:30.234659 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:30.245310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-31a17f6a-e205-40dd-b614-9d5179199f98 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:30.249498 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-31a17f6a-e205-40dd-b614-9d5179199f98 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7074945 Jun 02 16:28:30.252284 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36908) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:30.354777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-cf73f044-de2c-4358-a70b-a5771fe20cc3 None None] For port b177f9f1-a566-4e0c-b816-40dfe6c15e78, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b177f9f1-a566-4e0c-b816-40dfe6c15e78,segment=NetworkSegment(f4422c49-14a6-4c03-944f-2b1a5eaf0e7e),segment_id=f4422c49-14a6-4c03-944f-2b1a5eaf0e7e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:30.373719 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-729f5f5b-3fd8-41b2-aaf1-954d77601c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:30.422923 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-67f69006-d5ec-4c24-b596-5a18fb97f352 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:30.430874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:30.466265 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-67f69006-d5ec-4c24-b596-5a18fb97f352 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:30.495979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f69006-d5ec-4c24-b596-5a18fb97f352 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event deleted for resources: {'Network': ['ID=f1806aca-eba5-4a01-85ee-957802f0c954,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:30.532243 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cf73f044-de2c-4358-a70b-a5771fe20cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:30.542568 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-aa9dc8f0-b8f3-4d70-8e5d-ac9f8b58ec2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:30.548323 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-67f69006-d5ec-4c24-b596-5a18fb97f352 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "DELETE /v2.0/networks/f1806aca-eba5-4a01-85ee-957802f0c954 HTTP/1.1" status: 204 len: 168 time: 1.6215303 Jun 02 16:28:30.548323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-67f69006-d5ec-4c24-b596-5a18fb97f352 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:30.551882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36910) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:30.569676 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af394f9-6ad6-42fd-bff9-76057c90c3f5 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Subnet': ['ID=edafa313-b40f-4040-9872-1a349c0175cc,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:30.574766 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4af394f9-6ad6-42fd-bff9-76057c90c3f5 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:30.713670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057345ff-d7b1-4faf-9eb3-c78935e86ea1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:30.717072 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-057345ff-d7b1-4faf-9eb3-c78935e86ea1 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4596951 Jun 02 16:28:30.743521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36912) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:30.857116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:30.874021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73f044-de2c-4358-a70b-a5771fe20cc3 None None] Pushing event updated for resources: {'Port': ['ID=b177f9f1-a566-4e0c-b816-40dfe6c15e78,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:30.877066 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46c84fe-aef2-4316-89b2-5218df64d125 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Deleting subnet 54e79ec3-8011-44a5-bdc7-c13b325f3d71 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:28:30.885760 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-24eadc46-b3ba-4f0d-98a9-9f0cb8c17043', 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'fixed_ips': [{'subnet_id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:28:30.887128 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:30.896452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-729f5f5b-3fd8-41b2-aaf1-954d77601c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:30.901658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d46c84fe-aef2-4316-89b2-5218df64d125 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:30.909288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cf73f044-de2c-4358-a70b-a5771fe20cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:30.910198 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:30.910797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:30.939446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:30.985589 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f5f5b-3fd8-41b2-aaf1-954d77601c75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cdedbcb-4e52-4c6b-9ed6-7c2320380464,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:30.999070 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-729f5f5b-3fd8-41b2-aaf1-954d77601c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:31.014950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-729f5f5b-3fd8-41b2-aaf1-954d77601c75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:31.018695 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:31.027043 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-729f5f5b-3fd8-41b2-aaf1-954d77601c75 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5cdedbcb-4e52-4c6b-9ed6-7c2320380464 HTTP/1.1" status: 204 len: 168 time: 1.5423999 Jun 02 16:28:31.027707 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36916) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:31.050611 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Allocated IP 172.20.0.2 (c52f7acb-e08a-4b4b-b760-78b3cb233853/edafa313-b40f-4040-9872-1a349c0175cc/16f71628-f254-41c7-bd74-9eeafb996a66) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:28:31.065366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d46c84fe-aef2-4316-89b2-5218df64d125 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:31.154845 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-25b043dc-1160-4fec-9441-88b047aa2b63 None None] Provisioning complete for port 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:31.155575 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-25b043dc-1160-4fec-9441-88b047aa2b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:31.236607 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-18b4a4d9-58ad-44d3-acf3-898050ad9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:31.335036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d46c84fe-aef2-4316-89b2-5218df64d125 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:31.337150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:31.409565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1cdec0-e5df-4dfe-8258-6366e165c25b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:31.412714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1cdec0-e5df-4dfe-8258-6366e165c25b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:31.420228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1cdec0-e5df-4dfe-8258-6366e165c25b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:31.422291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6c1cdec0-e5df-4dfe-8258-6366e165c25b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:31.450053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-18b4a4d9-58ad-44d3-acf3-898050ad9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:31.479249 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-18b4a4d9-58ad-44d3-acf3-898050ad9c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac739103-494e-47ee-8fcb-a66621220176']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:31.519298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-18b4a4d9-58ad-44d3-acf3-898050ad9c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fd49c5-723d-4b2a-a339-6ef61c9117a1') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:31.519652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-18b4a4d9-58ad-44d3-acf3-898050ad9c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fd49c5-723d-4b2a-a339-6ef61c9117a1') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:31.578202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6c1cdec0-e5df-4dfe-8258-6366e165c25b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:31.584187 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6c1cdec0-e5df-4dfe-8258-6366e165c25b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.8269880 Jun 02 16:28:31.584431 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Allocated IP 172.23.0.2 (24eadc46-b3ba-4f0d-98a9-9f0cb8c17043/c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d/2c15a5d1-8843-4aca-bf33-0bee3adf611b) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:28:31.591411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36918) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:31.747714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-18b4a4d9-58ad-44d3-acf3-898050ad9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:31.780162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-18b4a4d9-58ad-44d3-acf3-898050ad9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:31.793021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b4a4d9-58ad-44d3-acf3-898050ad9c20 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:31.793482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-18b4a4d9-58ad-44d3-acf3-898050ad9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:31.807152 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:32.023695 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.052054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-18b4a4d9-58ad-44d3-acf3-898050ad9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.065643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a7143759-8525-4bfa-9b26-9a20cc275197 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:32.068233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 3eeced0e-2d2f-4a4b-a507-96ea44e91b69, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3eeced0e-2d2f-4a4b-a507-96ea44e91b69,segment=NetworkSegment(f4422c49-14a6-4c03-944f-2b1a5eaf0e7e),segment_id=f4422c49-14a6-4c03-944f-2b1a5eaf0e7e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:32.130192 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.131601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-674b90fe-e7e0-4022-8d45-c528db1c33db tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 0fb1604c-97de-43b2-b6d7-35c9698a244f {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:28:32.138858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-674b90fe-e7e0-4022-8d45-c528db1c33db tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.150509 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:32.156375 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-18b4a4d9-58ad-44d3-acf3-898050ad9c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.169877 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d46c84fe-aef2-4316-89b2-5218df64d125 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.184507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4a4d9-58ad-44d3-acf3-898050ad9c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac739103-494e-47ee-8fcb-a66621220176,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:32.190510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-18b4a4d9-58ad-44d3-acf3-898050ad9c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:32.197991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-141ee20c-d4d3-40ef-a396-3c46978225d7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:32.260161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-674b90fe-e7e0-4022-8d45-c528db1c33db tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.262455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.265509 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b177f9f1-a566-4e0c-b816-40dfe6c15e78 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:32.268865 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-18b4a4d9-58ad-44d3-acf3-898050ad9c20 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ac739103-494e-47ee-8fcb-a66621220176 HTTP/1.1" status: 204 len: 168 time: 1.2345037 Jun 02 16:28:32.268865 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d46c84fe-aef2-4316-89b2-5218df64d125 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.273731 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d46c84fe-aef2-4316-89b2-5218df64d125 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "DELETE /v2.0/subnets/54e79ec3-8011-44a5-bdc7-c13b325f3d71 HTTP/1.1" status: 204 len: 168 time: 1.7171338 Jun 02 16:28:32.280120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36920) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:32.280623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36922) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:32.344664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ddbfc9-7e69-4bb9-9030-b1900b34d85f None None] Network cd24769b-755a-488b-9de9-a6ce13893cc2 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:32.356462 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.444073 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Transition to ACTIVE for port object 2c15a5d1-8843-4aca-bf33-0bee3adf611b will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:32.524258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c84fe-aef2-4316-89b2-5218df64d125 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event deleted for resources: {'Subnet': ['ID=54e79ec3-8011-44a5-bdc7-c13b325f3d71,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:32.571086 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d46c84fe-aef2-4316-89b2-5218df64d125 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:32.582940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-674b90fe-e7e0-4022-8d45-c528db1c33db tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.619764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Transition to ACTIVE for port object 2c15a5d1-8843-4aca-bf33-0bee3adf611b will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:32.621104 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=3eeced0e-2d2f-4a4b-a507-96ea44e91b69,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:32.651224 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:32.652207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-25b043dc-1160-4fec-9441-88b047aa2b63 None None] Provisioning complete for port b177f9f1-a566-4e0c-b816-40dfe6c15e78 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:32.652580 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-25b043dc-1160-4fec-9441-88b047aa2b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.657864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.682346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb8fa27-7b76-416f-92e4-1db1ce867c17 admin admin] Deleting subnet 317ae8e7-9107-470f-9fdc-17ffdafb484a {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:28:32.695274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.695789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9fb8fa27-7b76-416f-92e4-1db1ce867c17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.717334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cf1e095b-a37b-4c0b-89a7-5f0ffb50b136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:32.880609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.888803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9fb8fa27-7b76-416f-92e4-1db1ce867c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.904675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Network 24eadc46-b3ba-4f0d-98a9-9f0cb8c17043 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:32.922879 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:32.928934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Transition to ACTIVE for port object 16f71628-f254-41c7-bd74-9eeafb996a66 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:32.932645 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Pushing event updated for resources: {'Port': ['ID=2c15a5d1-8843-4aca-bf33-0bee3adf611b,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:32.941498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:28:32.946612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port b177f9f1-a566-4e0c-b816-40dfe6c15e78 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:32.947008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:32.972435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:33.026335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9fb8fa27-7b76-416f-92e4-1db1ce867c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.082925 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-87b4bee7-8345-490d-ad70-90c449774fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.085754 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Deleting port b662e00b-58e9-4d33-8e33-d19a984b0665 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:33.086645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.089205 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Transition to ACTIVE for port object 16f71628-f254-41c7-bd74-9eeafb996a66 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:33.244217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Allocated IP 172.23.0.1 (24eadc46-b3ba-4f0d-98a9-9f0cb8c17043/c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d/d392083c-e59e-4011-a4d1-6b5dba817b6f) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:28:33.283435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] For port b662e00b-58e9-4d33-8e33-d19a984b0665, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b662e00b-58e9-4d33-8e33-d19a984b0665,segment=NetworkSegment(9ec77335-c731-44d7-95c9-862e71cf69a7),segment_id=9ec77335-c731-44d7-95c9-862e71cf69a7)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:33.283869 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.321288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.336793 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-075268ea-b593-4790-809e-2a1d2559278f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:33.436933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Calling delete_port for b662e00b-58e9-4d33-8e33-d19a984b0665 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:33.455051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Attempting to bind port 2c15a5d1-8843-4aca-bf33-0bee3adf611b on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:28:33.455777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Attempting to bind port 2c15a5d1-8843-4aca-bf33-0bee3adf611b by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '8a5126ea-b971-4982-b0a1-7d8cf75e45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:28:33.456145 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Attempting to bind port 2c15a5d1-8843-4aca-bf33-0bee3adf611b on network 24eadc46-b3ba-4f0d-98a9-9f0cb8c17043 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:28:33.463268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Network c52f7acb-e08a-4b4b-b760-78b3cb233853 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:33.469220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.470882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:33.478173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:28:33.479929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Pushing event updated for resources: {'Port': ['ID=16f71628-f254-41c7-bd74-9eeafb996a66,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:33.485143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:33.487735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:28:33.488119 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Checking segment: {'id': '8a5126ea-b971-4982-b0a1-7d8cf75e45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:33.488517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.489167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Bound using segment: {'id': '8a5126ea-b971-4982-b0a1-7d8cf75e45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:28:33.489819 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Bound port: 2c15a5d1-8843-4aca-bf33-0bee3adf611b, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5126ea-b971-4982-b0a1-7d8cf75e45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:28:33.490397 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.497916 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ce72e4b9-5733-46fd-ba53-4d2dfbe34799 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:33.556210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-674b90fe-e7e0-4022-8d45-c528db1c33db tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.657414 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.660365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2e61f733-95d9-4587-85c7-daabf4159b6c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:33.682168 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.688950 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11422007-2041-4bbb-b7ef-e098892713d5 None None] DHCP port deletion for cd24769b-755a-488b-9de9-a6ce13893cc2 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:28:33.700162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9fb8fa27-7b76-416f-92e4-1db1ce867c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.701401 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Transition to ACTIVE for port object d392083c-e59e-4011-a4d1-6b5dba817b6f will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:33.713949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event deleted for resources: {'Port': ['ID=b662e00b-58e9-4d33-8e33-d19a984b0665,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:33.719976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:33.721782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-56563b9a-d060-4cd4-9291-ee3624a87ace tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:33.751386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] No DVR routers for this DVR port b662e00b-58e9-4d33-8e33-d19a984b0665 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:28:33.763652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.776440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Attempting to bind port 16f71628-f254-41c7-bd74-9eeafb996a66 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:28:33.776969 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Attempting to bind port 16f71628-f254-41c7-bd74-9eeafb996a66 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '130924de-2b50-45be-8167-199964dca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c52f7acb-e08a-4b4b-b760-78b3cb233853'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:28:33.777539 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Attempting to bind port 16f71628-f254-41c7-bd74-9eeafb996a66 on network c52f7acb-e08a-4b4b-b760-78b3cb233853 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:28:33.780859 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Subnet': ['ID=edafa313-b40f-4040-9872-1a349c0175cc,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:33.785131 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8fa27-7b76-416f-92e4-1db1ce867c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=317ae8e7-9107-470f-9fdc-17ffdafb484a,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:33.787438 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9fb8fa27-7b76-416f-92e4-1db1ce867c17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.794412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9fb8fa27-7b76-416f-92e4-1db1ce867c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:33.803398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:33.804764 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:33.810821 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:28:33.811530 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Checking segment: {'id': '130924de-2b50-45be-8167-199964dca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c52f7acb-e08a-4b4b-b760-78b3cb233853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:33.812043 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.812655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Bound using segment: {'id': '130924de-2b50-45be-8167-199964dca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c52f7acb-e08a-4b4b-b760-78b3cb233853'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:28:33.813414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Bound port: 16f71628-f254-41c7-bd74-9eeafb996a66, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130924de-2b50-45be-8167-199964dca151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c52f7acb-e08a-4b4b-b760-78b3cb233853'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:28:33.814016 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.819550 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9fb8fa27-7b76-416f-92e4-1db1ce867c17 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/317ae8e7-9107-470f-9fdc-17ffdafb484a HTTP/1.1" status: 204 len: 168 time: 1.5364029 Jun 02 16:28:33.829243 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36924) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:33.840765 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a9b3c482-87f2-4328-876e-665e49d527df None None] Provisioning complete for port 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:33.841870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c482-87f2-4328-876e-665e49d527df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.857582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-674b90fe-e7e0-4022-8d45-c528db1c33db tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:33.878739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b05f6-f431-43c2-a1ec-32f3d0682f6f None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:33.935884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] For port 2c15a5d1-8843-4aca-bf33-0bee3adf611b, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:28:33.959584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 24eadc46-b3ba-4f0d-98a9-9f0cb8c17043 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:33.994931 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:33.998526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b90fe-e7e0-4022-8d45-c528db1c33db tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=0fb1604c-97de-43b2-b6d7-35c9698a244f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:34.014178 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:28:34.071769 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-674b90fe-e7e0-4022-8d45-c528db1c33db tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:34.072800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:34.093664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] For port 2c15a5d1-8843-4aca-bf33-0bee3adf611b, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=2c15a5d1-8843-4aca-bf33-0bee3adf611b,segment=NetworkSegment(8a5126ea-b971-4982-b0a1-7d8cf75e45ee),segment_id=8a5126ea-b971-4982-b0a1-7d8cf75e45ee)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:28:34.131876 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.146605 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4dc4a474-d37b-4a0a-9a66-f0be6eeaab2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:34.150382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.162273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.166342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd24769b-755a-488b-9de9-a6ce13893cc2']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:34.179709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec77335-c731-44d7-95c9-862e71cf69a7') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:34.179912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec77335-c731-44d7-95c9-862e71cf69a7') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:34.184344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52f7acb-e08a-4b4b-b760-78b3cb233853']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:34.192581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.204024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130924de-2b50-45be-8167-199964dca151') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:34.204335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130924de-2b50-45be-8167-199964dca151') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:34.209652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.216770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:34.217538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:34.245942 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:34.253721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.278646 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-674b90fe-e7e0-4022-8d45-c528db1c33db tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/0fb1604c-97de-43b2-b6d7-35c9698a244f HTTP/1.1" status: 204 len: 168 time: 2.2734854 Jun 02 16:28:34.294381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36926) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:34.305198 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:34.359982 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.365070 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=d392083c-e59e-4011-a4d1-6b5dba817b6f,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:34.371258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-adf60687-4c7a-4dac-b9ff-d62f6dcde52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.384670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:34.388146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:34.388541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.392734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.401480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d4ba0f3f-09f8-45c6-971b-61b7015e3266 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:34.404468 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:34.408379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.491309 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.497560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Pushing event deleted for resources: {'Network': ['ID=cd24769b-755a-488b-9de9-a6ce13893cc2,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:34.500934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] For port 16f71628-f254-41c7-bd74-9eeafb996a66, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:28:34.521407 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc812907-8af3-4209-85be-c01972294b1b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Deleting subnet 5a333cc0-2b5f-4138-b011-738c0b9e69bc {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:28:34.521723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:34.527417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dc812907-8af3-4209-85be-c01972294b1b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.561779 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.api [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:28:34.561779 dv-neutron-601336-83-hyperv neutron-server[92322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:28:34.561779 dv-neutron-601336-83-hyperv neutron-server[92322]: [parameters: {'id': 'c52f7acb-e08a-4b4b-b760-78b3cb233853'}] Jun 02 16:28:34.561779 dv-neutron-601336-83-hyperv neutron-server[92322]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:28:34.561779 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_db.api [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:28:34.563189 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "DELETE /v2.0/networks/cd24769b-755a-488b-9de9-a6ce13893cc2 HTTP/1.1" status: 204 len: 168 time: 2.2120354 Jun 02 16:28:34.570624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36928) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:34.599622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dc812907-8af3-4209-85be-c01972294b1b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.679834 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] For port 16f71628-f254-41c7-bd74-9eeafb996a66, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=16f71628-f254-41c7-bd74-9eeafb996a66,segment=NetworkSegment(130924de-2b50-45be-8167-199964dca151),segment_id=130924de-2b50-45be-8167-199964dca151)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:28:34.697670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Pushing event updated for resources: {'Port': ['ID=2c15a5d1-8843-4aca-bf33-0bee3adf611b,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:34.706295 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:34.719730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dc812907-8af3-4209-85be-c01972294b1b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.721688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.744177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:34.767263 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-35e3453a-38f7-45b6-92e7-f4c9a9c564d0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Synchronizing usage tracker for tenant:4ab0dd4e9d12428aa7863636dd8c728b on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:34.781866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-adf60687-4c7a-4dac-b9ff-d62f6dcde52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:34.806552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-adf60687-4c7a-4dac-b9ff-d62f6dcde52d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e90900-2740-4270-8848-71d4a1d1c6a5']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:34.817219 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-35e3453a-38f7-45b6-92e7-f4c9a9c564d0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Unset dirty status for tenant:4ab0dd4e9d12428aa7863636dd8c728b on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:34.821932 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-35e3453a-38f7-45b6-92e7-f4c9a9c564d0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "GET /v2.0/ports?device_id=28645365-e913-4698-88b3-c42eadfe2e4a HTTP/1.1" status: 200 len: 205 time: 0.2505498 Jun 02 16:28:34.822657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36930) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:34.914161 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-adf60687-4c7a-4dac-b9ff-d62f6dcde52d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfbbe9c-f853-49b8-83cc-8ed0d4b90281') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:34.914464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-adf60687-4c7a-4dac-b9ff-d62f6dcde52d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfbbe9c-f853-49b8-83cc-8ed0d4b90281') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:35.026218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Pushing event updated for resources: {'Port': ['ID=16f71628-f254-41c7-bd74-9eeafb996a66,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:35.030938 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:35.030938 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:35.031546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-adf60687-4c7a-4dac-b9ff-d62f6dcde52d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:35.067532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2374f924-f5ca-4b28-ab59-a2d5d714a6ee tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:35.091277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:35.097930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:35.130477 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:35.143125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-adf60687-4c7a-4dac-b9ff-d62f6dcde52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:35.163141 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39600bc-ed1a-413a-969e-aaa43fdced30 None None] Network c52f7acb-e08a-4b4b-b760-78b3cb233853 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:35.176209 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:35.222053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf60687-4c7a-4dac-b9ff-d62f6dcde52d admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:35.222053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-adf60687-4c7a-4dac-b9ff-d62f6dcde52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:35.237400 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:35.444151 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-971357a3-bb23-41ad-8d0d-09496523c78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:35.490384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4bf975-30e9-47df-9e40-061d91b20c73 None None] Network c52f7acb-e08a-4b4b-b760-78b3cb233853 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:35.523828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b662e00b-58e9-4d33-8e33-d19a984b0665 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:28:35.590408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2374f924-f5ca-4b28-ab59-a2d5d714a6ee tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:35.599532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2374f924-f5ca-4b28-ab59-a2d5d714a6ee tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:35.603653 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: b662e00b-58e9-4d33-8e33-d19a984b0665 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:28:35.604059 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b662e00b-58e9-4d33-8e33-d19a984b0665 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:28:35.609303 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-adf60687-4c7a-4dac-b9ff-d62f6dcde52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:35.622601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-73cd1bd2-0bdd-457b-9a4a-546aad10750e tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:35.656522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-adf60687-4c7a-4dac-b9ff-d62f6dcde52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:35.671724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf60687-4c7a-4dac-b9ff-d62f6dcde52d admin admin] Pushing event deleted for resources: {'Network': ['ID=87e90900-2740-4270-8848-71d4a1d1c6a5,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:35.695904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-adf60687-4c7a-4dac-b9ff-d62f6dcde52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:35.708818 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-adf60687-4c7a-4dac-b9ff-d62f6dcde52d admin admin] 10.222.0.50 "DELETE /v2.0/networks/87e90900-2740-4270-8848-71d4a1d1c6a5 HTTP/1.1" status: 204 len: 168 time: 1.8774126 Jun 02 16:28:35.726058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2374f924-f5ca-4b28-ab59-a2d5d714a6ee tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:35.728811 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2374f924-f5ca-4b28-ab59-a2d5d714a6ee tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Fanout notify agent at l3_agent the message router_deleted on router 28645365-e913-4698-88b3-c42eadfe2e4a {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:28:35.744995 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2374f924-f5ca-4b28-ab59-a2d5d714a6ee tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:35.747024 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2374f924-f5ca-4b28-ab59-a2d5d714a6ee tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] 10.222.0.50 "DELETE /v2.0/routers/28645365-e913-4698-88b3-c42eadfe2e4a HTTP/1.1" status: 204 len: 168 time: 0.9198692 Jun 02 16:28:36.104560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Deleting port 16f71628-f254-41c7-bd74-9eeafb996a66 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:36.105238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:36.138629 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:28:36.275540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36938) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:36.330065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fbccc5-81cd-400f-954c-5bfc974cae22 None None] Network 24eadc46-b3ba-4f0d-98a9-9f0cb8c17043 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:36.332148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36940) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:36.378397 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5796f9d8-33e5-4edd-a22c-af6d10d3e333 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb3d43f8c1a34b828fed716fdcdead44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0985215 Jun 02 16:28:36.384414 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 36944) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:36.408236 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 2c15a5d1-8843-4aca-bf33-0bee3adf611b up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:36.442647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dc812907-8af3-4209-85be-c01972294b1b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:36.454338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-100bdf3f-acea-4719-a083-64c218e78be6 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:36.528125 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dc812907-8af3-4209-85be-c01972294b1b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:36.537054 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] For port 16f71628-f254-41c7-bd74-9eeafb996a66, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=16f71628-f254-41c7-bd74-9eeafb996a66,segment=NetworkSegment(130924de-2b50-45be-8167-199964dca151),segment_id=130924de-2b50-45be-8167-199964dca151)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:36.537460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:36.540709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e9348aaa-1f52-47ad-b502-8fb5ba3e9631 None None] Provisioning for port 2c15a5d1-8843-4aca-bf33-0bee3adf611b completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:36.549662 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc812907-8af3-4209-85be-c01972294b1b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Subnet': ['ID=5a333cc0-2b5f-4138-b011-738c0b9e69bc,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:36.553628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dc812907-8af3-4209-85be-c01972294b1b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:36.556330 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdf3f2c-3e37-4eb9-aac7-86a60317481f None None] Network 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:36.685397 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 2c15a5d1-8843-4aca-bf33-0bee3adf611b completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:36.690906 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fd9246f6-198e-4d48-930f-92a221f9a387 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ab0dd4e9d12428aa7863636dd8c728b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573282 Jun 02 16:28:36.691504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36946) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:36.712053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 2c15a5d1-8843-4aca-bf33-0bee3adf611b triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:36.712425 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-dc812907-8af3-4209-85be-c01972294b1b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/5a333cc0-2b5f-4138-b011-738c0b9e69bc HTTP/1.1" status: 204 len: 168 time: 2.4162319 Jun 02 16:28:36.712964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:36.715377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36948) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:36.720983 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Calling delete_port for 16f71628-f254-41c7-bd74-9eeafb996a66 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:36.764195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-50375e25-d996-4f67-9e42-cfdcdf79374f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:36.777638 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:36.782942 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:36.792310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:36.797629 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-28c03738-d8fb-47bc-8c7e-3fa5f0dd2c30 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808635 Jun 02 16:28:36.801210 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36950) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:36.843287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fd42906e-f59c-4306-b653-6400dfaedb0c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:36.868239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26a30f40-303e-4bb7-afaf-c468351d5442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:36.883855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-12ca68d4-1c88-49f3-afd2-57cc15670c4f None None] Provisioning complete for port 4616e9fa-cd34-4698-abb8-bd28212fbf3a triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:36.884511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-12ca68d4-1c88-49f3-afd2-57cc15670c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:36.923903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-50375e25-d996-4f67-9e42-cfdcdf79374f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.008681 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.012674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event updated for resources: {'Port': ['ID=d392083c-e59e-4011-a4d1-6b5dba817b6f,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:37.020088 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:37.055126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.069272 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5a3fac52-40c0-49d3-8247-21e53de0b625 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:37.079401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26a30f40-303e-4bb7-afaf-c468351d5442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.116443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Port': ['ID=16f71628-f254-41c7-bd74-9eeafb996a66,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:37.123442 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1b61af-370b-40ee-ae49-b8b865073d3c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:37.124854 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5f1b61af-370b-40ee-ae49-b8b865073d3c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3226066 Jun 02 16:28:37.128748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36952) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:37.149840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.169512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:37.176849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No DVR routers for this DVR port 16f71628-f254-41c7-bd74-9eeafb996a66 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:28:37.211696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553586f1-764a-499d-81a0-902edf15e506 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:37.212716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-553586f1-764a-499d-81a0-902edf15e506 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Synchronizing usage tracker for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:37.225119 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 2c15a5d1-8843-4aca-bf33-0bee3adf611b, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=2c15a5d1-8843-4aca-bf33-0bee3adf611b,segment=NetworkSegment(8a5126ea-b971-4982-b0a1-7d8cf75e45ee),segment_id=8a5126ea-b971-4982-b0a1-7d8cf75e45ee)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:37.235057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.237213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-075268ea-b593-4790-809e-2a1d2559278f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:37.238215 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26a30f40-303e-4bb7-afaf-c468351d5442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.244159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c9701e7e-76f9-4542-99c0-282bdfd2594d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:37.257842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-553586f1-764a-499d-81a0-902edf15e506 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Unset dirty status for tenant:424e33a777ee4ca5ad8d6d9712fe2920 on resource:subnet {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:37.259292 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-553586f1-764a-499d-81a0-902edf15e506 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1298349 Jun 02 16:28:37.263820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36954) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:37.265064 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a30f40-303e-4bb7-afaf-c468351d5442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a80984-750b-4272-bf40-459d91825acc,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:37.334184 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-26a30f40-303e-4bb7-afaf-c468351d5442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:37.335561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db2f469-7b43-476f-964c-4317a4f4c289 None None] DHCP port deletion for 25b6f581-ec64-4f03-b6dd-06a3d455d9c8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:28:37.359197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26a30f40-303e-4bb7-afaf-c468351d5442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.363123 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-26a30f40-303e-4bb7-afaf-c468351d5442 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26a80984-750b-4272-bf40-459d91825acc HTTP/1.1" status: 204 len: 168 time: 0.6705716 Jun 02 16:28:37.365974 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cc02bb94-7b7b-4611-9163-be3e4142fc39 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980968 Jun 02 16:28:37.371036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36958) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:37.382751 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-50375e25-d996-4f67-9e42-cfdcdf79374f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.419630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=2c15a5d1-8843-4aca-bf33-0bee3adf611b,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:37.434569 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd649fc-81f0-48a5-a907-42d595395fae tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:37.434789 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:37.435378 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd649fc-81f0-48a5-a907-42d595395fae tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:37.437388 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.445330 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1dd649fc-81f0-48a5-a907-42d595395fae tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/79e93a95-db37-4478-a4e3-fc7777ba9801 HTTP/1.1" status: 404 len: 333 time: 0.0726759 Jun 02 16:28:37.450161 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36960) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:37.455442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4eff1eb1-d9b4-4498-85e7-7d0f223f9e87 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:37.474824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-3db2f469-7b43-476f-964c-4317a4f4c289 None None] Deleting port 4616e9fa-cd34-4698-abb8-bd28212fbf3a {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:37.475221 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3db2f469-7b43-476f-964c-4317a4f4c289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.491284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50375e25-d996-4f67-9e42-cfdcdf79374f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28039d0a-7898-4682-a780-dc461a77bc1a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:37.495253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52f7acb-e08a-4b4b-b760-78b3cb233853']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:37.514451 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-50375e25-d996-4f67-9e42-cfdcdf79374f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:37.521187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-50375e25-d996-4f67-9e42-cfdcdf79374f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.524866 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-50375e25-d996-4f67-9e42-cfdcdf79374f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/28039d0a-7898-4682-a780-dc461a77bc1a HTTP/1.1" status: 204 len: 168 time: 1.1344974 Jun 02 16:28:37.525060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Network 24eadc46-b3ba-4f0d-98a9-9f0cb8c17043 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:37.539056 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42fb129-6799-413f-9d78-9d8ca61e5512 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:37.539927 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42fb129-6799-413f-9d78-9d8ca61e5512 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:37.541579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:37.542141 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d42fb129-6799-413f-9d78-9d8ca61e5512 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/0fb1604c-97de-43b2-b6d7-35c9698a244f HTTP/1.1" status: 404 len: 337 time: 0.0904958 Jun 02 16:28:37.548403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36964) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:37.556712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130924de-2b50-45be-8167-199964dca151') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:37.557018 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130924de-2b50-45be-8167-199964dca151') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:37.597628 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b572905b-452f-49a0-bbda-0145fa6dd705 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:37.597945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b572905b-452f-49a0-bbda-0145fa6dd705 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:37.601280 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b572905b-452f-49a0-bbda-0145fa6dd705 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/5a333cc0-2b5f-4138-b011-738c0b9e69bc HTTP/1.1" status: 404 len: 337 time: 0.0514991 Jun 02 16:28:37.606248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36968) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:37.648282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3db2f469-7b43-476f-964c-4317a4f4c289 None None] For port 4616e9fa-cd34-4698-abb8-bd28212fbf3a, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=4616e9fa-cd34-4698-abb8-bd28212fbf3a,segment=NetworkSegment(48ee2895-d0ef-4ffb-a0e0-8049ea6875d7),segment_id=48ee2895-d0ef-4ffb-a0e0-8049ea6875d7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:37.648901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3db2f469-7b43-476f-964c-4317a4f4c289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.700324 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03ad51e-c247-47dc-9c5f-6b501b68bd3f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:37.702045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03ad51e-c247-47dc-9c5f-6b501b68bd3f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:37.710817 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c03ad51e-c247-47dc-9c5f-6b501b68bd3f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/a53e388a-0954-4832-853c-7d2c52332dd0 HTTP/1.1" status: 404 len: 333 time: 0.1031630 Jun 02 16:28:37.712660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36970) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:37.731818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.783058 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-1704b322-c3d9-4c08-9685-5e6b57afc6e8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:37.783979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1704b322-c3d9-4c08-9685-5e6b57afc6e8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:37.786357 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1704b322-c3d9-4c08-9685-5e6b57afc6e8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/0e9f45a9-550d-49f9-8fba-18524fc0a6c1 HTTP/1.1" status: 404 len: 337 time: 0.0725415 Jun 02 16:28:37.790429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36972) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:37.838578 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f9ccf0-f549-4ca4-bff3-65df7c5340ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:37.839618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f9ccf0-f549-4ca4-bff3-65df7c5340ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:37.841673 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-91f9ccf0-f549-4ca4-bff3-65df7c5340ab tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/de088090-7f28-4d6f-9bfd-5bfc40227f7c HTTP/1.1" status: 404 len: 337 time: 0.0498867 Jun 02 16:28:37.848087 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36976) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:37.877568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.887664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-3db2f469-7b43-476f-964c-4317a4f4c289 None None] Calling delete_port for 4616e9fa-cd34-4698-abb8-bd28212fbf3a owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:37.890510 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:37.891266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.900202 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-248ea6b9-7be2-4c43-8511-dd01d084d20a None None] Provisioning for port d392083c-e59e-4011-a4d1-6b5dba817b6f completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:37.909873 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06e1664-e480-4842-a7a0-82104a15f6fd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:37.910476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c06e1664-e480-4842-a7a0-82104a15f6fd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:37.912811 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c06e1664-e480-4842-a7a0-82104a15f6fd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/a8d1024c-4f54-4277-8deb-e3d2295afe82 HTTP/1.1" status: 404 len: 333 time: 0.0631607 Jun 02 16:28:37.915410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36978) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:37.920578 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-248ea6b9-7be2-4c43-8511-dd01d084d20a None None] Provisioning complete for port d392083c-e59e-4011-a4d1-6b5dba817b6f triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:37.921330 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-248ea6b9-7be2-4c43-8511-dd01d084d20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:37.976815 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3ca584-5e75-4024-8132-a7b06445bcaf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:37.978644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3ca584-5e75-4024-8132-a7b06445bcaf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:37.982887 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7e3ca584-5e75-4024-8132-a7b06445bcaf tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/f7ce6d2f-3db5-4cf5-870e-f0614ce8c335 HTTP/1.1" status: 404 len: 337 time: 0.0650079 Jun 02 16:28:37.984604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36982) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:38.013118 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-248ea6b9-7be2-4c43-8511-dd01d084d20a None None] Port d392083c-e59e-4011-a4d1-6b5dba817b6f cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:38.019678 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:38.039384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-248ea6b9-7be2-4c43-8511-dd01d084d20a None None] Provisioning complete for port 2c15a5d1-8843-4aca-bf33-0bee3adf611b triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:38.040173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-248ea6b9-7be2-4c43-8511-dd01d084d20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:38.057639 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5f9067-3af2-45c5-b0c4-0232cbaf38aa tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:38.059323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5f9067-3af2-45c5-b0c4-0232cbaf38aa tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:38.065889 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9d5f9067-3af2-45c5-b0c4-0232cbaf38aa tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/61885644-4ce0-438c-a8bc-7e26b24a6241 HTTP/1.1" status: 404 len: 337 time: 0.0792289 Jun 02 16:28:38.067862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36986) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:38.105304 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3db2f469-7b43-476f-964c-4317a4f4c289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:38.110952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:38.111824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-800f1a55-adf8-48c4-8c4d-da545ce99c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:38.118484 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e781d85e-ac29-48ba-b3f0-31628984f6ee tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:38.158451 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-8340bcfa-2e0c-42ab-985b-34e8a6b2f6eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:38.158951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8340bcfa-2e0c-42ab-985b-34e8a6b2f6eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:38.163712 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8340bcfa-2e0c-42ab-985b-34e8a6b2f6eb tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/c4583511-e126-4a37-ae65-87d8d7c6683d HTTP/1.1" status: 404 len: 333 time: 0.0937285 Jun 02 16:28:38.164357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36990) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:38.201221 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:38.210150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Network': ['ID=c52f7acb-e08a-4b4b-b760-78b3cb233853,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:38.229785 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:38.265026 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/c52f7acb-e08a-4b4b-b760-78b3cb233853 HTTP/1.1" status: 204 len: 168 time: 8.3885956 Jun 02 16:28:38.270148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36994) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:38.301011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 13272a88-2b5a-41ca-b6a8-3f9883010680 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:28:38.318399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 2c15a5d1-8843-4aca-bf33-0bee3adf611b up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:38.346366 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb82619-24a4-445c-af71-5a0e28971260 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:38.346935 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb82619-24a4-445c-af71-5a0e28971260 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:38.349882 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-aeb82619-24a4-445c-af71-5a0e28971260 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/c52f7acb-e08a-4b4b-b760-78b3cb233853 HTTP/1.1" status: 404 len: 339 time: 0.0784662 Jun 02 16:28:38.352108 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda91a1e-a30e-4911-931c-71ccbaa438dd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:38.352341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda91a1e-a30e-4911-931c-71ccbaa438dd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:38.353012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2f469-7b43-476f-964c-4317a4f4c289 None None] Pushing event deleted for resources: {'Port': ['ID=4616e9fa-cd34-4698-abb8-bd28212fbf3a,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:38.358885 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fda91a1e-a30e-4911-931c-71ccbaa438dd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/53805404-c361-423f-b5f6-9f7fa01ae627 HTTP/1.1" status: 404 len: 337 time: 0.1931648 Jun 02 16:28:38.359585 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36996) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:38.359913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 36998) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:38.371261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1420165625', 'description': 'd1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:38.373239 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3db2f469-7b43-476f-964c-4317a4f4c289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:38.377462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:38.379228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db2f469-7b43-476f-964c-4317a4f4c289 None None] No DVR routers for this DVR port 4616e9fa-cd34-4698-abb8-bd28212fbf3a on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:28:38.384507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:network and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:38.390810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:38.407574 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b772d41-9dc3-4ec4-be5f-26221558b0a8 None None] get_active_networks_info from dv-neutron-601336-83-hyperv {{(pid=92324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:28:38.408358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:38.451161 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37000) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:38.456894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:38.460605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:38.497517 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a8f885-7b9b-432c-8d34-210f9cbdaa48 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:38.497974 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a8f885-7b9b-432c-8d34-210f9cbdaa48 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:38.502657 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-50a8f885-7b9b-432c-8d34-210f9cbdaa48 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/b2fa4a88-162f-455e-bb3b-17a2e6c9f994 HTTP/1.1" status: 404 len: 337 time: 0.1398022 Jun 02 16:28:38.503299 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37002) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:38.606616 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5333b1bf-fb72-4d63-9e06-000f9bdfd5ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6682312b6044e0eb7009c579ba861d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505334 Jun 02 16:28:38.607240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37006) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:38.611043 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a0ee69-38c2-41a1-9cbc-39fe7c680891 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:38.612637 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a0ee69-38c2-41a1-9cbc-39fe7c680891 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:38.616367 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-92a0ee69-38c2-41a1-9cbc-39fe7c680891 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/c2f43386-0fe7-47b2-b607-a7f998aec59d HTTP/1.1" status: 404 len: 333 time: 0.1061502 Jun 02 16:28:38.617017 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37008) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:38.626935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:38.642063 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 2c15a5d1-8843-4aca-bf33-0bee3adf611b triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:38.642722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:38.667696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:28:38.704156 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77a433c-29fb-4d3a-96eb-7b8a0ebacdba tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:38.709183 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77a433c-29fb-4d3a-96eb-7b8a0ebacdba tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:38.719776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:38.721116 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Added segment 37a89892-c69b-4ecf-bfe4-ab067edf937b of type vlan for network e242c02d-d75a-4a82-8381-1b3c9d1e2cd6 Jun 02 16:28:38.722738 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b772d41-9dc3-4ec4-be5f-26221558b0a8 None None] Resources bound (agent type, host, resource id): {{(pid=92324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 16:28:38.772732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:38.773761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:28:38.779166 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/13272a88-2b5a-41ca-b6a8-3f9883010680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4958375 Jun 02 16:28:38.781444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37016) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:38.786626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-972be91e-48b9-45d8-98b3-245a0779c549 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:38.790699 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e77a433c-29fb-4d3a-96eb-7b8a0ebacdba tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/930527c6-969a-4914-b36b-398c65c858f0 HTTP/1.1" status: 404 len: 337 time: 0.1612947 Jun 02 16:28:38.801358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37018) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:38.855984 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a734af-7ab0-4bfd-9742-7e189e6dfe0a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:38.856472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a734af-7ab0-4bfd-9742-7e189e6dfe0a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:38.858384 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-36a734af-7ab0-4bfd-9742-7e189e6dfe0a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/6df15927-94ba-4a78-8bad-35678cb0840c HTTP/1.1" status: 404 len: 333 time: 0.0559528 Jun 02 16:28:38.861843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37020) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:38.874762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Sync routers for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:28:38.928895 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59c1a26-f8f1-422b-bd80-6225cb61bc35 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:38.929295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59c1a26-f8f1-422b-bd80-6225cb61bc35 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:38.931129 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c59c1a26-f8f1-422b-bd80-6225cb61bc35 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/9c6f34b7-6bc5-400a-9a8b-aa66cfd63c4f HTTP/1.1" status: 404 len: 337 time: 0.0671659 Jun 02 16:28:38.936370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37022) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:38.950379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:38.951145 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:38.999575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37024) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:39.000380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a791bfbb-06f9-4d56-bb6e-a1e6878f2abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:39.003600 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-299c29ef-5e8a-42f8-bf4a-fc6b7c66ce50 None None] Provisioning complete for port d392083c-e59e-4011-a4d1-6b5dba817b6f triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:39.003936 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-299c29ef-5e8a-42f8-bf4a-fc6b7c66ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:39.014065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:39.019717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:39.020380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782095'] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:39.032132 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d9d7170b-1f48-4be8-8e11-600380043eb2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:39.045134 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 4616e9fa-cd34-4698-abb8-bd28212fbf3a no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:28:39.055618 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-3567f48f-5833-45a1-8b44-f9b50d226926 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:39.056101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3567f48f-5833-45a1-8b44-f9b50d226926 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:39.057893 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3567f48f-5833-45a1-8b44-f9b50d226926 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/cf998219-d0e2-4ed2-9b5b-f0e1cea32cc7 HTTP/1.1" status: 404 len: 333 time: 0.1191726 Jun 02 16:28:39.066091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37028) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:39.109300 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c7e9ad-f349-488a-a73e-e01e685a6146 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:39.110035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c7e9ad-f349-488a-a73e-e01e685a6146 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:39.111918 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e6c7e9ad-f349-488a-a73e-e01e685a6146 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/a848e569-8c66-4683-b87a-a7fb20b871c8 HTTP/1.1" status: 404 len: 337 time: 0.0444930 Jun 02 16:28:39.114026 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 4616e9fa-cd34-4698-abb8-bd28212fbf3a {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:28:39.114417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 4616e9fa-cd34-4698-abb8-bd28212fbf3a not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:28:39.140221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37030) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:39.210507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a791bfbb-06f9-4d56-bb6e-a1e6878f2abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:39.218774 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8575547 Jun 02 16:28:39.225017 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37032) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:39.230771 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-344768d4-64e8-4425-adb6-b2a3380e56c7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:39.231505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344768d4-64e8-4425-adb6-b2a3380e56c7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:39.233407 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-344768d4-64e8-4425-adb6-b2a3380e56c7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/599912b9-3d83-4802-bccf-27aeeff5a78f HTTP/1.1" status: 404 len: 333 time: 0.0914931 Jun 02 16:28:39.235855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-299c29ef-5e8a-42f8-bf4a-fc6b7c66ce50 None None] Port d392083c-e59e-4011-a4d1-6b5dba817b6f cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:28:39.259657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Network': ['ID=e242c02d-d75a-4a82-8381-1b3c9d1e2cd6,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:39.272830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37034) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:39.275514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:39.282936 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network e242c02d-d75a-4a82-8381-1b3c9d1e2cd6 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:28:39.302436 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:28:39.331098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5ef1c3e7-59a0-4ec7-94b2-a975d0a4a406 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:39.331604 dv-neutron-601336-83-hyperv neutron-server[92323]: WARNING neutron.api.v2.base [None req-5ef1c3e7-59a0-4ec7-94b2-a975d0a4a406 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 02 16:28:39.332082 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-5ef1c3e7-59a0-4ec7-94b2-a975d0a4a406 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): There was a conflict when trying to complete your request. Jun 02 16:28:39.333242 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5ef1c3e7-59a0-4ec7-94b2-a975d0a4a406 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3306336 Jun 02 16:28:39.349122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37036) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:39.406191 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group': {'name': 'tempest-secgroup--96934139'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:39.412607 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb0cdd7-8a52-46a8-8aff-0455c2f1d6a8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:39.413076 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb0cdd7-8a52-46a8-8aff-0455c2f1d6a8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:39.417194 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9cb0cdd7-8a52-46a8-8aff-0455c2f1d6a8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/199f08c2-0c2f-425d-8a45-358c8bd0d8f6 HTTP/1.1" status: 404 len: 337 time: 0.1408551 Jun 02 16:28:39.420410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37038) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:39.431211 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:39.441175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:39.453979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:39.472110 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:39.481917 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb40bf91-add3-4eaa-b985-58f50de5814f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:39.482701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-eb40bf91-add3-4eaa-b985-58f50de5814f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Synchronizing usage tracker for tenant:655379d491bb41ae8544421a60b1f12a on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:39.504191 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:39.519332 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a791bfbb-06f9-4d56-bb6e-a1e6878f2abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:39.525768 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c4762187-a731-4e48-b27b-02563c598181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:39.534245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:39.546466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-eb40bf91-add3-4eaa-b985-58f50de5814f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Unset dirty status for tenant:655379d491bb41ae8544421a60b1f12a on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:39.551147 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-eb40bf91-add3-4eaa-b985-58f50de5814f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "GET /v2.0/networks?id=e242c02d-d75a-4a82-8381-1b3c9d1e2cd6 HTTP/1.1" status: 200 len: 761 time: 0.3183818 Jun 02 16:28:39.551936 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37040) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:39.557566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-96772f8b-8f90-4d1e-a3a7-af36fe20a9e7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'network': {'description': 'd2'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:39.576323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791bfbb-06f9-4d56-bb6e-a1e6878f2abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e35f363-6298-4fcb-945a-96af320b7e3a,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:39.584456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a791bfbb-06f9-4d56-bb6e-a1e6878f2abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:39.595509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:39.598435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a791bfbb-06f9-4d56-bb6e-a1e6878f2abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:39.603567 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a791bfbb-06f9-4d56-bb6e-a1e6878f2abe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e35f363-6298-4fcb-945a-96af320b7e3a HTTP/1.1" status: 204 len: 168 time: 0.9900615 Jun 02 16:28:39.739441 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.extraroute_db [None req-972be91e-48b9-45d8-98b3-245a0779c549 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=92322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 16:28:39.763211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.extraroute_db [None req-972be91e-48b9-45d8-98b3-245a0779c549 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Removed routes are [] {{(pid=92322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 16:28:39.763868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-972be91e-48b9-45d8-98b3-245a0779c549 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:39.771844 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0cfc3a-79f6-42c9-a21e-6d7093d2b24a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:39.772609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0cfc3a-79f6-42c9-a21e-6d7093d2b24a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:39.781520 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0a0cfc3a-79f6-42c9-a21e-6d7093d2b24a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/cc7600c1-3e8e-405e-9106-93f5a8e87a0e HTTP/1.1" status: 404 len: 333 time: 0.3596041 Jun 02 16:28:39.782542 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37044) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:39.809077 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:39.845437 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:39.855349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:39.985913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:34Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3eeced0e-2d2f-4a4b-a507-96ea44e91b69', 'name': '', 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:01:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:18Z', 'updated_at': '2021-06-02T16:28:32Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd392083c-e59e-4011-a4d1-6b5dba817b6f', 'name': '', 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:e4:04:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:32Z', 'updated_at': '2021-06-02T16:28:36Z', 'revision_number': 2, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:39.994406 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Checking router: 13272a88-2b5a-41ca-b6a8-3f9883010680 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:28:39.994838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Updating router 13272a88-2b5a-41ca-b6a8-3f9883010680 port d392083c-e59e-4011-a4d1-6b5dba817b6f binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:28:40.002808 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9af562f-c27e-440e-8682-2e863f5d8b30 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:40.004063 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9af562f-c27e-440e-8682-2e863f5d8b30 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:40.013190 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b9af562f-c27e-440e-8682-2e863f5d8b30 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/409a5e7a-8d9e-4e62-8f39-b9759509d1a3 HTTP/1.1" status: 404 len: 337 time: 0.2283041 Jun 02 16:28:40.015856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37046) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:40.068542 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:40.242522 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a22ca24-0702-4e91-8c07-281366b01a4b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:40.243018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a22ca24-0702-4e91-8c07-281366b01a4b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:40.281514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:40.288625 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2a22ca24-0702-4e91-8c07-281366b01a4b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/0df245e2-5123-48e7-92f4-6b00c2be3a70 HTTP/1.1" status: 404 len: 333 time: 0.2669122 Jun 02 16:28:40.288942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96772f8b-8f90-4d1e-a3a7-af36fe20a9e7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:40.297518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37048) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:40.298317 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:40.338858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f2f7d641-54e4-4a94-8808-5e70af88c172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:40.352307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:40.367171 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb69ffe0-4286-488a-9f95-5d577e591f5e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:40.367657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb69ffe0-4286-488a-9f95-5d577e591f5e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:40.372071 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fb69ffe0-4286-488a-9f95-5d577e591f5e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/b3f326eb-b204-4f69-a6c3-320f355deb12 HTTP/1.1" status: 404 len: 337 time: 0.0681012 Jun 02 16:28:40.373930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:40.379085 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:40.382137 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37050) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:40.390647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96772f8b-8f90-4d1e-a3a7-af36fe20a9e7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:40.435299 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:40.443524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-96772f8b-8f90-4d1e-a3a7-af36fe20a9e7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network e242c02d-d75a-4a82-8381-1b3c9d1e2cd6 is not hosted by any dhcp agent {{(pid=92323) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 16:28:40.449691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96772f8b-8f90-4d1e-a3a7-af36fe20a9e7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:40.450333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-96772f8b-8f90-4d1e-a3a7-af36fe20a9e7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:40.451624 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-96772f8b-8f90-4d1e-a3a7-af36fe20a9e7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "PUT /v2.0/networks/e242c02d-d75a-4a82-8381-1b3c9d1e2cd6 HTTP/1.1" status: 200 len: 758 time: 0.8987300 Jun 02 16:28:40.452735 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc62a02-7b86-4051-ab58-d383b622f04f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:40.453205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc62a02-7b86-4051-ab58-d383b622f04f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:40.454780 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bcc62a02-7b86-4051-ab58-d383b622f04f tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/ea61adfa-16d7-44f2-9c7d-331c768fff93 HTTP/1.1" status: 404 len: 337 time: 0.0652468 Jun 02 16:28:40.455475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c757c0-9fe1-4be8-aef2-9bbc0156b764,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:40.458875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:40.461634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37052) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:40.461971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37054) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:40.462575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:40.497456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-972be91e-48b9-45d8-98b3-245a0779c549 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:40.503546 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-972be91e-48b9-45d8-98b3-245a0779c549 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:40.533287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:40.547228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Transition to ACTIVE for port object d392083c-e59e-4011-a4d1-6b5dba817b6f will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:40.562381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:40.571792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-44a53819-9782-4694-bb48-8a93807e9314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:40.574616 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-662457ea-1921-40da-9977-1cf1ee14dd91 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:40.575106 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662457ea-1921-40da-9977-1cf1ee14dd91 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:40.711756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96772f8b-8f90-4d1e-a3a7-af36fe20a9e7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Network': ['ID=e242c02d-d75a-4a82-8381-1b3c9d1e2cd6,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:40.774810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:40.775160 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network e242c02d-d75a-4a82-8381-1b3c9d1e2cd6 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:28:40.795770 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-662457ea-1921-40da-9977-1cf1ee14dd91 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/c53aa1c8-fb14-4631-8dc8-23321d0eb83e HTTP/1.1" status: 404 len: 333 time: 0.3135421 Jun 02 16:28:40.798677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-96772f8b-8f90-4d1e-a3a7-af36fe20a9e7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:40.799382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:40.805146 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37056) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:40.807895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6482038f-0940-44af-b5c5-2ec5b4acf239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:40.881003 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-2233d746-6fa1-489d-9ea5-37322dfbe64c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:40.881407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2233d746-6fa1-489d-9ea5-37322dfbe64c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:40.896752 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2233d746-6fa1-489d-9ea5-37322dfbe64c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/3e7b015b-136c-4d8c-8af0-8586f9fa5c63 HTTP/1.1" status: 404 len: 337 time: 0.0789561 Jun 02 16:28:40.908771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37058) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:40.929293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fd588-a399-41a7-9d34-6b2792330068 None None] Pushing event updated for resources: {'Port': ['ID=d392083c-e59e-4011-a4d1-6b5dba817b6f,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:40.939683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-847fd588-a399-41a7-9d34-6b2792330068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:40.954392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:40.955616 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5999067 Jun 02 16:28:40.958777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972be91e-48b9-45d8-98b3-245a0779c549 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 13272a88-2b5a-41ca-b6a8-3f9883010680 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:28:40.959568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37060) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:40.962827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a592fa-66d0-4e50-80c9-71bf3378f43c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:40.969461 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-83a592fa-66d0-4e50-80c9-71bf3378f43c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "GET /v2.0/networks?id=e242c02d-d75a-4a82-8381-1b3c9d1e2cd6 HTTP/1.1" status: 200 len: 761 time: 0.4871221 Jun 02 16:28:40.969770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-1e8dd1df-c67a-406e-ada9-05b3fb0c3325 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': 'd86997ae-ee61-4552-b973-d1b50d304dfa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:40.969962 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c7148b-caba-4161-9a29-023942f92a40 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:40.969962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c7148b-caba-4161-9a29-023942f92a40 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:40.971032 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-51c7148b-caba-4161-9a29-023942f92a40 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/e962f894-b7eb-4f58-bce3-ca4a923ed1b0 HTTP/1.1" status: 404 len: 337 time: 0.0600607 Jun 02 16:28:40.971848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37062) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:40.972551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86997ae-ee61-4552-b973-d1b50d304dfa,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:40.974620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37064) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:40.979947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-460dff05-1349-49dc-a8f7-bf422e6047ca tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-928602676'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:40.980573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1e8dd1df-c67a-406e-ada9-05b3fb0c3325 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:40.983953 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:40.986383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-460dff05-1349-49dc-a8f7-bf422e6047ca tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:40.997423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-460dff05-1349-49dc-a8f7-bf422e6047ca tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:41.010629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460dff05-1349-49dc-a8f7-bf422e6047ca tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:41.014542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-460dff05-1349-49dc-a8f7-bf422e6047ca tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:41.041240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Attempting to bind port d392083c-e59e-4011-a4d1-6b5dba817b6f on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:28:41.041240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Attempting to bind port d392083c-e59e-4011-a4d1-6b5dba817b6f by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '8a5126ea-b971-4982-b0a1-7d8cf75e45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:28:41.042139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Attempting to bind port d392083c-e59e-4011-a4d1-6b5dba817b6f on network 24eadc46-b3ba-4f0d-98a9-9f0cb8c17043 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:28:41.048341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460dff05-1349-49dc-a8f7-bf422e6047ca tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:28:41.056107 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:28:41.057326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Checking segment: {'id': '8a5126ea-b971-4982-b0a1-7d8cf75e45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:41.057326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:41.058934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Bound using segment: {'id': '8a5126ea-b971-4982-b0a1-7d8cf75e45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:28:41.059864 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Bound port: d392083c-e59e-4011-a4d1-6b5dba817b6f, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5126ea-b971-4982-b0a1-7d8cf75e45ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:28:41.060027 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-460dff05-1349-49dc-a8f7-bf422e6047ca tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:41.060134 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:41.060335 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-460dff05-1349-49dc-a8f7-bf422e6047ca tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Added segment 74a45dc6-6488-4201-9e75-477e39067ed8 of type vlan for network 8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30 Jun 02 16:28:41.061630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1e8dd1df-c67a-406e-ada9-05b3fb0c3325 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:41.069655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1e8dd1df-c67a-406e-ada9-05b3fb0c3325 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:41.079046 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf13b63-a543-4a81-bd54-3b38e0092b4c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:41.080120 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf13b63-a543-4a81-bd54-3b38e0092b4c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:41.083246 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-dcf13b63-a543-4a81-bd54-3b38e0092b4c tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/99f5f1db-5f48-43f6-8ff4-709e835af625 HTTP/1.1" status: 404 len: 333 time: 0.1046815 Jun 02 16:28:41.089888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-460dff05-1349-49dc-a8f7-bf422e6047ca tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:41.124361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37066) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:41.162545 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] For port d392083c-e59e-4011-a4d1-6b5dba817b6f, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:28:41.164336 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-460dff05-1349-49dc-a8f7-bf422e6047ca tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:41.165952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] For port d392083c-e59e-4011-a4d1-6b5dba817b6f, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d392083c-e59e-4011-a4d1-6b5dba817b6f,segment=NetworkSegment(8a5126ea-b971-4982-b0a1-7d8cf75e45ee),segment_id=8a5126ea-b971-4982-b0a1-7d8cf75e45ee)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:28:41.170232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460dff05-1349-49dc-a8f7-bf422e6047ca tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:41.170843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-460dff05-1349-49dc-a8f7-bf422e6047ca tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:41.172356 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:41.176570 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e4072f33-7188-4ee7-898e-d2f06c9df2ef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:41.177567 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:41.183280 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1e8dd1df-c67a-406e-ada9-05b3fb0c3325 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:41.191945 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efbaacb-5534-4351-ab41-a1952b9921c7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:41.192431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8efbaacb-5534-4351-ab41-a1952b9921c7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:41.221821 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8efbaacb-5534-4351-ab41-a1952b9921c7 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/4d9d8b93-0f4a-4e05-8171-d4dda8ecc8a8 HTTP/1.1" status: 404 len: 337 time: 0.0924792 Jun 02 16:28:41.223212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37068) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:41.258500 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:41.259152 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:41.315828 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-460dff05-1349-49dc-a8f7-bf422e6047ca tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3359878 Jun 02 16:28:41.323131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fd588-a399-41a7-9d34-6b2792330068 None None] Pushing event updated for resources: {'Port': ['ID=d392083c-e59e-4011-a4d1-6b5dba817b6f,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:41.329283 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-96004943-6842-473b-b828-5286089aeccd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:41.329738 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96004943-6842-473b-b828-5286089aeccd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:41.334061 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-96004943-6842-473b-b828-5286089aeccd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/d0b2a530-baa6-464b-a50a-92bc562f0b9a HTTP/1.1" status: 404 len: 337 time: 0.1073685 Jun 02 16:28:41.335126 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-847fd588-a399-41a7-9d34-6b2792330068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:41.336762 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37070) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:41.336934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37072) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:41.381858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'subnet': {'network_id': '8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:41.383937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd1df-c67a-406e-ada9-05b3fb0c3325 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:41.426487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460dff05-1349-49dc-a8f7-bf422e6047ca tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Network': ['ID=8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:41.437603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972be91e-48b9-45d8-98b3-245a0779c549 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:28:41.453885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-972be91e-48b9-45d8-98b3-245a0779c549 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:41.459571 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-972be91e-48b9-45d8-98b3-245a0779c549 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/13272a88-2b5a-41ca-b6a8-3f9883010680 HTTP/1.1" status: 200 len: 933 time: 2.6767881 Jun 02 16:28:41.461048 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:28:41.463307 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37074) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:41.487826 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-460dff05-1349-49dc-a8f7-bf422e6047ca tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:41.488440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:28:41.502009 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d903f57-54a3-4250-9f79-9f3a5e4b1593 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:41.502529 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d903f57-54a3-4250-9f79-9f3a5e4b1593 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:41.508243 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8d903f57-54a3-4250-9f79-9f3a5e4b1593 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/6fb96ae3-3279-4092-8afd-92d7290abf48 HTTP/1.1" status: 404 len: 333 time: 0.1652281 Jun 02 16:28:41.549109 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37076) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:41.574849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:41.581670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Usage tracker for resource:subnet and tenant:655379d491bb41ae8544421a60b1f12a is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:41.591138 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:41.605684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:41.627603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:41.635418 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:41.659805 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-8488419e-b7e5-43bd-9735-10946689aac5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:41.660259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8488419e-b7e5-43bd-9735-10946689aac5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:41.662135 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8488419e-b7e5-43bd-9735-10946689aac5 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/0f8393ad-5ec2-4ce0-9feb-17350e2382da HTTP/1.1" status: 404 len: 337 time: 0.1066306 Jun 02 16:28:41.666283 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37078) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:41.718397 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee32249-43b3-485f-9986-0e2f60b7181a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:41.718842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee32249-43b3-485f-9986-0e2f60b7181a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:41.725210 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cee32249-43b3-485f-9986-0e2f60b7181a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/fc183e88-6182-4872-8878-38388c9f9a62 HTTP/1.1" status: 404 len: 337 time: 0.0533433 Jun 02 16:28:41.734252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37080) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:41.750755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd1df-c67a-406e-ada9-05b3fb0c3325 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:41.759877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd1df-c67a-406e-ada9-05b3fb0c3325 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:41.763624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-caa89cba-248c-405b-adf5-5c8e130faa62 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:41.780369 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a31d7b1b-1ad4-4efc-a3ce-2ae78ea5cb21 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/routers/13272a88-2b5a-41ca-b6a8-3f9883010680 HTTP/1.1" status: 200 len: 933 time: 0.3133855 Jun 02 16:28:41.782637 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37082) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:41.792180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-12694a3f-62d6-4ffd-8607-e8946719623e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'router': {'routes': None}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:41.792449 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dd1df-c67a-406e-ada9-05b3fb0c3325 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a15bf3c-7a36-47fd-9c9b-c0cee004fb16,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:41.795466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1e8dd1df-c67a-406e-ada9-05b3fb0c3325 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:41.803432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd1df-c67a-406e-ada9-05b3fb0c3325 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:41.806587 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1e8dd1df-c67a-406e-ada9-05b3fb0c3325 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8459058 Jun 02 16:28:41.807664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37084) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:41.812883 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-9320701b-b773-444c-acf4-ea039fba9688 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': 'd86997ae-ee61-4552-b973-d1b50d304dfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:41.819238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9320701b-b773-444c-acf4-ea039fba9688 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:41.823527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9320701b-b773-444c-acf4-ea039fba9688 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:41.826609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9320701b-b773-444c-acf4-ea039fba9688 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:41.832835 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9320701b-b773-444c-acf4-ea039fba9688 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:41.856212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9320701b-b773-444c-acf4-ea039fba9688 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:41.861373 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ec7ed6eb-0a7c-45f3-9513-6b1ec89d1065 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766 HTTP/1.1" status: 200 len: 205 time: 0.1257200 Jun 02 16:28:41.865823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37086) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:41.955487 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-ec788991-2055-4a8e-b77a-4d8f7649bf43 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] delete failed (client error): The resource could not be found. Jun 02 16:28:41.957020 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ec788991-2055-4a8e-b77a-4d8f7649bf43 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/routers/0a1f0460-ee5d-4c8e-9f5b-c0d0c188b766 HTTP/1.1" status: 404 len: 336 time: 0.0893903 Jun 02 16:28:41.961115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37088) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:42.021835 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c306e36-89ae-4920-8763-8531467c93c9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:42.022479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c306e36-89ae-4920-8763-8531467c93c9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:42.024549 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7c306e36-89ae-4920-8763-8531467c93c9 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/b475fd65-3bf5-41f0-be2f-4049fd9767b4 HTTP/1.1" status: 404 len: 337 time: 0.0620317 Jun 02 16:28:42.028719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37090) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:42.032690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:39Z', 'revision_number': 6, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3eeced0e-2d2f-4a4b-a507-96ea44e91b69', 'name': '', 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:01:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:18Z', 'updated_at': '2021-06-02T16:28:32Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd392083c-e59e-4011-a4d1-6b5dba817b6f', 'name': '', 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:e4:04:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:32Z', 'updated_at': '2021-06-02T16:28:41Z', 'revision_number': 4, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:42.041483 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082d499-5be4-4588-b9dc-c738d1d51a39 None None] The sync data for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv is: [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:39Z', 'revision_number': 6, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3eeced0e-2d2f-4a4b-a507-96ea44e91b69', 'name': '', 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:01:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:18Z', 'updated_at': '2021-06-02T16:28:32Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd392083c-e59e-4011-a4d1-6b5dba817b6f', 'name': '', 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:e4:04:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:32Z', 'updated_at': '2021-06-02T16:28:41Z', 'revision_number': 4, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:28:42.078911 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8a62904f-0de5-4d01-b79b-10d64d1ba7ff tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "GET /v2.0/ports?device_id=06435d71-70da-4705-b2f3-c2335f511aae HTTP/1.1" status: 200 len: 205 time: 0.0485127 Jun 02 16:28:42.081663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37092) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:42.199584 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-12967be8-79b6-4602-b1cc-89b0249de756 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] delete failed (client error): The resource could not be found. Jun 02 16:28:42.200958 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-12967be8-79b6-4602-b1cc-89b0249de756 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/routers/06435d71-70da-4705-b2f3-c2335f511aae HTTP/1.1" status: 404 len: 336 time: 0.1182373 Jun 02 16:28:42.205343 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37094) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:42.249070 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-9320701b-b773-444c-acf4-ea039fba9688 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): There was a conflict when trying to complete your request. Jun 02 16:28:42.253242 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9320701b-b773-444c-acf4-ea039fba9688 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4443684 Jun 02 16:28:42.253916 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37096) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:42.273733 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d2dfa4-11af-4d9e-b455-53abc6d86a47 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:42.274367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d2dfa4-11af-4d9e-b455-53abc6d86a47 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:42.276288 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-77d2dfa4-11af-4d9e-b455-53abc6d86a47 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/64747e6d-1c8a-4973-8493-b81b337f4333 HTTP/1.1" status: 404 len: 337 time: 0.0696070 Jun 02 16:28:42.280092 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37098) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:42.354414 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-6471c2f4-c417-4430-b06f-de28689fa314 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:42.358584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d392083c-e59e-4011-a4d1-6b5dba817b6f up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:42.358855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6471c2f4-c417-4430-b06f-de28689fa314 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:42.360835 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6471c2f4-c417-4430-b06f-de28689fa314 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/1609e4df-107c-4f1a-81a2-bb9d677fc08d HTTP/1.1" status: 404 len: 337 time: 0.0796723 Jun 02 16:28:42.364768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37100) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:42.441792 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8c27b9-b268-4c30-9673-af1781696a34 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:42.446900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8c27b9-b268-4c30-9673-af1781696a34 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:42.452832 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0f8c27b9-b268-4c30-9673-af1781696a34 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/b19fda95-bd85-44ef-989e-85aac92e2f03 HTTP/1.1" status: 404 len: 333 time: 0.0842936 Jun 02 16:28:42.466194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37102) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:42.574507 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f5d05b-5998-4c37-bd70-d57e7926104b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:42.575454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f5d05b-5998-4c37-bd70-d57e7926104b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:42.581124 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-05f5d05b-5998-4c37-bd70-d57e7926104b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/094191fd-6eaa-404f-98fb-284d99fe79ca HTTP/1.1" status: 404 len: 337 time: 0.1125920 Jun 02 16:28:42.581974 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37104) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:42.584847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-93c3f651-e111-4460-a8d1-5a636b12394c tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:42.585784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port d392083c-e59e-4011-a4d1-6b5dba817b6f completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:42.595106 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port d392083c-e59e-4011-a4d1-6b5dba817b6f triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:42.596182 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:42.649197 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ab510b-40aa-4ccf-8600-f9940652d220 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:42.649787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ab510b-40aa-4ccf-8600-f9940652d220 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:42.655636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37106) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:42.657359 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d6ab510b-40aa-4ccf-8600-f9940652d220 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/b548cfdd-50d4-4efc-b235-3842377ef6df HTTP/1.1" status: 404 len: 333 time: 0.0714650 Jun 02 16:28:42.676605 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-93c3f651-e111-4460-a8d1-5a636b12394c tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:42.712444 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-277b8f01-daf8-444d-ab0f-c89d98f852c8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:42.712911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277b8f01-daf8-444d-ab0f-c89d98f852c8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:42.747091 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-277b8f01-daf8-444d-ab0f-c89d98f852c8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/33adeb86-41d6-45f7-911a-d900b68acee7 HTTP/1.1" status: 404 len: 337 time: 0.0876989 Jun 02 16:28:42.750222 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37108) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:42.800384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:42.803926 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-93c3f651-e111-4460-a8d1-5a636b12394c tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:42.808469 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a4c5e39a-750e-4d7b-9036-121346310f16 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:42.819631 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a48ad0-9e23-46cc-9bcb-0fc496ce68e0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:42.820105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a48ad0-9e23-46cc-9bcb-0fc496ce68e0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:42.830625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3f651-e111-4460-a8d1-5a636b12394c tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86997ae-ee61-4552-b973-d1b50d304dfa,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:42.836849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-93c3f651-e111-4460-a8d1-5a636b12394c tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:42.839726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-93c3f651-e111-4460-a8d1-5a636b12394c tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:42.840759 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-93c3f651-e111-4460-a8d1-5a636b12394c tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "DELETE /v2.0/security-groups/d86997ae-ee61-4552-b973-d1b50d304dfa HTTP/1.1" status: 204 len: 168 time: 0.5824246 Jun 02 16:28:42.844575 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-00a48ad0-9e23-46cc-9bcb-0fc496ce68e0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/2d719f5a-44d1-4e0a-ac89-d46c37305e0a HTTP/1.1" status: 404 len: 333 time: 0.0898473 Jun 02 16:28:42.844575 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37110) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:42.845654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37112) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:42.853313 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port d392083c-e59e-4011-a4d1-6b5dba817b6f, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d392083c-e59e-4011-a4d1-6b5dba817b6f,segment=NetworkSegment(8a5126ea-b971-4982-b0a1-7d8cf75e45ee),segment_id=8a5126ea-b971-4982-b0a1-7d8cf75e45ee)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:42.865088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:42.869695 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:42.944174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=d392083c-e59e-4011-a4d1-6b5dba817b6f,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:42.951184 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:43.067295 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b4e6ae-ef4c-46dd-a67d-fde6d436b662 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:43.067759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b4e6ae-ef4c-46dd-a67d-fde6d436b662 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:43.069477 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-24b4e6ae-ef4c-46dd-a67d-fde6d436b662 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/399aa482-5d97-43b3-8f0d-e7dea8b36aa1 HTTP/1.1" status: 404 len: 337 time: 0.2092931 Jun 02 16:28:43.072338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37114) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:43.101693 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9c3fe2-ddc7-4bda-8301-8ce941a37921 None None] Sync routers for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:28:43.112539 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9c3fe2-ddc7-4bda-8301-8ce941a37921 None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:43.113257 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7a9c3fe2-ddc7-4bda-8301-8ce941a37921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:43.126231 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56566f2-707d-4df3-beba-d00bf9e21943 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:43.126720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56566f2-707d-4df3-beba-d00bf9e21943 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:43.130912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.extraroute_db [None req-12694a3f-62d6-4ffd-8607-e8946719623e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Added routes are [] {{(pid=92323) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 16:28:43.131109 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f56566f2-707d-4df3-beba-d00bf9e21943 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/e603e8c7-6a71-446a-a8ae-7d5dc20ef563 HTTP/1.1" status: 404 len: 333 time: 0.0549543 Jun 02 16:28:43.131222 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.extraroute_db [None req-12694a3f-62d6-4ffd-8607-e8946719623e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=92323) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 16:28:43.131416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37116) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:43.180128 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4af393-2a31-4dba-9aad-b2f6d1a6ac49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:43.180574 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4af393-2a31-4dba-9aad-b2f6d1a6ac49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:43.184756 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fe4af393-2a31-4dba-9aad-b2f6d1a6ac49 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/9b53d0b4-e09d-4903-ac78-92408310342a HTTP/1.1" status: 404 len: 337 time: 0.0500221 Jun 02 16:28:43.185708 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37118) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:43.185861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6c9fddab-814d-4a1f-9ba1-39fe10c1aa8d tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Synchronizing usage tracker for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:43.203961 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6c9fddab-814d-4a1f-9ba1-39fe10c1aa8d tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Unset dirty status for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:43.209484 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6c9fddab-814d-4a1f-9ba1-39fe10c1aa8d tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3608880 Jun 02 16:28:43.210167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37120) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:43.215366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-43f1dfb5-c0b7-4cc3-adfa-e4664d04743b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group': {'name': 'tempest-secgroup--663650256'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:43.221956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-43f1dfb5-c0b7-4cc3-adfa-e4664d04743b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:43.234157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-43f1dfb5-c0b7-4cc3-adfa-e4664d04743b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:43.246058 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-43f1dfb5-c0b7-4cc3-adfa-e4664d04743b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:43.258252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-12694a3f-62d6-4ffd-8607-e8946719623e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:43.262483 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9bd205-58d8-4af4-b023-95d23c7d7604 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:43.262951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9bd205-58d8-4af4-b023-95d23c7d7604 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:43.267024 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0d9bd205-58d8-4af4-b023-95d23c7d7604 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/2ca04867-54d7-4d6f-9dcd-ac9c93acd6f3 HTTP/1.1" status: 404 len: 333 time: 0.0777886 Jun 02 16:28:43.268113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37122) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:43.276446 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-7a9c3fe2-ddc7-4bda-8301-8ce941a37921 None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:28:43.305797 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-43f1dfb5-c0b7-4cc3-adfa-e4664d04743b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:43.313560 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b8d2f5-ca93-4dd7-8e0d-5f7095e9f546 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:43.314010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b8d2f5-ca93-4dd7-8e0d-5f7095e9f546 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:43.318173 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-61b8d2f5-ca93-4dd7-8e0d-5f7095e9f546 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/22e9d187-227d-4fb0-b461-1caf64584c11 HTTP/1.1" status: 404 len: 337 time: 0.0471203 Jun 02 16:28:43.318173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-43f1dfb5-c0b7-4cc3-adfa-e4664d04743b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:43.319808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37124) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:43.321815 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-43f1dfb5-c0b7-4cc3-adfa-e4664d04743b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:43.350770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:43.363203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-43f1dfb5-c0b7-4cc3-adfa-e4664d04743b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:43.373954 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-34420edf-d037-44e9-afa8-bf6f36a71930 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:43.374472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34420edf-d037-44e9-afa8-bf6f36a71930 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:43.380214 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-34420edf-d037-44e9-afa8-bf6f36a71930 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/202b5d6b-d371-4f92-9de5-851d65023700 HTTP/1.1" status: 404 len: 333 time: 0.0554566 Jun 02 16:28:43.380463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37126) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:43.407590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3caa9cdf-cdb8-4746-ba2c-43143731a90f tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:43.432930 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3330d93b-23be-431e-8949-4ce0430f97c8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:43.433401 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3330d93b-23be-431e-8949-4ce0430f97c8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:43.447852 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3330d93b-23be-431e-8949-4ce0430f97c8 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/b0760cea-f2f1-48f4-9ed3-8ed69152001b HTTP/1.1" status: 404 len: 337 time: 0.0640483 Jun 02 16:28:43.448896 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37128) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:43.496571 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fcdcaa-5b21-46fa-899b-b076928a75fc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:43.496995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5fcdcaa-5b21-46fa-899b-b076928a75fc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:43.514159 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b5fcdcaa-5b21-46fa-899b-b076928a75fc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/ports/a573744f-0496-4d01-9e08-d2fd87b590cc HTTP/1.1" status: 404 len: 333 time: 0.0647390 Jun 02 16:28:43.516880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37130) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:43.517610 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Subnet': ['ID=7dfe799c-2371-418c-90e9-708d3503738f,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:43.545617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-43f1dfb5-c0b7-4cc3-adfa-e4664d04743b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:43.550267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-43f1dfb5-c0b7-4cc3-adfa-e4664d04743b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:43.553211 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:43.556559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-26087ee9-7414-4f22-b4bc-555d477c1625 tempest-TagsTest-354454847 tempest-TagsTest-354454847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:43.611486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-43f1dfb5-c0b7-4cc3-adfa-e4664d04743b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:43.617100 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-43f1dfb5-c0b7-4cc3-adfa-e4664d04743b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4016275 Jun 02 16:28:43.617100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37132) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:43.617775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Checking segment: {'id': '74a45dc6-6488-4201-9e75-477e39067ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:43.618288 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network hostable DHCP agents. Network: 8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:28:43.622249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-7349d271-9a6a-43df-8530-cec44cb3c662 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': '614c3f5f-44df-477b-990c-a3f195ae9afa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:43.622752 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-7349d271-9a6a-43df-8530-cec44cb3c662 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 02 16:28:43.623203 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7a9c3fe2-ddc7-4bda-8301-8ce941a37921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:39Z', 'revision_number': 6, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3eeced0e-2d2f-4a4b-a507-96ea44e91b69', 'name': '', 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:01:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:18Z', 'updated_at': '2021-06-02T16:28:32Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd392083c-e59e-4011-a4d1-6b5dba817b6f', 'name': '', 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:e4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:32Z', 'updated_at': '2021-06-02T16:28:42Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:43.623416 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-7349d271-9a6a-43df-8530-cec44cb3c662 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:43.626860 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7349d271-9a6a-43df-8530-cec44cb3c662 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073829 Jun 02 16:28:43.626860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1dfb5-c0b7-4cc3-adfa-e4664d04743b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=614c3f5f-44df-477b-990c-a3f195ae9afa,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:43.627902 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37134) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:43.628032 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9c3fe2-ddc7-4bda-8301-8ce941a37921 None None] Checking router: 13272a88-2b5a-41ca-b6a8-3f9883010680 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:28:43.630445 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4cfca6f-54c5-4e2c-a498-482eac321ad6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:43.630897 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4cfca6f-54c5-4e2c-a498-482eac321ad6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:43.634976 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c4cfca6f-54c5-4e2c-a498-482eac321ad6 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/subnets/bad8d354-44ad-42fa-8f98-060eb42943df HTTP/1.1" status: 404 len: 337 time: 0.1126626 Jun 02 16:28:43.635975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37136) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:43.636830 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9c3fe2-ddc7-4bda-8301-8ce941a37921 None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:43.637459 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7a9c3fe2-ddc7-4bda-8301-8ce941a37921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:43.640530 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-43f1dfb5-c0b7-4cc3-adfa-e4664d04743b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:43.700604 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d627b89b-e037-493f-8448-4d8ae56e4b6a tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:43.729703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d627b89b-e037-493f-8448-4d8ae56e4b6a tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:43.781270 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d627b89b-e037-493f-8448-4d8ae56e4b6a tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:43.787800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-345b34d4-f875-477c-b045-dc1572a5de63 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:43.795566 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-7a9c3fe2-ddc7-4bda-8301-8ce941a37921 None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:28:43.805516 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627b89b-e037-493f-8448-4d8ae56e4b6a tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=614c3f5f-44df-477b-990c-a3f195ae9afa,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:43.809420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d627b89b-e037-493f-8448-4d8ae56e4b6a tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:43.813834 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network 8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:28:43.823433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d627b89b-e037-493f-8448-4d8ae56e4b6a tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:43.827800 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d627b89b-e037-493f-8448-4d8ae56e4b6a tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "DELETE /v2.0/security-groups/614c3f5f-44df-477b-990c-a3f195ae9afa HTTP/1.1" status: 204 len: 168 time: 0.1965604 Jun 02 16:28:43.828736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37138) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:43.839357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-12694a3f-62d6-4ffd-8607-e8946719623e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:43.844902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:43.850556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-12694a3f-62d6-4ffd-8607-e8946719623e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:43.865696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-86e3d933-8fbc-4156-b5eb-e1d251723ecd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:43.890676 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4edf47-1456-41d9-923c-7537f4b2ba6e None None] Network 8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:43.897273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d1b5a7d2-c82a-4073-9895-fdd8c26d99b9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Synchronizing usage tracker for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:43.945277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d1b5a7d2-c82a-4073-9895-fdd8c26d99b9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Unset dirty status for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:43.945277 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d1b5a7d2-c82a-4073-9895-fdd8c26d99b9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1081097 Jun 02 16:28:43.945941 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37140) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:43.959746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8277a2b5-0ade-4592-98bb-b1dadeae6631 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group': {'name': 'tempest-secgroup--199842066'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:43.973587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8277a2b5-0ade-4592-98bb-b1dadeae6631 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:43.999342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8277a2b5-0ade-4592-98bb-b1dadeae6631 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:44.015301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8277a2b5-0ade-4592-98bb-b1dadeae6631 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.040556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8277a2b5-0ade-4592-98bb-b1dadeae6631 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:44.045495 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8277a2b5-0ade-4592-98bb-b1dadeae6631 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:44.049556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8277a2b5-0ade-4592-98bb-b1dadeae6631 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:44.061138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8277a2b5-0ade-4592-98bb-b1dadeae6631 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:44.102868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:44.103450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.169234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8277a2b5-0ade-4592-98bb-b1dadeae6631 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.177235 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8277a2b5-0ade-4592-98bb-b1dadeae6631 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.187398 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7a9c3fe2-ddc7-4bda-8301-8ce941a37921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:43Z', 'revision_number': 7, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3eeced0e-2d2f-4a4b-a507-96ea44e91b69', 'name': '', 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:01:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:18Z', 'updated_at': '2021-06-02T16:28:32Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd392083c-e59e-4011-a4d1-6b5dba817b6f', 'name': '', 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:e4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:32Z', 'updated_at': '2021-06-02T16:28:42Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:44.193925 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9c3fe2-ddc7-4bda-8301-8ce941a37921 None None] The sync data for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv is: [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:43Z', 'revision_number': 7, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3eeced0e-2d2f-4a4b-a507-96ea44e91b69', 'name': '', 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:01:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:18Z', 'updated_at': '2021-06-02T16:28:32Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd392083c-e59e-4011-a4d1-6b5dba817b6f', 'name': '', 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:e4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:32Z', 'updated_at': '2021-06-02T16:28:42Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:28:44.211667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-49eb8a2d-2c3f-4f60-8304-ba89640d487a tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:44.238153 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9001720 Jun 02 16:28:44.240855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37142) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:44.263945 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30', 'network_id': '8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30', 'tenant_id': '655379d491bb41ae8544421a60b1f12a', 'fixed_ips': [{'subnet_id': '7dfe799c-2371-418c-90e9-708d3503738f'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:28:44.264838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.299779 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d392083c-e59e-4011-a4d1-6b5dba817b6f up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:44.363406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12694a3f-62d6-4ffd-8607-e8946719623e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 13272a88-2b5a-41ca-b6a8-3f9883010680 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:28:44.364550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277a2b5-0ade-4592-98bb-b1dadeae6631 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d8a86a-48bc-45f6-94ed-4b23cdac9904,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:44.369777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8277a2b5-0ade-4592-98bb-b1dadeae6631 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:44.370944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-86e3d933-8fbc-4156-b5eb-e1d251723ecd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.373697 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8277a2b5-0ade-4592-98bb-b1dadeae6631 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.374976 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8277a2b5-0ade-4592-98bb-b1dadeae6631 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4254737 Jun 02 16:28:44.378591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37144) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:44.393229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-86e3d933-8fbc-4156-b5eb-e1d251723ecd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b6f581-ec64-4f03-b6dd-06a3d455d9c8']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:44.410927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-7a5104ad-35c6-4e73-845d-4690d59e3013 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': '66d8a86a-48bc-45f6-94ed-4b23cdac9904', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:44.411827 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-7a5104ad-35c6-4e73-845d-4690d59e3013 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 02 16:28:44.412352 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-7a5104ad-35c6-4e73-845d-4690d59e3013 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:44.415987 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7a5104ad-35c6-4e73-845d-4690d59e3013 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0338588 Jun 02 16:28:44.417217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37146) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:44.473018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-86e3d933-8fbc-4156-b5eb-e1d251723ecd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:44.473698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-86e3d933-8fbc-4156-b5eb-e1d251723ecd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ee2895-d0ef-4ffb-a0e0-8049ea6875d7') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:44.493459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.515424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port d392083c-e59e-4011-a4d1-6b5dba817b6f triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:44.515424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.548501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-86e3d933-8fbc-4156-b5eb-e1d251723ecd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.552491 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4ffca1a3-06e0-4f6c-8971-384e38f892a7 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.614498 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-86e3d933-8fbc-4156-b5eb-e1d251723ecd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.625710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4ffca1a3-06e0-4f6c-8971-384e38f892a7 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.631768 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e3d933-8fbc-4156-b5eb-e1d251723ecd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:44.632772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-86e3d933-8fbc-4156-b5eb-e1d251723ecd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.644232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.671533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Allocated IP 172.20.0.2 (8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30/7dfe799c-2371-418c-90e9-708d3503738f/52999806-2e89-42e9-add9-81c5e30bd26f) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:28:44.769641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12694a3f-62d6-4ffd-8607-e8946719623e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:44.771727 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:44.793464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-12694a3f-62d6-4ffd-8607-e8946719623e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.795109 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-12694a3f-62d6-4ffd-8607-e8946719623e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/13272a88-2b5a-41ca-b6a8-3f9883010680 HTTP/1.1" status: 200 len: 699 time: 3.0071001 Jun 02 16:28:44.799527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37148) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:44.811567 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6721d841-7238-46fd-959e-88c30e862afe None None] Sync routers for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:28:44.841321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6721d841-7238-46fd-959e-88c30e862afe None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:44.841981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6721d841-7238-46fd-959e-88c30e862afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:44.893915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4ffca1a3-06e0-4f6c-8971-384e38f892a7 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.904212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0bac1b1d-6560-407f-91f9-5cab93064b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:44.937492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffca1a3-06e0-4f6c-8971-384e38f892a7 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d8a86a-48bc-45f6-94ed-4b23cdac9904,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:44.940399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4ffca1a3-06e0-4f6c-8971-384e38f892a7 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:44.956032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4ffca1a3-06e0-4f6c-8971-384e38f892a7 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.960086 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-86e3d933-8fbc-4156-b5eb-e1d251723ecd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:44.960957 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4ffca1a3-06e0-4f6c-8971-384e38f892a7 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "DELETE /v2.0/security-groups/66d8a86a-48bc-45f6-94ed-4b23cdac9904 HTTP/1.1" status: 204 len: 168 time: 0.5424395 Jun 02 16:28:44.960957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37150) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:44.971212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c601fe25-c773-48c2-a683-35ce20e2c538 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:45.021917 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-86e3d933-8fbc-4156-b5eb-e1d251723ecd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:45.037051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3d933-8fbc-4156-b5eb-e1d251723ecd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Pushing event deleted for resources: {'Network': ['ID=25b6f581-ec64-4f03-b6dd-06a3d455d9c8,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:45.043734 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-86e3d933-8fbc-4156-b5eb-e1d251723ecd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] 10.222.0.50 "DELETE /v2.0/networks/25b6f581-ec64-4f03-b6dd-06a3d455d9c8 HTTP/1.1" status: 204 len: 168 time: 1.4072404 Jun 02 16:28:45.045075 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-86e3d933-8fbc-4156-b5eb-e1d251723ecd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:45.067621 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7a4d376d-d486-4f0f-afba-31f3ab7b9df6 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/routers/13272a88-2b5a-41ca-b6a8-3f9883010680 HTTP/1.1" status: 200 len: 699 time: 0.2664454 Jun 02 16:28:45.068402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37154) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:45.105836 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-6721d841-7238-46fd-959e-88c30e862afe None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:28:45.117057 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-974b23cf-1f4e-4e1f-bb46-2b4339c9c7cf tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Synchronizing usage tracker for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:45.161426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-974b23cf-1f4e-4e1f-bb46-2b4339c9c7cf tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Unset dirty status for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:45.165172 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-974b23cf-1f4e-4e1f-bb46-2b4339c9c7cf tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1884675 Jun 02 16:28:45.171724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37156) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:45.179192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8fa8a660-3d36-4e74-84df-a0f649bdb4ff tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070694927'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:45.188813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8fa8a660-3d36-4e74-84df-a0f649bdb4ff tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:45.203968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8fa8a660-3d36-4e74-84df-a0f649bdb4ff tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:45.221845 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a660-3d36-4e74-84df-a0f649bdb4ff tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:45.252129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8fa8a660-3d36-4e74-84df-a0f649bdb4ff tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:45.257396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8fa8a660-3d36-4e74-84df-a0f649bdb4ff tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:45.261441 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8fa8a660-3d36-4e74-84df-a0f649bdb4ff tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:45.269640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8fa8a660-3d36-4e74-84df-a0f649bdb4ff tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:45.291572 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:45.325046 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Transition to ACTIVE for port object 52999806-2e89-42e9-add9-81c5e30bd26f will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:45.407680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Transition to ACTIVE for port object 52999806-2e89-42e9-add9-81c5e30bd26f will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:45.428429 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:45.434523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a660-3d36-4e74-84df-a0f649bdb4ff tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:45.439508 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0e0aa279-7d2f-478d-b8af-c2c23682e168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:45.456992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a660-3d36-4e74-84df-a0f649bdb4ff tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:45.463967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f0dc05e7-47ad-42d3-a8d2-cbe6a74a8cea tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:45.502987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:45.540171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37160) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:45.545095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8a660-3d36-4e74-84df-a0f649bdb4ff tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3fe19a-950a-4c69-9583-404c7f5d4c72,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:45.549025 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8fa8a660-3d36-4e74-84df-a0f649bdb4ff tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:45.560700 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:45.651642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Subnet': ['ID=7dfe799c-2371-418c-90e9-708d3503738f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:45.654190 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a660-3d36-4e74-84df-a0f649bdb4ff tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:45.658173 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8fa8a660-3d36-4e74-84df-a0f649bdb4ff tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4823895 Jun 02 16:28:45.658173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:45.662411 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Pushing event updated for resources: {'Port': ['ID=52999806-2e89-42e9-add9-81c5e30bd26f,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:45.671024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37164) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:45.672290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Network 8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:45.673390 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:45.675168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:45.675996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-4f56e6f8-9ed6-4571-9b5d-a0b8973df24d tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': 'ae3fe19a-950a-4c69-9583-404c7f5d4c72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:45.676960 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-4f56e6f8-9ed6-4571-9b5d-a0b8973df24d tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 02 16:28:45.677482 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-4f56e6f8-9ed6-4571-9b5d-a0b8973df24d tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:45.678521 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4f56e6f8-9ed6-4571-9b5d-a0b8973df24d tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065112 Jun 02 16:28:45.682518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37166) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:45.683673 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:28:45.687915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-18ddb582-f81a-44e2-aff7-8db3aee4ad77 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': 'ae3fe19a-950a-4c69-9583-404c7f5d4c72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:45.688793 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-18ddb582-f81a-44e2-aff7-8db3aee4ad77 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 02 16:28:45.689173 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-18ddb582-f81a-44e2-aff7-8db3aee4ad77 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:45.690384 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-18ddb582-f81a-44e2-aff7-8db3aee4ad77 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066979 Jun 02 16:28:45.693503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37168) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:45.701614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d5f91dc1-f62c-46d0-bebf-26f5f467a1a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': 'ae3fe19a-950a-4c69-9583-404c7f5d4c72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:45.702675 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-d5f91dc1-f62c-46d0-bebf-26f5f467a1a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 02 16:28:45.702981 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-d5f91dc1-f62c-46d0-bebf-26f5f467a1a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:45.703980 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d5f91dc1-f62c-46d0-bebf-26f5f467a1a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096173 Jun 02 16:28:45.706470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:45.711656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37170) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:45.718277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-1a676ed4-eaad-459a-9412-fc69a2a351ea tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': 'ae3fe19a-950a-4c69-9583-404c7f5d4c72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:45.719625 dv-neutron-601336-83-hyperv neutron-server[92323]: WARNING neutron.api.v2.base [None req-1a676ed4-eaad-459a-9412-fc69a2a351ea tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 02 16:28:45.720213 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-1a676ed4-eaad-459a-9412-fc69a2a351ea tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:45.722523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:45.725036 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1a676ed4-eaad-459a-9412-fc69a2a351ea tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0117333 Jun 02 16:28:45.725036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37172) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:45.736799 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a45dc6-6488-4201-9e75-477e39067ed8') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:45.737106 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a45dc6-6488-4201-9e75-477e39067ed8') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:45.750044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:45.775033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:45.784448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:45.784448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:45.803466 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:45.824407 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6721d841-7238-46fd-959e-88c30e862afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:43Z', 'revision_number': 7, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3eeced0e-2d2f-4a4b-a507-96ea44e91b69', 'name': '', 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:01:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:18Z', 'updated_at': '2021-06-02T16:28:32Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd392083c-e59e-4011-a4d1-6b5dba817b6f', 'name': '', 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:e4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:32Z', 'updated_at': '2021-06-02T16:28:42Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:45.834230 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6721d841-7238-46fd-959e-88c30e862afe None None] Checking router: 13272a88-2b5a-41ca-b6a8-3f9883010680 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:28:45.844065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Attempting to bind port 52999806-2e89-42e9-add9-81c5e30bd26f on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:28:45.844443 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Attempting to bind port 52999806-2e89-42e9-add9-81c5e30bd26f by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '74a45dc6-6488-4201-9e75-477e39067ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:28:45.845058 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Attempting to bind port 52999806-2e89-42e9-add9-81c5e30bd26f on network 8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:28:45.850861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6721d841-7238-46fd-959e-88c30e862afe None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:45.851785 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6721d841-7238-46fd-959e-88c30e862afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:45.857634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0e83154-85de-4936-a1ec-f3e2f6f5bd16 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:45.911810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:28:45.912135 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Checking segment: {'id': '74a45dc6-6488-4201-9e75-477e39067ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:45.912521 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:45.912934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Bound using segment: {'id': '74a45dc6-6488-4201-9e75-477e39067ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:28:45.913448 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Bound port: 52999806-2e89-42e9-add9-81c5e30bd26f, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a45dc6-6488-4201-9e75-477e39067ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:28:45.913832 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:45.929746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.api [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:28:45.929746 dv-neutron-601336-83-hyperv neutron-server[92322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:28:45.929746 dv-neutron-601336-83-hyperv neutron-server[92322]: [parameters: {'id': '8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30'}] Jun 02 16:28:45.929746 dv-neutron-601336-83-hyperv neutron-server[92322]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:28:45.930284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_db.api [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:28:45.938112 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-87e8560e-a169-4f94-a272-5b8d81d8f8f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=424e33a777ee4ca5ad8d6d9712fe2920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900263 Jun 02 16:28:45.942303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37174) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:46.025971 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7b6c622b-86c1-450b-a973-d80b178ad3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:46.057819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7b6c622b-86c1-450b-a973-d80b178ad3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:46.074196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0e83154-85de-4936-a1ec-f3e2f6f5bd16 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:46.082738 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-6721d841-7238-46fd-959e-88c30e862afe None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:28:46.122972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7b6c622b-86c1-450b-a973-d80b178ad3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:46.129689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:46.142846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c622b-86c1-450b-a973-d80b178ad3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c437181-1b30-4151-84d8-9a242e745e3a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:46.146365 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7b6c622b-86c1-450b-a973-d80b178ad3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:46.148639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7b6c622b-86c1-450b-a973-d80b178ad3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:46.149763 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7b6c622b-86c1-450b-a973-d80b178ad3e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c437181-1b30-4151-84d8-9a242e745e3a HTTP/1.1" status: 204 len: 168 time: 0.2064726 Jun 02 16:28:46.181690 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0e83154-85de-4936-a1ec-f3e2f6f5bd16 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:46.187113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] For port 52999806-2e89-42e9-add9-81c5e30bd26f, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:28:46.189111 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-642bf217-90f0-4935-8139-b13ef0505488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:46.221376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e83154-85de-4936-a1ec-f3e2f6f5bd16 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3fe19a-950a-4c69-9583-404c7f5d4c72,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:46.224004 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f0e83154-85de-4936-a1ec-f3e2f6f5bd16 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:46.229075 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0e83154-85de-4936-a1ec-f3e2f6f5bd16 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:46.230261 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f0e83154-85de-4936-a1ec-f3e2f6f5bd16 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "DELETE /v2.0/security-groups/ae3fe19a-950a-4c69-9583-404c7f5d4c72 HTTP/1.1" status: 204 len: 168 time: 0.5014181 Jun 02 16:28:46.233072 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37178) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:46.243309 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc176e3f-db59-4acf-8141-95660a5d2f0d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:46.306808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-07074cab-6c8b-455e-9212-2244d644d74f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Synchronizing usage tracker for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:46.336079 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-07074cab-6c8b-455e-9212-2244d644d74f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Unset dirty status for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:46.344004 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-07074cab-6c8b-455e-9212-2244d644d74f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1068728 Jun 02 16:28:46.345488 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37180) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:46.353942 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-e79f04d6-4b60-4657-b778-d6c4de7db3fb tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group': {'name': 'tempest-secgroup--33459630'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:46.364243 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e79f04d6-4b60-4657-b778-d6c4de7db3fb tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:46.367951 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] For port 52999806-2e89-42e9-add9-81c5e30bd26f, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=52999806-2e89-42e9-add9-81c5e30bd26f,segment=NetworkSegment(74a45dc6-6488-4201-9e75-477e39067ed8),segment_id=74a45dc6-6488-4201-9e75-477e39067ed8)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:28:46.378818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:46.386554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e79f04d6-4b60-4657-b778-d6c4de7db3fb tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:46.393087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:46.412903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e79f04d6-4b60-4657-b778-d6c4de7db3fb tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:46.432450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:46.447902 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e79f04d6-4b60-4657-b778-d6c4de7db3fb tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:46.452985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e79f04d6-4b60-4657-b778-d6c4de7db3fb tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:46.486756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e79f04d6-4b60-4657-b778-d6c4de7db3fb tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:46.515958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e79f04d6-4b60-4657-b778-d6c4de7db3fb tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:46.599877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Deleting port 52999806-2e89-42e9-add9-81c5e30bd26f {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:46.599877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:46.607871 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Pushing event updated for resources: {'Port': ['ID=52999806-2e89-42e9-add9-81c5e30bd26f,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:46.614733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:46.667368 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e773a1fb-0829-4083-a01b-b76fb21bb07d None None] Network 8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:46.776908 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-fc176e3f-db59-4acf-8141-95660a5d2f0d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port d392083c-e59e-4011-a4d1-6b5dba817b6f {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:46.777294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc176e3f-db59-4acf-8141-95660a5d2f0d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:46.875046 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e79f04d6-4b60-4657-b778-d6c4de7db3fb tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:46.891806 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6721d841-7238-46fd-959e-88c30e862afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:43Z', 'revision_number': 7, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3eeced0e-2d2f-4a4b-a507-96ea44e91b69', 'name': '', 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:01:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:18Z', 'updated_at': '2021-06-02T16:28:32Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd392083c-e59e-4011-a4d1-6b5dba817b6f', 'name': '', 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:e4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:32Z', 'updated_at': '2021-06-02T16:28:42Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:46.899323 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e79f04d6-4b60-4657-b778-d6c4de7db3fb tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:46.899455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6721d841-7238-46fd-959e-88c30e862afe None None] The sync data for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv is: [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:43Z', 'revision_number': 7, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3eeced0e-2d2f-4a4b-a507-96ea44e91b69', 'name': '', 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:01:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:18Z', 'updated_at': '2021-06-02T16:28:32Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd392083c-e59e-4011-a4d1-6b5dba817b6f', 'name': '', 'network_id': '24eadc46-b3ba-4f0d-98a9-9f0cb8c17043', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:e4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:32Z', 'updated_at': '2021-06-02T16:28:42Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:28:46.928759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8277a2b5-0ade-4592-98bb-b1dadeae6631 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:46.939488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-fc176e3f-db59-4acf-8141-95660a5d2f0d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] For port d392083c-e59e-4011-a4d1-6b5dba817b6f, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d392083c-e59e-4011-a4d1-6b5dba817b6f,segment=NetworkSegment(8a5126ea-b971-4982-b0a1-7d8cf75e45ee),segment_id=8a5126ea-b971-4982-b0a1-7d8cf75e45ee)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:46.939905 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc176e3f-db59-4acf-8141-95660a5d2f0d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:46.951131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d556bbb9-5970-40f6-9c18-a955d057c1a7 None None] get_active_networks_info from dv-neutron-601336-83-hyperv {{(pid=92324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:28:47.005229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] For port 52999806-2e89-42e9-add9-81c5e30bd26f, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=52999806-2e89-42e9-add9-81c5e30bd26f,segment=NetworkSegment(74a45dc6-6488-4201-9e75-477e39067ed8),segment_id=74a45dc6-6488-4201-9e75-477e39067ed8)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:47.005661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:47.035824 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f04d6-4b60-4657-b778-d6c4de7db3fb tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6a9f83-57e2-48ef-b9e1-3733ef3d791a,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:47.040002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e79f04d6-4b60-4657-b778-d6c4de7db3fb tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:47.119164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-fc176e3f-db59-4acf-8141-95660a5d2f0d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for d392083c-e59e-4011-a4d1-6b5dba817b6f owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:47.128161 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d556bbb9-5970-40f6-9c18-a955d057c1a7 None None] Resources bound (agent type, host, resource id): {{(pid=92324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 16:28:47.198013 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37200) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:47.210974 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Calling delete_port for 52999806-2e89-42e9-add9-81c5e30bd26f owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:47.214182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e79f04d6-4b60-4657-b778-d6c4de7db3fb tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:47.215449 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e79f04d6-4b60-4657-b778-d6c4de7db3fb tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8685408 Jun 02 16:28:47.218614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37204) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:47.225235 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-47f55cb3-ce89-4f63-9869-7fc459f9dc6b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': '8b6a9f83-57e2-48ef-b9e1-3733ef3d791a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:47.225724 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-47f55cb3-ce89-4f63-9869-7fc459f9dc6b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 02 16:28:47.226275 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-47f55cb3-ce89-4f63-9869-7fc459f9dc6b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:47.227259 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-47f55cb3-ce89-4f63-9869-7fc459f9dc6b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076962 Jun 02 16:28:47.231610 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37206) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:47.245437 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-bcd95558-87be-4da6-8ad5-a2c9c52cc481 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': '8b6a9f83-57e2-48ef-b9e1-3733ef3d791a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:47.253293 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bcd95558-87be-4da6-8ad5-a2c9c52cc481 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:47.264283 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bcd95558-87be-4da6-8ad5-a2c9c52cc481 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:47.268335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bcd95558-87be-4da6-8ad5-a2c9c52cc481 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:47.275729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bcd95558-87be-4da6-8ad5-a2c9c52cc481 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:47.331497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc176e3f-db59-4acf-8141-95660a5d2f0d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:47.334991 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-bcd95558-87be-4da6-8ad5-a2c9c52cc481 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:47.338407 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bcd95558-87be-4da6-8ad5-a2c9c52cc481 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1030972 Jun 02 16:28:47.340460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:47.343304 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37208) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:47.344811 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-85df3d00-0c64-47e4-91e1-89ad89385ba5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:47.345210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d6621f7a-08b5-4050-b343-80b63b2b5d64 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:47.390705 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1966123326'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:47.398352 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6347d361-77b9-4613-9591-3e821fc3a632 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': '8b6a9f83-57e2-48ef-b9e1-3733ef3d791a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:47.399442 dv-neutron-601336-83-hyperv neutron-server[92323]: WARNING neutron.api.v2.base [None req-6347d361-77b9-4613-9591-3e821fc3a632 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 02 16:28:47.400091 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-6347d361-77b9-4613-9591-3e821fc3a632 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:47.401248 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6347d361-77b9-4613-9591-3e821fc3a632 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0128994 Jun 02 16:28:47.404285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37210) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:47.406880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:47.409475 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No DVR routers for this DVR port 52999806-2e89-42e9-add9-81c5e30bd26f on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:28:47.411937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Port': ['ID=52999806-2e89-42e9-add9-81c5e30bd26f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:47.414364 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:47.420802 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc176e3f-db59-4acf-8141-95660a5d2f0d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=d392083c-e59e-4011-a4d1-6b5dba817b6f,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:47.425539 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-3b6f98df-e927-413b-97b6-8b23a7ca2844 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': '8b6a9f83-57e2-48ef-b9e1-3733ef3d791a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:47.436193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fc176e3f-db59-4acf-8141-95660a5d2f0d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:47.449712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:network and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:47.456585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:47.474937 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3b6f98df-e927-413b-97b6-8b23a7ca2844 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:47.479105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:47.518085 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3b6f98df-e927-413b-97b6-8b23a7ca2844 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:47.524197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3b6f98df-e927-413b-97b6-8b23a7ca2844 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:47.536970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3b6f98df-e927-413b-97b6-8b23a7ca2844 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:47.560829 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:47.565095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:47.586699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:47.595277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:47.617673 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:47.626237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:47.634663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:security_group_rule and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:47.638633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a45dc6-6488-4201-9e75-477e39067ed8') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:47.638988 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a45dc6-6488-4201-9e75-477e39067ed8') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:47.647767 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:47.658773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:47.662778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:47.688203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:47.704463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:47.704892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:47.710118 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-3b6f98df-e927-413b-97b6-8b23a7ca2844 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:47.710559 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3b6f98df-e927-413b-97b6-8b23a7ca2844 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2940638 Jun 02 16:28:47.718965 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37212) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:47.723464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a777598f-3bf8-42d3-a9cb-8b6a54d97ea8 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': '8b6a9f83-57e2-48ef-b9e1-3733ef3d791a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:47.723948 dv-neutron-601336-83-hyperv neutron-server[92323]: WARNING neutron.api.v2.base [None req-a777598f-3bf8-42d3-a9cb-8b6a54d97ea8 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 02 16:28:47.724437 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-a777598f-3bf8-42d3-a9cb-8b6a54d97ea8 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:47.725371 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a777598f-3bf8-42d3-a9cb-8b6a54d97ea8 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056129 Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:47.725517 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:47.729871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37214) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:47.734434 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-05d2525f-81f9-4f44-b0d8-44e6d4335f2b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': '8b6a9f83-57e2-48ef-b9e1-3733ef3d791a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:47.756285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-05d2525f-81f9-4f44-b0d8-44e6d4335f2b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:47.764939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-05d2525f-81f9-4f44-b0d8-44e6d4335f2b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:47.769417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-05d2525f-81f9-4f44-b0d8-44e6d4335f2b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:47.781389 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-05d2525f-81f9-4f44-b0d8-44e6d4335f2b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:47.786393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc176e3f-db59-4acf-8141-95660a5d2f0d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:47.825448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:47.830349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:47.834324 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8f684c27-dffc-434b-90a0-bb4faa0e7317 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:47.851070 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-05d2525f-81f9-4f44-b0d8-44e6d4335f2b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Project 005ee9ad9cea4f98b0fea40d09582b2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:28:47.870557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Network': ['ID=8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:47.873031 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:47.912199 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30 HTTP/1.1" status: 204 len: 168 time: 3.6702201 Jun 02 16:28:47.916120 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37216) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:47.952208 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:47.961594 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfe6c5b-996a-4ab3-b4ef-ea2e6f4c0be4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] GET failed (client error): The resource could not be found. Jun 02 16:28:47.962145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7dfe6c5b-996a-4ab3-b4ef-ea2e6f4c0be4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Synchronizing usage tracker for tenant:655379d491bb41ae8544421a60b1f12a on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:47.965009 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:47.969720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2ab63e84-3643-4bf2-9c8a-1dae485bbb13 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:48.009363 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:28:48.020275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9591ee1-afcf-42eb-9635-3fc68300f329,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:48.024378 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:48.025008 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7dfe6c5b-996a-4ab3-b4ef-ea2e6f4c0be4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Unset dirty status for tenant:655379d491bb41ae8544421a60b1f12a on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:48.028808 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7dfe6c5b-996a-4ab3-b4ef-ea2e6f4c0be4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "GET /v2.0/subnets/7dfe799c-2371-418c-90e9-708d3503738f HTTP/1.1" status: 404 len: 337 time: 0.1090915 Jun 02 16:28:48.029309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37218) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:48.031275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:48.031614 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Added segment 124b1c2f-52b1-4f53-a936-dd015fd65993 of type vlan for network fa48a603-9892-417e-8df6-afa9bf80003d Jun 02 16:28:48.061360 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-534df80e-46d0-4a1b-b86b-4f035f828d98 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:48.061834 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534df80e-46d0-4a1b-b86b-4f035f828d98 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:48.079932 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-534df80e-46d0-4a1b-b86b-4f035f828d98 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30 HTTP/1.1" status: 404 len: 339 time: 0.0498888 Jun 02 16:28:48.086653 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:48.088622 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37220) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:48.120370 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:48.126205 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:48.126902 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:48.132452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:48.134985 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-05d2525f-81f9-4f44-b0d8-44e6d4335f2b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:48.135961 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-05d2525f-81f9-4f44-b0d8-44e6d4335f2b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4051628 Jun 02 16:28:48.141466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37222) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:48.153557 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-03fb04b5-4910-45a1-b28f-1ea1e290878a tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': '8b6a9f83-57e2-48ef-b9e1-3733ef3d791a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:48.154061 dv-neutron-601336-83-hyperv neutron-server[92323]: WARNING neutron.api.v2.base [None req-03fb04b5-4910-45a1-b28f-1ea1e290878a tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 02 16:28:48.154561 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-03fb04b5-4910-45a1-b28f-1ea1e290878a tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:48.155482 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-03fb04b5-4910-45a1-b28f-1ea1e290878a tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112467 Jun 02 16:28:48.165293 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37224) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:48.171362 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-cd859885-36f7-442f-a1a7-b78eba540004 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': '8b6a9f83-57e2-48ef-b9e1-3733ef3d791a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:48.177768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cd859885-36f7-442f-a1a7-b78eba540004 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:48.188006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cd859885-36f7-442f-a1a7-b78eba540004 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:48.244863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cd859885-36f7-442f-a1a7-b78eba540004 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:48.248627 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0492027 Jun 02 16:28:48.267810 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cd859885-36f7-442f-a1a7-b78eba540004 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:48.277350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Network': ['ID=fa48a603-9892-417e-8df6-afa9bf80003d,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:48.280556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:48.288904 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-cd859885-36f7-442f-a1a7-b78eba540004 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Project 005ee9ad9cea4f98b0fea40d09582b2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:28:48.297873 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network fa48a603-9892-417e-8df6-afa9bf80003d details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:28:48.324331 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-cd859885-36f7-442f-a1a7-b78eba540004 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:48.325984 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cd859885-36f7-442f-a1a7-b78eba540004 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1595387 Jun 02 16:28:48.328816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37226) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:48.334730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-3e4d1dfd-7b87-44fc-8107-ee335621d61f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': '8b6a9f83-57e2-48ef-b9e1-3733ef3d791a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:48.343422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-3e4d1dfd-7b87-44fc-8107-ee335621d61f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:48.348619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3e4d1dfd-7b87-44fc-8107-ee335621d61f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:48.353794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3e4d1dfd-7b87-44fc-8107-ee335621d61f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:48.364242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-3e4d1dfd-7b87-44fc-8107-ee335621d61f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:48.378996 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-3e4d1dfd-7b87-44fc-8107-ee335621d61f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Project 005ee9ad9cea4f98b0fea40d09582b2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:28:48.415674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd79cf5-d5dc-43a1-b1b9-950c299e00a7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:48.416400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5bd79cf5-d5dc-43a1-b1b9-950c299e00a7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Synchronizing usage tracker for tenant:655379d491bb41ae8544421a60b1f12a on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:48.420058 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-3e4d1dfd-7b87-44fc-8107-ee335621d61f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:48.424368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37228) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:48.425458 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3e4d1dfd-7b87-44fc-8107-ee335621d61f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0952332 Jun 02 16:28:48.465882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc176e3f-db59-4acf-8141-95660a5d2f0d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 13272a88-2b5a-41ca-b6a8-3f9883010680 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:28:48.469450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5bd79cf5-d5dc-43a1-b1b9-950c299e00a7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Unset dirty status for tenant:655379d491bb41ae8544421a60b1f12a on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:48.470638 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5bd79cf5-d5dc-43a1-b1b9-950c299e00a7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3806047 Jun 02 16:28:48.475062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37230) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:48.523837 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9cfa0055-aae4-4298-8309-ab1b2cac109b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2 HTTP/1.1" status: 200 len: 207 time: 0.0443406 Jun 02 16:28:48.524283 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37232) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:48.631951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-68f3db87-98cd-4a68-aa0d-b4bb28e3fd8f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:48.680674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-68f3db87-98cd-4a68-aa0d-b4bb28e3fd8f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:48.688571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc176e3f-db59-4acf-8141-95660a5d2f0d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:28:48.688819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b16495-3078-433b-b3ac-6542b9a250b9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:48.698778 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e24389b-b10f-40fe-b19b-6b194feb3739 None None] Sync routers for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:28:48.699405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b16495-3078-433b-b3ac-6542b9a250b9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:48.707172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b16495-3078-433b-b3ac-6542b9a250b9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:48.711045 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24389b-b10f-40fe-b19b-6b194feb3739 None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:48.712094 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7e24389b-b10f-40fe-b19b-6b194feb3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:48.718434 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b16495-3078-433b-b3ac-6542b9a250b9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:48.719929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-18b16495-3078-433b-b3ac-6542b9a250b9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Synchronizing usage tracker for tenant:655379d491bb41ae8544421a60b1f12a on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:48.724735 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fc176e3f-db59-4acf-8141-95660a5d2f0d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/13272a88-2b5a-41ca-b6a8-3f9883010680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6551723 Jun 02 16:28:48.728222 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37234) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:48.740538 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-18b16495-3078-433b-b3ac-6542b9a250b9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Unset dirty status for tenant:655379d491bb41ae8544421a60b1f12a on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:48.745633 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-18b16495-3078-433b-b3ac-6542b9a250b9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2203050 Jun 02 16:28:48.746316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37236) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:48.799515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffd28bd-88cd-4cb0-9529-116f2a121089 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting subnet c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:28:48.803425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4ffd28bd-88cd-4cb0-9529-116f2a121089 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:48.836502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-68f3db87-98cd-4a68-aa0d-b4bb28e3fd8f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:48.845102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-909de1da-b93d-4c8c-94ab-94fa45a53cf8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:48.868645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3db87-98cd-4a68-aa0d-b4bb28e3fd8f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6a9f83-57e2-48ef-b9e1-3733ef3d791a,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:48.882860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-68f3db87-98cd-4a68-aa0d-b4bb28e3fd8f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:48.887280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-68f3db87-98cd-4a68-aa0d-b4bb28e3fd8f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:48.890804 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-68f3db87-98cd-4a68-aa0d-b4bb28e3fd8f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "DELETE /v2.0/security-groups/8b6a9f83-57e2-48ef-b9e1-3733ef3d791a HTTP/1.1" status: 204 len: 168 time: 0.4629869 Jun 02 16:28:48.891111 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37238) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:48.908739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4ffd28bd-88cd-4cb0-9529-116f2a121089 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:48.920274 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-7e24389b-b10f-40fe-b19b-6b194feb3739 None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:28:48.941496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:49.003552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-878a0136-84b5-4bda-9b5d-945bcd6c8eb1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Synchronizing usage tracker for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:49.004674 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7af1a5dc-8d49-4f8d-a001-049ddf005b0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2570615 Jun 02 16:28:49.005672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37240) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:49.091549 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-878a0136-84b5-4bda-9b5d-945bcd6c8eb1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Unset dirty status for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:49.092922 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-878a0136-84b5-4bda-9b5d-945bcd6c8eb1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2009149 Jun 02 16:28:49.097429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37242) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:49.102176 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-9037ab6b-a562-41a7-9870-757cf5906df5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819317565'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:49.114338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9037ab6b-a562-41a7-9870-757cf5906df5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:49.116960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4ffd28bd-88cd-4cb0-9529-116f2a121089 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:49.146114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f74c1d-0dbe-4548-a768-6213594fcfdb tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:49.147601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f74c1d-0dbe-4548-a768-6213594fcfdb tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:49.148348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-90f74c1d-0dbe-4548-a768-6213594fcfdb tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Synchronizing usage tracker for tenant:655379d491bb41ae8544421a60b1f12a on resource:subnet {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:49.169037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9037ab6b-a562-41a7-9870-757cf5906df5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:49.192139 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-90f74c1d-0dbe-4548-a768-6213594fcfdb tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Unset dirty status for tenant:655379d491bb41ae8544421a60b1f12a on resource:subnet {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:49.197107 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-90f74c1d-0dbe-4548-a768-6213594fcfdb tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1840637 Jun 02 16:28:49.197107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37244) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:49.265802 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9037ab6b-a562-41a7-9870-757cf5906df5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:49.268299 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7e24389b-b10f-40fe-b19b-6b194feb3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:47Z', 'revision_number': 8, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3eeced0e-2d2f-4a4b-a507-96ea44e91b69', 'name': '', 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:01:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:18Z', 'updated_at': '2021-06-02T16:28:32Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:49.272402 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e24389b-b10f-40fe-b19b-6b194feb3739 None None] Checking router: 13272a88-2b5a-41ca-b6a8-3f9883010680 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:28:49.281522 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24389b-b10f-40fe-b19b-6b194feb3739 None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:49.282137 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7e24389b-b10f-40fe-b19b-6b194feb3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:49.373325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9037ab6b-a562-41a7-9870-757cf5906df5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:49.378104 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a14f22-2aa1-40f2-93a9-a1c331536253 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['shared'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:49.379677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a14f22-2aa1-40f2-93a9-a1c331536253 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['shared'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:49.387640 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-05a14f22-2aa1-40f2-93a9-a1c331536253 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1832869 Jun 02 16:28:49.387640 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37246) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:49.409930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9037ab6b-a562-41a7-9870-757cf5906df5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:49.426590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9037ab6b-a562-41a7-9870-757cf5906df5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:49.441790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9037ab6b-a562-41a7-9870-757cf5906df5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:49.447854 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-7e24389b-b10f-40fe-b19b-6b194feb3739 None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:28:49.651128 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eef5a1-956a-4c53-ab2c-6dcb51843cf5 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:49.657922 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-51eef5a1-956a-4c53-ab2c-6dcb51843cf5 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "GET /v2.0/networks/96eb33c5-a14f-4266-a728-b5005913ddf9 HTTP/1.1" status: 200 len: 800 time: 0.2649312 Jun 02 16:28:49.660455 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37248) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:49.698733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4ffd28bd-88cd-4cb0-9529-116f2a121089 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:49.708700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9037ab6b-a562-41a7-9870-757cf5906df5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:49.711187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-729f5f5b-3fd8-41b2-aaf1-954d77601c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:49.788832 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7e24389b-b10f-40fe-b19b-6b194feb3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:47Z', 'revision_number': 8, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3eeced0e-2d2f-4a4b-a507-96ea44e91b69', 'name': '', 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:01:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:18Z', 'updated_at': '2021-06-02T16:28:32Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:49.795440 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e24389b-b10f-40fe-b19b-6b194feb3739 None None] The sync data for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv is: [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:47Z', 'revision_number': 8, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3eeced0e-2d2f-4a4b-a507-96ea44e91b69', 'name': '', 'network_id': 'e19a9f0b-a10a-48a4-bc72-c09d8da343a7', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:01:a3:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:18Z', 'updated_at': '2021-06-02T16:28:32Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': 'f8c3cf4d-6a41-4341-8acd-eff352bef13d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:28:49.880949 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-658c7f97-9e90-4823-b231-59811669e4e1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "GET /v2.0/networks/96eb33c5-a14f-4266-a728-b5005913ddf9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2144036 Jun 02 16:28:49.881368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37250) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:49.916572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9037ab6b-a562-41a7-9870-757cf5906df5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:49.920887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd28bd-88cd-4cb0-9529-116f2a121089 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Subnet': ['ID=c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:49.923866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4ffd28bd-88cd-4cb0-9529-116f2a121089 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:49.926137 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-65919517-e29e-44e4-af3d-1d553ac07a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:49.934743 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4ffd28bd-88cd-4cb0-9529-116f2a121089 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:49.940790 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4d73f6-6c29-4c59-bbd0-f1abee86c6a5 None None] Network 24eadc46-b3ba-4f0d-98a9-9f0cb8c17043 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:49.947919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0eb607-2ef2-41ee-92a5-4a44618300bf tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:49.954024 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8d0eb607-2ef2-41ee-92a5-4a44618300bf tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "GET /v2.0/subnets/63fb0772-53d7-4264-b988-6258640bd13e HTTP/1.1" status: 200 len: 811 time: 0.0670276 Jun 02 16:28:49.954024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37252) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:49.973467 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4ffd28bd-88cd-4cb0-9529-116f2a121089 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d HTTP/1.1" status: 204 len: 168 time: 1.2442150 Jun 02 16:28:49.974322 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037ab6b-a562-41a7-9870-757cf5906df5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5160ceea-64be-4f63-9051-a4da384bea1a,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:49.976464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37254) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:49.995492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9037ab6b-a562-41a7-9870-757cf5906df5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:49.999442 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9037ab6b-a562-41a7-9870-757cf5906df5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:50.003283 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9037ab6b-a562-41a7-9870-757cf5906df5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9022496 Jun 02 16:28:50.003773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37256) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:50.013206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ddcc27d1-b7b2-4dc9-9506-a88a6ee551a1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': '5160ceea-64be-4f63-9051-a4da384bea1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:50.021777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ddcc27d1-b7b2-4dc9-9506-a88a6ee551a1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:50.027692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ddcc27d1-b7b2-4dc9-9506-a88a6ee551a1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:50.036801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ddcc27d1-b7b2-4dc9-9506-a88a6ee551a1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:50.048985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ddcc27d1-b7b2-4dc9-9506-a88a6ee551a1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:50.062962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb291360-0026-464d-8322-fd1d1ec515fb tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['shared'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:50.068389 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cb291360-0026-464d-8322-fd1d1ec515fb tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "GET /v2.0/subnets/63fb0772-53d7-4264-b988-6258640bd13e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1109083 Jun 02 16:28:50.069804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37258) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:50.075704 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-066fd37c-1b61-4e89-9e31-b11ce7772468 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1435807580'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:50.081581 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-066fd37c-1b61-4e89-9e31-b11ce7772468 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:50.094263 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-066fd37c-1b61-4e89-9e31-b11ce7772468 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:50.108820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:50.136967 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-ddcc27d1-b7b2-4dc9-9506-a88a6ee551a1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The resource could not be found. Jun 02 16:28:50.138331 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ddcc27d1-b7b2-4dc9-9506-a88a6ee551a1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1333413 Jun 02 16:28:50.141093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37260) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:50.147288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-467be13e-8aa9-4acf-8ec5-13fef78f5d47 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': '5160ceea-64be-4f63-9051-a4da384bea1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e180a466-e768-4e98-a693-90f7ad12ec9b'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:50.169138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-467be13e-8aa9-4acf-8ec5-13fef78f5d47 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:50.184353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-467be13e-8aa9-4acf-8ec5-13fef78f5d47 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:50.188224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-467be13e-8aa9-4acf-8ec5-13fef78f5d47 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:50.203883 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d392083c-e59e-4011-a4d1-6b5dba817b6f no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:28:50.209219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-467be13e-8aa9-4acf-8ec5-13fef78f5d47 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:50.225557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066fd37c-1b61-4e89-9e31-b11ce7772468 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:50.230584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-066fd37c-1b61-4e89-9e31-b11ce7772468 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:50.248769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port 2c15a5d1-8843-4aca-bf33-0bee3adf611b {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:50.249375 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:50.284243 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066fd37c-1b61-4e89-9e31-b11ce7772468 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:28:50.295656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: d392083c-e59e-4011-a4d1-6b5dba817b6f {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:28:50.296107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-066fd37c-1b61-4e89-9e31-b11ce7772468 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:50.296487 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d392083c-e59e-4011-a4d1-6b5dba817b6f not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:28:50.296918 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-066fd37c-1b61-4e89-9e31-b11ce7772468 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Added segment 6fad8f9a-ce35-4007-b010-cabb08898cea of type vlan for network efd8658b-3c59-4b07-88a6-4936fb69285c Jun 02 16:28:50.347098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-066fd37c-1b61-4e89-9e31-b11ce7772468 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:50.367935 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-467be13e-8aa9-4acf-8ec5-13fef78f5d47 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The resource could not be found. Jun 02 16:28:50.372219 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-467be13e-8aa9-4acf-8ec5-13fef78f5d47 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2270167 Jun 02 16:28:50.372219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37262) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:50.438910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] For port 2c15a5d1-8843-4aca-bf33-0bee3adf611b, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=2c15a5d1-8843-4aca-bf33-0bee3adf611b,segment=NetworkSegment(8a5126ea-b971-4982-b0a1-7d8cf75e45ee),segment_id=8a5126ea-b971-4982-b0a1-7d8cf75e45ee)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:50.439515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:50.448722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5356fa40-bace-450e-af91-3ac176265f12 None None] DHCP port deletion for 24eadc46-b3ba-4f0d-98a9-9f0cb8c17043 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:28:50.476858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a2b6b0ba-816a-4e41-a170-48e90e3fc7c2 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:50.509081 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a2b6b0ba-816a-4e41-a170-48e90e3fc7c2 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:50.580226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-5356fa40-bace-450e-af91-3ac176265f12 None None] Deleting port 2c15a5d1-8843-4aca-bf33-0bee3adf611b {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:50.580615 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5356fa40-bace-450e-af91-3ac176265f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:50.659933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for 2c15a5d1-8843-4aca-bf33-0bee3adf611b owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:50.716038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-066fd37c-1b61-4e89-9e31-b11ce7772468 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:50.726924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066fd37c-1b61-4e89-9e31-b11ce7772468 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:50.729347 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:50.733675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-066fd37c-1b61-4e89-9e31-b11ce7772468 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:50.748360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a6601c16-7798-48cc-8dab-9dc9930c4797 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:50.749003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cbf102a5-9717-4ec2-9d9c-e5bd8f39be76 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:50.767498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5356fa40-bace-450e-af91-3ac176265f12 None None] For port 2c15a5d1-8843-4aca-bf33-0bee3adf611b, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=2c15a5d1-8843-4aca-bf33-0bee3adf611b,segment=NetworkSegment(8a5126ea-b971-4982-b0a1-7d8cf75e45ee),segment_id=8a5126ea-b971-4982-b0a1-7d8cf75e45ee)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:50.768733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5356fa40-bace-450e-af91-3ac176265f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:50.792109 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a2b6b0ba-816a-4e41-a170-48e90e3fc7c2 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:50.853393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=2c15a5d1-8843-4aca-bf33-0bee3adf611b,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:50.861788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No DVR routers for this DVR port 2c15a5d1-8843-4aca-bf33-0bee3adf611b on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:28:50.864363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:50.907261 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-5356fa40-bace-450e-af91-3ac176265f12 None None] Calling delete_port for 2c15a5d1-8843-4aca-bf33-0bee3adf611b owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:50.938672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a2b6b0ba-816a-4e41-a170-48e90e3fc7c2 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:50.940278 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a2b6b0ba-816a-4e41-a170-48e90e3fc7c2 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "DELETE /v2.0/security-groups/5160ceea-64be-4f63-9051-a4da384bea1a HTTP/1.1" status: 204 len: 168 time: 0.5667958 Jun 02 16:28:50.941335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fd37c-1b61-4e89-9e31-b11ce7772468 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Network': ['ID=efd8658b-3c59-4b07-88a6-4936fb69285c,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:50.943602 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37264) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:50.954668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network efd8658b-3c59-4b07-88a6-4936fb69285c details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:28:50.961783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-066fd37c-1b61-4e89-9e31-b11ce7772468 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:50.962456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7b6c622b-86c1-450b-a973-d80b178ad3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:50.978558 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-066fd37c-1b61-4e89-9e31-b11ce7772468 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9042377 Jun 02 16:28:50.980563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6b0ba-816a-4e41-a170-48e90e3fc7c2 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5160ceea-64be-4f63-9051-a4da384bea1a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:50.980727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37266) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:50.985119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a2b6b0ba-816a-4e41-a170-48e90e3fc7c2 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:50.998731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'subnet': {'network_id': 'efd8658b-3c59-4b07-88a6-4936fb69285c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:51.017997 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d2484f7c-6df0-4610-ab67-e0f136df162b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Synchronizing usage tracker for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:51.030612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d2484f7c-6df0-4610-ab67-e0f136df162b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Unset dirty status for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:51.031893 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d2484f7c-6df0-4610-ab67-e0f136df162b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0866518 Jun 02 16:28:51.046408 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37268) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:51.056619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d9d938ed-66da-4078-8a44-85d022406ff5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': '0ba7ef2d-8061-448e-b432-d3f01c6c56c8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:51.075704 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d9d938ed-66da-4078-8a44-85d022406ff5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:51.090165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d9d938ed-66da-4078-8a44-85d022406ff5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:51.098950 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d9d938ed-66da-4078-8a44-85d022406ff5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:51.100816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5356fa40-bace-450e-af91-3ac176265f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.113327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d9d938ed-66da-4078-8a44-85d022406ff5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:51.114867 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:51.143668 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.175235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356fa40-bace-450e-af91-3ac176265f12 None None] Pushing event deleted for resources: {'Port': ['ID=2c15a5d1-8843-4aca-bf33-0bee3adf611b,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:51.178734 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5356fa40-bace-450e-af91-3ac176265f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:51.180402 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5356fa40-bace-450e-af91-3ac176265f12 None None] No DVR routers for this DVR port 2c15a5d1-8843-4aca-bf33-0bee3adf611b on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:28:51.196602 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-d9d938ed-66da-4078-8a44-85d022406ff5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The resource could not be found. Jun 02 16:28:51.197649 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d9d938ed-66da-4078-8a44-85d022406ff5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1502116 Jun 02 16:28:51.201232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37270) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:51.205791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-efe61be8-bffd-4000-a860-bb348633f550 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411838818'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:51.212253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-efe61be8-bffd-4000-a860-bb348633f550 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:51.222771 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-efe61be8-bffd-4000-a860-bb348633f550 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:51.237211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efe61be8-bffd-4000-a860-bb348633f550 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.248672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24eadc46-b3ba-4f0d-98a9-9f0cb8c17043']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:51.261731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-efe61be8-bffd-4000-a860-bb348633f550 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:51.266614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-efe61be8-bffd-4000-a860-bb348633f550 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:51.270292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-efe61be8-bffd-4000-a860-bb348633f550 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:51.276634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-efe61be8-bffd-4000-a860-bb348633f550 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:51.281884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5126ea-b971-4982-b0a1-7d8cf75e45ee') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:51.282897 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5126ea-b971-4982-b0a1-7d8cf75e45ee') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:51.299859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.316167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:51.330335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.332638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:51.340683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:51.341089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:51.357104 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:51.387870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efe61be8-bffd-4000-a860-bb348633f550 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.394144 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efe61be8-bffd-4000-a860-bb348633f550 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.424611 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3c9234ca-16e3-40dd-bbe5-03fd1742fe14 tempest-NegativeSecGroupTest-1763322615 tempest-NegativeSecGroupTest-1763322615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:51.438596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Made reservation on behalf of 655379d491bb41ae8544421a60b1f12a for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:51.440580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efe61be8-bffd-4000-a860-bb348633f550 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.442220 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-efe61be8-bffd-4000-a860-bb348633f550 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2400239 Jun 02 16:28:51.442998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.446179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37272) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:51.452361 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group': {'name': 'tempest-secgroup--39200395'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:51.468597 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:51.479446 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:51.483881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:51.488346 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe61be8-bffd-4000-a860-bb348633f550 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ca662a-649f-49d8-b5cd-b1b5d0c23609,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:51.497849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37274) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:51.498963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-efe61be8-bffd-4000-a860-bb348633f550 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:51.501430 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:51.507737 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'subnet': {'network_id': 'fa48a603-9892-417e-8df6-afa9bf80003d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:51.539263 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.555108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-67f69006-d5ec-4c24-b596-5a18fb97f352 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:51.574614 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.585105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.ipam_backend_mixin [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Performing IP validity checks on allocation pools {{(pid=92323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 16:28:51.585621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.ipam_backend_mixin [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 16:28:51.590443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Network': ['ID=24eadc46-b3ba-4f0d-98a9-9f0cb8c17043,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:51.590613 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.598243 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:51.605974 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/networks/24eadc46-b3ba-4f0d-98a9-9f0cb8c17043 HTTP/1.1" status: 204 len: 168 time: 1.6285064 Jun 02 16:28:51.608968 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37276) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:51.640616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:51.647594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:51.650341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:51.652496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:51.658653 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:subnet and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:51.661297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:51.663333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:51.671246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:51.698571 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:51.702189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.860918 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.867284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.872593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3a888732-8fa1-4b97-8942-4e2972bb0f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:51.955810 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1113b740-ebb4-41c8-9adc-4585428af6fb,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:51.967410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:51.970693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:51.971915 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5247691 Jun 02 16:28:51.974977 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37278) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:51.980014 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-2971d47e-a3a1-4f03-9249-5d248f01c1c1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': '39ca662a-649f-49d8-b5cd-b1b5d0c23609', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1113b740-ebb4-41c8-9adc-4585428af6fb'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:51.989663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2971d47e-a3a1-4f03-9249-5d248f01c1c1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:52.001663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2971d47e-a3a1-4f03-9249-5d248f01c1c1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:52.006538 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2971d47e-a3a1-4f03-9249-5d248f01c1c1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:52.015995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2971d47e-a3a1-4f03-9249-5d248f01c1c1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:52.082722 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-2971d47e-a3a1-4f03-9249-5d248f01c1c1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:52.083772 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2971d47e-a3a1-4f03-9249-5d248f01c1c1 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1078551 Jun 02 16:28:52.087492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37280) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:52.219975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-14dab7a8-a502-4c8e-ad8c-c7d925ae4eb9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.246612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 2c15a5d1-8843-4aca-bf33-0bee3adf611b no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:28:52.259088 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-14dab7a8-a502-4c8e-ad8c-c7d925ae4eb9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.283330 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 2c15a5d1-8843-4aca-bf33-0bee3adf611b {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:28:52.284145 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 2c15a5d1-8843-4aca-bf33-0bee3adf611b not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:28:52.368533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-14dab7a8-a502-4c8e-ad8c-c7d925ae4eb9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.379022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1542a074-2a29-4670-972c-d1d0ff556b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:52.396779 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dab7a8-a502-4c8e-ad8c-c7d925ae4eb9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1113b740-ebb4-41c8-9adc-4585428af6fb,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:52.405650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-14dab7a8-a502-4c8e-ad8c-c7d925ae4eb9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:52.414123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-14dab7a8-a502-4c8e-ad8c-c7d925ae4eb9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.418025 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-14dab7a8-a502-4c8e-ad8c-c7d925ae4eb9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "DELETE /v2.0/security-groups/1113b740-ebb4-41c8-9adc-4585428af6fb HTTP/1.1" status: 204 len: 168 time: 0.3268852 Jun 02 16:28:52.419667 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37282) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:52.426402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.430545 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:52.511447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Subnet': ['ID=9f102a33-fdf1-4848-80e2-c0b2973c9ce6,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:52.516460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:52.526127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Checking segment: {'id': '124b1c2f-52b1-4f53-a936-dd015fd65993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fa48a603-9892-417e-8df6-afa9bf80003d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:52.526473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network hostable DHCP agents. Network: fa48a603-9892-417e-8df6-afa9bf80003d, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:28:52.544652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network fa48a603-9892-417e-8df6-afa9bf80003d is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:28:52.554226 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e2a43f22-de10-4282-9dc3-aaee41e3ff21 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Synchronizing usage tracker for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:52.558158 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, fa48a603-9892-417e-8df6-afa9bf80003d) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:52.575119 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8bb98b-c4a6-474c-b1cb-c80ebce42023 None None] Network fa48a603-9892-417e-8df6-afa9bf80003d requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:52.577045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:52.578290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.606695 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1065009 Jun 02 16:28:52.612533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37284) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:52.618357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363568132'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:52.624511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:52.628315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e2a43f22-de10-4282-9dc3-aaee41e3ff21 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Unset dirty status for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:52.629705 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e2a43f22-de10-4282-9dc3-aaee41e3ff21 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2104423 Jun 02 16:28:52.634547 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37286) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:52.637373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:network and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:52.653174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:52.659148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11080d1e-ba90-4db3-bb2f-8708c3012db1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.664945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:52.698843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:52.702472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.724202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.745894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d763dedb-7b6b-4469-944f-0d4ca15ab2c8 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.761022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:28:52.782102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:52.784885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.785433 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Added segment 95bb463c-feea-40e1-8dac-c4253184a988 of type vlan for network 05fc0328-107d-45ed-8929-407fc9090c62 Jun 02 16:28:52.792989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d763dedb-7b6b-4469-944f-0d4ca15ab2c8 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.826846 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-fa48a603-9892-417e-8df6-afa9bf80003d', 'network_id': 'fa48a603-9892-417e-8df6-afa9bf80003d', 'tenant_id': '2684ba8687b441f3b1da1962438fb67b', 'fixed_ips': [{'subnet_id': '9f102a33-fdf1-4848-80e2-c0b2973c9ce6'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:28:52.827857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.845759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.880630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.886985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:52.887655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.894217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:52.908330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d763dedb-7b6b-4469-944f-0d4ca15ab2c8 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:52.943484 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Subnet': ['ID=c01e5e00-6c80-428a-972e-9b13da7884d4,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:52.952233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:52.998101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Checking segment: {'id': '6fad8f9a-ce35-4007-b010-cabb08898cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'efd8658b-3c59-4b07-88a6-4936fb69285c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:52.998101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network hostable DHCP agents. Network: efd8658b-3c59-4b07-88a6-4936fb69285c, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:28:53.000197 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Allocated IP 2001:db8:0:ffff::2 (fa48a603-9892-417e-8df6-afa9bf80003d/9f102a33-fdf1-4848-80e2-c0b2973c9ce6/04abfa73-402c-499e-97de-945dd7a594c0) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:28:53.015671 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3992789 Jun 02 16:28:53.016022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37288) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:53.017214 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Network': ['ID=05fc0328-107d-45ed-8929-407fc9090c62,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:53.021207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d763dedb-7b6b-4469-944f-0d4ca15ab2c8 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:53.021671 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d763dedb-7b6b-4469-944f-0d4ca15ab2c8 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "DELETE /v2.0/security-groups/39ca662a-649f-49d8-b5cd-b1b5d0c23609 HTTP/1.1" status: 204 len: 168 time: 0.3853514 Jun 02 16:28:53.022287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:53.022812 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-547ec7d2-b08a-408e-9e84-0ff07990e2bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:53.027917 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'subnet': {'network_id': '05fc0328-107d-45ed-8929-407fc9090c62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:53.031892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37290) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:53.042462 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 05fc0328-107d-45ed-8929-407fc9090c62 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:28:53.049348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763dedb-7b6b-4469-944f-0d4ca15ab2c8 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ca662a-649f-49d8-b5cd-b1b5d0c23609,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:53.053982 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d763dedb-7b6b-4469-944f-0d4ca15ab2c8 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:53.087974 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c6d498fb-30ee-47f7-9253-d5eaff07aacd tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Synchronizing usage tracker for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:53.104609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c6d498fb-30ee-47f7-9253-d5eaff07aacd tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Unset dirty status for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:53.110722 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c6d498fb-30ee-47f7-9253-d5eaff07aacd tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775690 Jun 02 16:28:53.111490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37292) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:53.116675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ceccd3ac-5dbe-446e-8737-64b7ecede5cc tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group': {'name': 'tempest-secgroup--845152050'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:53.123828 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ceccd3ac-5dbe-446e-8737-64b7ecede5cc tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:53.134875 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ceccd3ac-5dbe-446e-8737-64b7ecede5cc tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:53.142758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Network efd8658b-3c59-4b07-88a6-4936fb69285c is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:28:53.147597 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ceccd3ac-5dbe-446e-8737-64b7ecede5cc tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:53.176643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, efd8658b-3c59-4b07-88a6-4936fb69285c) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:53.177509 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ceccd3ac-5dbe-446e-8737-64b7ecede5cc tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:53.180745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:53.184657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ceccd3ac-5dbe-446e-8737-64b7ecede5cc tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:53.188234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ceccd3ac-5dbe-446e-8737-64b7ecede5cc tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:53.191148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:subnet and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:53.195311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ceccd3ac-5dbe-446e-8737-64b7ecede5cc tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:53.198216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:53.206258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:53.206789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:53.212257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:53.243056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae776bf-45d1-4335-9f76-0c1215348a61 None None] Network efd8658b-3c59-4b07-88a6-4936fb69285c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:53.283841 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:53.287250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ceccd3ac-5dbe-446e-8737-64b7ecede5cc tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:53.287477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:53.292560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ceccd3ac-5dbe-446e-8737-64b7ecede5cc tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:53.298977 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a5615c7d-f765-49f7-9e3f-17fe45d60022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:53.320654 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3262720 Jun 02 16:28:53.324317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37294) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:53.331202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-7dfb5d13-af3b-4599-b6e2-fefdab662054 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:53.401149 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccd3ac-5dbe-446e-8737-64b7ecede5cc tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b1c1c2-305b-4617-a896-7208dd846bbd,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:53.420975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ceccd3ac-5dbe-446e-8737-64b7ecede5cc tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:53.424722 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ceccd3ac-5dbe-446e-8737-64b7ecede5cc tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:53.425934 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ceccd3ac-5dbe-446e-8737-64b7ecede5cc tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3133512 Jun 02 16:28:53.429053 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37296) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:53.433753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-13266f2a-2ee0-4c49-bc75-342e280709c3 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': 'c0b1c1c2-305b-4617-a896-7208dd846bbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:53.445559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-13266f2a-2ee0-4c49-bc75-342e280709c3 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:53.467239 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:53.478763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Transition to ACTIVE for port object 04abfa73-402c-499e-97de-945dd7a594c0 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:53.491015 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-13266f2a-2ee0-4c49-bc75-342e280709c3 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:53.494138 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-11080d1e-ba90-4db3-bb2f-8708c3012db1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:53.494687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11080d1e-ba90-4db3-bb2f-8708c3012db1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:53.498051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Transition to ACTIVE for port object 04abfa73-402c-499e-97de-945dd7a594c0 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:53.498846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-13266f2a-2ee0-4c49-bc75-342e280709c3 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:53.510328 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-13266f2a-2ee0-4c49-bc75-342e280709c3 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:53.510553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:53.516312 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-38ef0248-e1ad-44c8-ad4d-fb6bf1415023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:53.537565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7dfb5d13-af3b-4599-b6e2-fefdab662054 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15763423'] for subnet, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:53.571388 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-13266f2a-2ee0-4c49-bc75-342e280709c3 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:53.575285 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-13266f2a-2ee0-4c49-bc75-342e280709c3 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1425416 Jun 02 16:28:53.604792 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37298) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:53.609696 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-13903a07-6a92-4907-a314-fbff955a89c5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group_rule': {'security_group_id': 'c0b1c1c2-305b-4617-a896-7208dd846bbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:53.610707 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Network fa48a603-9892-417e-8df6-afa9bf80003d is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:53.617541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:53.621862 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-13903a07-6a92-4907-a314-fbff955a89c5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:53.623446 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:28:53.625897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Pushing event updated for resources: {'Port': ['ID=04abfa73-402c-499e-97de-945dd7a594c0,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:53.629617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-13903a07-6a92-4907-a314-fbff955a89c5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:53.637966 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-13903a07-6a92-4907-a314-fbff955a89c5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:53.647617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-13903a07-6a92-4907-a314-fbff955a89c5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:53.663543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:53.798530 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Attempting to bind port 04abfa73-402c-499e-97de-945dd7a594c0 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:28:53.798894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Attempting to bind port 04abfa73-402c-499e-97de-945dd7a594c0 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '124b1c2f-52b1-4f53-a936-dd015fd65993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fa48a603-9892-417e-8df6-afa9bf80003d'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:28:53.799168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Attempting to bind port 04abfa73-402c-499e-97de-945dd7a594c0 on network fa48a603-9892-417e-8df6-afa9bf80003d {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:28:53.819329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:28:53.819816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Checking segment: {'id': '124b1c2f-52b1-4f53-a936-dd015fd65993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fa48a603-9892-417e-8df6-afa9bf80003d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:53.820159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:53.820564 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Bound using segment: {'id': '124b1c2f-52b1-4f53-a936-dd015fd65993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fa48a603-9892-417e-8df6-afa9bf80003d'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:28:53.821072 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Bound port: 04abfa73-402c-499e-97de-945dd7a594c0, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124b1c2f-52b1-4f53-a936-dd015fd65993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fa48a603-9892-417e-8df6-afa9bf80003d'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:28:53.821466 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:53.834624 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-efd8658b-3c59-4b07-88a6-4936fb69285c', 'network_id': 'efd8658b-3c59-4b07-88a6-4936fb69285c', 'tenant_id': '655379d491bb41ae8544421a60b1f12a', 'fixed_ips': [{'subnet_id': 'c01e5e00-6c80-428a-972e-9b13da7884d4'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:28:53.835476 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:53.899105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-11080d1e-ba90-4db3-bb2f-8708c3012db1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] For port 3eeced0e-2d2f-4a4b-a507-96ea44e91b69, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3eeced0e-2d2f-4a4b-a507-96ea44e91b69,segment=NetworkSegment(f4422c49-14a6-4c03-944f-2b1a5eaf0e7e),segment_id=f4422c49-14a6-4c03-944f-2b1a5eaf0e7e)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:53.899487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11080d1e-ba90-4db3-bb2f-8708c3012db1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:53.899735 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-13903a07-6a92-4907-a314-fbff955a89c5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:28:53.903435 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-13903a07-6a92-4907-a314-fbff955a89c5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2951150 Jun 02 16:28:53.905234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37300) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:54.013723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7dfb5d13-af3b-4599-b6e2-fefdab662054 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746509502437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16447431'] for subnet, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.019941 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dc812907-8af3-4209-85be-c01972294b1b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:54.042437 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-11080d1e-ba90-4db3-bb2f-8708c3012db1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:54.049858 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] For port 04abfa73-402c-499e-97de-945dd7a594c0, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:28:54.054901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e4b16d48-b88e-49dc-b727-d9d47794b3fe tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.070501 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] For port 04abfa73-402c-499e-97de-945dd7a594c0, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=04abfa73-402c-499e-97de-945dd7a594c0,segment=NetworkSegment(124b1c2f-52b1-4f53-a936-dd015fd65993),segment_id=124b1c2f-52b1-4f53-a936-dd015fd65993)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:28:54.080669 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.089865 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-439ff206-ab24-412d-8e2b-88b2c7e7bbb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:54.105596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e4b16d48-b88e-49dc-b727-d9d47794b3fe tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.115515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfb5d13-af3b-4599-b6e2-fefdab662054 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:54.116131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7dfb5d13-af3b-4599-b6e2-fefdab662054 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.120035 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7dfb5d13-af3b-4599-b6e2-fefdab662054 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "PUT /v2.0/subnets/c01e5e00-6c80-428a-972e-9b13da7884d4 HTTP/1.1" status: 200 len: 877 time: 0.7913678 Jun 02 16:28:54.121152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37302) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:54.129460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Allocated IP 172.20.0.3 (efd8658b-3c59-4b07-88a6-4936fb69285c/c01e5e00-6c80-428a-972e-9b13da7884d4/09f8389f-8086-4c06-bee2-2eda0f9369ff) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:28:54.137857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb5d13-af3b-4599-b6e2-fefdab662054 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event updated for resources: {'Subnet': ['ID=c01e5e00-6c80-428a-972e-9b13da7884d4,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:54.141772 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7dfb5d13-af3b-4599-b6e2-fefdab662054 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:54.174758 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e4b16d48-b88e-49dc-b727-d9d47794b3fe tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.179870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ab9c9173-c9d5-466c-a82b-3490df76cd28 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:54.198119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b16d48-b88e-49dc-b727-d9d47794b3fe tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b1c1c2-305b-4617-a896-7208dd846bbd,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:54.202626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e4b16d48-b88e-49dc-b727-d9d47794b3fe tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:54.206163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e4b16d48-b88e-49dc-b727-d9d47794b3fe tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.207764 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e4b16d48-b88e-49dc-b727-d9d47794b3fe tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "DELETE /v2.0/security-groups/c0b1c1c2-305b-4617-a896-7208dd846bbd HTTP/1.1" status: 204 len: 168 time: 0.3016210 Jun 02 16:28:54.210850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37304) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:54.264503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c393e0ce-eb7a-4940-81b7-7d51470acc80 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Synchronizing usage tracker for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:54.281359 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c393e0ce-eb7a-4940-81b7-7d51470acc80 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Unset dirty status for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:54.286619 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c393e0ce-eb7a-4940-81b7-7d51470acc80 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711064 Jun 02 16:28:54.288417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37306) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:54.292996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d2401298-9499-4551-9068-45059d681804 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625434330'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:54.302317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d2401298-9499-4551-9068-45059d681804 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:54.319790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d2401298-9499-4551-9068-45059d681804 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:54.333471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.338922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d2401298-9499-4551-9068-45059d681804 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.340504 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Pushing event updated for resources: {'Port': ['ID=04abfa73-402c-499e-97de-945dd7a594c0,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:54.367770 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:54.369224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d2401298-9499-4551-9068-45059d681804 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:54.374361 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d2401298-9499-4551-9068-45059d681804 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Usage tracker for resource:security_group_rule and tenant:005ee9ad9cea4f98b0fea40d09582b2c is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:54.378267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d2401298-9499-4551-9068-45059d681804 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:54.386030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d2401298-9499-4551-9068-45059d681804 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:54.442861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.456578 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Transition to ACTIVE for port object 09f8389f-8086-4c06-bee2-2eda0f9369ff will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:54.503168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Transition to ACTIVE for port object 09f8389f-8086-4c06-bee2-2eda0f9369ff will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:54.510397 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.515662 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:54.527302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d2401298-9499-4551-9068-45059d681804 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.533056 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d2401298-9499-4551-9068-45059d681804 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.538619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-081019b9-8d0d-40cd-a153-b418986d59a9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:54.564044 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.604345 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Pushing event updated for resources: {'Port': ['ID=09f8389f-8086-4c06-bee2-2eda0f9369ff,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:54.604767 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d2401298-9499-4551-9068-45059d681804 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.610679 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d2401298-9499-4551-9068-45059d681804 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3171344 Jun 02 16:28:54.610958 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:54.615766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.618041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Network efd8658b-3c59-4b07-88a6-4936fb69285c is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:54.622508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37308) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:54.624082 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-44cabb5e-c313-44e9-a15c-d47cbe15acc0 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:54.625415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:54.627474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a3423834-39d6-43e7-8aeb-41276d3bbff5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:54.627942 dv-neutron-601336-83-hyperv neutron-server[92322]: WARNING neutron.api.v2.base [None req-a3423834-39d6-43e7-8aeb-41276d3bbff5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 02 16:28:54.628172 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:28:54.628445 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-a3423834-39d6-43e7-8aeb-41276d3bbff5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] update failed (client error): There was a conflict when trying to complete your request. Jun 02 16:28:54.633583 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a3423834-39d6-43e7-8aeb-41276d3bbff5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "PUT /v2.0/security-groups/0b6bf467-5d64-4e4d-be63-c5007c00a24d HTTP/1.1" status: 409 len: 330 time: 0.0067945 Jun 02 16:28:54.635005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37310) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:54.671404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2401298-9499-4551-9068-45059d681804 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6bf467-5d64-4e4d-be63-c5007c00a24d,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:54.686669 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d2401298-9499-4551-9068-45059d681804 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:54.710232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae571-fd8b-4441-9ba6-11f40d8c74af tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.740296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Attempting to bind port 09f8389f-8086-4c06-bee2-2eda0f9369ff on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:28:54.740682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Attempting to bind port 09f8389f-8086-4c06-bee2-2eda0f9369ff by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '6fad8f9a-ce35-4007-b010-cabb08898cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'efd8658b-3c59-4b07-88a6-4936fb69285c'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:28:54.741059 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Attempting to bind port 09f8389f-8086-4c06-bee2-2eda0f9369ff on network efd8658b-3c59-4b07-88a6-4936fb69285c {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:28:54.745370 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae571-fd8b-4441-9ba6-11f40d8c74af tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.746916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:28:54.747305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Checking segment: {'id': '6fad8f9a-ce35-4007-b010-cabb08898cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'efd8658b-3c59-4b07-88a6-4936fb69285c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:54.747714 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.748114 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Bound using segment: {'id': '6fad8f9a-ce35-4007-b010-cabb08898cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'efd8658b-3c59-4b07-88a6-4936fb69285c'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:28:54.748592 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Bound port: 09f8389f-8086-4c06-bee2-2eda0f9369ff, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fad8f9a-ce35-4007-b010-cabb08898cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'efd8658b-3c59-4b07-88a6-4936fb69285c'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:28:54.748972 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.758889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11080d1e-ba90-4db3-bb2f-8708c3012db1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.808056 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae571-fd8b-4441-9ba6-11f40d8c74af tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.813617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e4b16d48-b88e-49dc-b727-d9d47794b3fe tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:54.829874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ae571-fd8b-4441-9ba6-11f40d8c74af tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6bf467-5d64-4e4d-be63-c5007c00a24d,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:54.834625 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Subnet': ['ID=97dc7bdb-67fb-4937-b46f-42c53e76bd8f,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:54.839071 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1f9ae571-fd8b-4441-9ba6-11f40d8c74af tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:54.845699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:54.847865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae571-fd8b-4441-9ba6-11f40d8c74af tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.849541 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1f9ae571-fd8b-4441-9ba6-11f40d8c74af tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "DELETE /v2.0/security-groups/0b6bf467-5d64-4e4d-be63-c5007c00a24d HTTP/1.1" status: 204 len: 168 time: 0.2141232 Jun 02 16:28:54.850471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2e43b4ef-ccbb-4d16-a426-c3cd06b5bb85 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:54.852153 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37312) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:54.872384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] For port 09f8389f-8086-4c06-bee2-2eda0f9369ff, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:28:54.876521 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] For port 09f8389f-8086-4c06-bee2-2eda0f9369ff, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=09f8389f-8086-4c06-bee2-2eda0f9369ff,segment=NetworkSegment(6fad8f9a-ce35-4007-b010-cabb08898cea),segment_id=6fad8f9a-ce35-4007-b010-cabb08898cea)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:28:54.881515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:54.888682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:54.921480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6e2378f9-17d5-4797-ae15-c8c58691da5f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Synchronizing usage tracker for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:28:54.943604 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6e2378f9-17d5-4797-ae15-c8c58691da5f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Unset dirty status for tenant:005ee9ad9cea4f98b0fea40d09582b2c on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:28:54.945294 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6e2378f9-17d5-4797-ae15-c8c58691da5f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0916526 Jun 02 16:28:54.949551 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37314) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:54.969741 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-a9236b06-d68a-494b-ae09-802b4b1e7011 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] delete failed (client error): The resource could not be found. Jun 02 16:28:54.974762 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a9236b06-d68a-494b-ae09-802b4b1e7011 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "DELETE /v2.0/security-groups/2d9f73aa-27f1-4491-b8a2-0fee733d74d2 HTTP/1.1" status: 404 len: 347 time: 0.0195036 Jun 02 16:28:54.974994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11080d1e-ba90-4db3-bb2f-8708c3012db1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=3eeced0e-2d2f-4a4b-a507-96ea44e91b69,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:54.975217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Checking segment: {'id': '95bb463c-feea-40e1-8dac-c4253184a988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '05fc0328-107d-45ed-8929-407fc9090c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:54.975522 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37316) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:54.975635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network hostable DHCP agents. Network: 05fc0328-107d-45ed-8929-407fc9090c62, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:28:54.983265 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-11080d1e-ba90-4db3-bb2f-8708c3012db1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:54.993656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Pushing event updated for resources: {'Port': ['ID=09f8389f-8086-4c06-bee2-2eda0f9369ff,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:54.996924 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-9856fc4d-c871-4152-b559-50e749a16e0e tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] show failed (client error): The resource could not be found. Jun 02 16:28:54.997296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:54.997986 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9856fc4d-c871-4152-b559-50e749a16e0e tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "GET /v2.0/security-groups/1de24a51-1eda-44dc-8ae5-11cb5e00a578 HTTP/1.1" status: 404 len: 347 time: 0.0215271 Jun 02 16:28:55.002000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37318) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:55.017645 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-99f52842-0d7e-4e42-8b4d-865813e6a6ac tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] show failed (client error): The resource could not be found. Jun 02 16:28:55.018808 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-99f52842-0d7e-4e42-8b4d-865813e6a6ac tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] 10.222.0.50 "GET /v2.0/security-group-rules/5829d08b-8821-48e5-905a-c132014c33b1 HTTP/1.1" status: 404 len: 356 time: 0.0157437 Jun 02 16:28:55.097680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network 05fc0328-107d-45ed-8929-407fc9090c62 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:28:55.234761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 05fc0328-107d-45ed-8929-407fc9090c62) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:55.264999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae612c0-8f4f-454c-adff-e501c786ef5a None None] Network 05fc0328-107d-45ed-8929-407fc9090c62 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:55.323298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:55.324159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:55.439992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37324) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:55.481514 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4642065 Jun 02 16:28:55.484270 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37328) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:55.504991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11080d1e-ba90-4db3-bb2f-8708c3012db1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:55.539453 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:55.550220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e0acdaf2-ea9e-49af-ae48-1348f3dcdd04 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:55.680548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-05fc0328-107d-45ed-8929-407fc9090c62', 'network_id': '05fc0328-107d-45ed-8929-407fc9090c62', 'tenant_id': '2684ba8687b441f3b1da1962438fb67b', 'fixed_ips': [{'subnet_id': '97dc7bdb-67fb-4937-b46f-42c53e76bd8f'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:28:55.682210 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:55.736693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:55.794813 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d552c333-216d-464f-9cab-5b6d07417edc None None] Network fa48a603-9892-417e-8df6-afa9bf80003d requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:55.838598 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-61ad65bc-aa81-4b7b-ae1d-5632fbd6f039 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=005ee9ad9cea4f98b0fea40d09582b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950782 Jun 02 16:28:55.841260 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37330) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:55.881286 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:55.889606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Subnet': ['ID=c01e5e00-6c80-428a-972e-9b13da7884d4,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:55.900074 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:55.964522 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Allocated IP 2001:db8::1 (05fc0328-107d-45ed-8929-407fc9090c62/97dc7bdb-67fb-4937-b46f-42c53e76bd8f/981fbc34-74b0-490f-baf8-427e72a5c1f3) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:28:56.058919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.110721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.114552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.132205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd8658b-3c59-4b07-88a6-4936fb69285c']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:56.148544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fad8f9a-ce35-4007-b010-cabb08898cea') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:56.148999 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fad8f9a-ce35-4007-b010-cabb08898cea') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:56.164062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.186232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.195251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:56.195750 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.216915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.235926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Transition to ACTIVE for port object 981fbc34-74b0-490f-baf8-427e72a5c1f3 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:56.254809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.261166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4ffca1a3-06e0-4f6c-8971-384e38f892a7 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:56.285544 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d40e10-d1c3-48b6-aed6-e6c6bb0ac0bd None None] Network efd8658b-3c59-4b07-88a6-4936fb69285c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:56.287803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c757c0-9fe1-4be8-aef2-9bbc0156b764,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:56.301594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:56.302171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:56.302893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:56.303348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:56.304027 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:56.304585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:56.305055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:56.305526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:56.306136 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:56.307676 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:56.307676 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:56.307676 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:28:56.316882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:56.317964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.321724 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/77c757c0-9fe1-4be8-aef2-9bbc0156b764 HTTP/1.1" status: 204 len: 168 time: 0.4770904 Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:56.365875 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:56.423187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Transition to ACTIVE for port object 981fbc34-74b0-490f-baf8-427e72a5c1f3 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:28:56.465178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-29320b20-85eb-4846-a87b-b98569f1a223 None None] Provisioning for port 04abfa73-402c-499e-97de-945dd7a594c0 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:56.484544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.api [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:28:56.484544 dv-neutron-601336-83-hyperv neutron-server[92323]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:28:56.484544 dv-neutron-601336-83-hyperv neutron-server[92323]: [parameters: {'id': 'efd8658b-3c59-4b07-88a6-4936fb69285c'}] Jun 02 16:28:56.484544 dv-neutron-601336-83-hyperv neutron-server[92323]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:28:56.485575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_db.api [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:28:56.506849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.516026 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:56.524209 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 09f8389f-8086-4c06-bee2-2eda0f9369ff up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:56.533112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11080d1e-ba90-4db3-bb2f-8708c3012db1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 13272a88-2b5a-41ca-b6a8-3f9883010680 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:28:56.562954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Subnet': ['ID=97dc7bdb-67fb-4937-b46f-42c53e76bd8f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:56.568323 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.572610 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:56.578934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-847fd588-a399-41a7-9d34-6b2792330068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:56.695326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.709634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fc0328-107d-45ed-8929-407fc9090c62']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:56.715760 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Network 05fc0328-107d-45ed-8929-407fc9090c62 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:28:56.724005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bb463c-feea-40e1-8dac-c4253184a988') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:56.724005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bb463c-feea-40e1-8dac-c4253184a988') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:56.726506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:28:56.732282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:28:56.737572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11080d1e-ba90-4db3-bb2f-8708c3012db1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:28:56.743264 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-11080d1e-ba90-4db3-bb2f-8708c3012db1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/13272a88-2b5a-41ca-b6a8-3f9883010680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1333392 Jun 02 16:28:56.746325 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Pushing event updated for resources: {'Port': ['ID=981fbc34-74b0-490f-baf8-427e72a5c1f3,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:56.746683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37342) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:56.753530 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.755270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:56.759335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892377b6-03a8-47b7-aee8-8dc70f0b7cf4 None None] Sync routers for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:28:56.771840 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.781626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:56.782170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:56.798991 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:56.847157 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e0ae44-9652-4cac-abdd-871f2f3fa372 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting subnet f8c3cf4d-6a41-4341-8acd-eff352bef13d {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:28:56.851302 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26e0ae44-9652-4cac-abdd-871f2f3fa372 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.853258 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4c776df1-1f75-45b9-8124-c02ed1257d88 None None] Provisioning for port 09f8389f-8086-4c06-bee2-2eda0f9369ff completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:56.899573 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892377b6-03a8-47b7-aee8-8dc70f0b7cf4 None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:56.900254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-892377b6-03a8-47b7-aee8-8dc70f0b7cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:56.907054 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.api [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:28:56.907054 dv-neutron-601336-83-hyperv neutron-server[92322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:28:56.907054 dv-neutron-601336-83-hyperv neutron-server[92322]: [parameters: {'id': '05fc0328-107d-45ed-8929-407fc9090c62'}] Jun 02 16:28:56.907054 dv-neutron-601336-83-hyperv neutron-server[92322]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:28:56.907819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_db.api [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:28:56.933946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26e0ae44-9652-4cac-abdd-871f2f3fa372 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:56.987230 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 09f8389f-8086-4c06-bee2-2eda0f9369ff completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:56.987420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.060164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 09f8389f-8086-4c06-bee2-2eda0f9369ff triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:57.060541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.081244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26e0ae44-9652-4cac-abdd-871f2f3fa372 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.100683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Attempting to bind port 981fbc34-74b0-490f-baf8-427e72a5c1f3 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:28:57.101213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Attempting to bind port 981fbc34-74b0-490f-baf8-427e72a5c1f3 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '95bb463c-feea-40e1-8dac-c4253184a988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '05fc0328-107d-45ed-8929-407fc9090c62'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:28:57.101425 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Attempting to bind port 981fbc34-74b0-490f-baf8-427e72a5c1f3 on network 05fc0328-107d-45ed-8929-407fc9090c62 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:28:57.130453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:28:57.130841 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Checking segment: {'id': '95bb463c-feea-40e1-8dac-c4253184a988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '05fc0328-107d-45ed-8929-407fc9090c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:28:57.131265 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.131668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Bound using segment: {'id': '95bb463c-feea-40e1-8dac-c4253184a988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '05fc0328-107d-45ed-8929-407fc9090c62'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:28:57.132245 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Bound port: 981fbc34-74b0-490f-baf8-427e72a5c1f3, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bb463c-feea-40e1-8dac-c4253184a988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '05fc0328-107d-45ed-8929-407fc9090c62'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:28:57.132536 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.172181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Deleting port 09f8389f-8086-4c06-bee2-2eda0f9369ff {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:57.172576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.173241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d69141-189f-4851-a091-486ebac3166e None None] DHCP port deletion for efd8658b-3c59-4b07-88a6-4936fb69285c request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:28:57.216427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-892377b6-03a8-47b7-aee8-8dc70f0b7cf4 None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:28:57.240007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37354) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:57.244807 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030820 Jun 02 16:28:57.248187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37356) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:57.379993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] For port 09f8389f-8086-4c06-bee2-2eda0f9369ff, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=09f8389f-8086-4c06-bee2-2eda0f9369ff,segment=NetworkSegment(6fad8f9a-ce35-4007-b010-cabb08898cea),segment_id=6fad8f9a-ce35-4007-b010-cabb08898cea)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:57.380409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.389609 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3e21cf80-09f9-4f63-8ac7-8ecbcf664cf6 tempest-NetworksApiDiscovery-887510984 tempest-NetworksApiDiscovery-887510984-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1340585 Jun 02 16:28:57.410474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.557523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Deleting port 981fbc34-74b0-490f-baf8-427e72a5c1f3 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:57.558246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.641337 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] For port 981fbc34-74b0-490f-baf8-427e72a5c1f3, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:28:57.722943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] For port 981fbc34-74b0-490f-baf8-427e72a5c1f3, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=981fbc34-74b0-490f-baf8-427e72a5c1f3,segment=NetworkSegment(95bb463c-feea-40e1-8dac-c4253184a988),segment_id=95bb463c-feea-40e1-8dac-c4253184a988)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:28:57.741348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.749214 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] For port 981fbc34-74b0-490f-baf8-427e72a5c1f3, host dv-neutron-601336-83-hyperv, got binding levels [] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:57.749692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.754984 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.760832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Calling delete_port for 09f8389f-8086-4c06-bee2-2eda0f9369ff owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:57.763506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-76ca04ea-f9f0-4c62-a722-2b30ad118be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:57.825323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37364) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:57.838891 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-52d69141-189f-4851-a091-486ebac3166e None None] Deleting port 09f8389f-8086-4c06-bee2-2eda0f9369ff {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:57.839289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-52d69141-189f-4851-a091-486ebac3166e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.896171 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26e0ae44-9652-4cac-abdd-871f2f3fa372 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.908082 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fd9b783d-f421-4589-bffa-544dbe4e94a0 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:57.929588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Calling delete_port for 981fbc34-74b0-490f-baf8-427e72a5c1f3 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:57.961749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.978020 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.983146 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-26e0ae44-9652-4cac-abdd-871f2f3fa372 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:57.983458 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:57.990949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0ae44-9652-4cac-abdd-871f2f3fa372 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c3cf4d-6a41-4341-8acd-eff352bef13d,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:57.998694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d208a-07d4-48f7-90d9-7f27806f18ff None None] Network e19a9f0b-a10a-48a4-bc72-c09d8da343a7 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:57.999142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-26e0ae44-9652-4cac-abdd-871f2f3fa372 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:58.004721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:58.029447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Port': ['ID=981fbc34-74b0-490f-baf8-427e72a5c1f3,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:58.031281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No DVR routers for this DVR port 981fbc34-74b0-490f-baf8-427e72a5c1f3 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:28:58.032761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:58.076836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No DVR routers for this DVR port 09f8389f-8086-4c06-bee2-2eda0f9369ff on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:28:58.081098 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-26e0ae44-9652-4cac-abdd-871f2f3fa372 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/f8c3cf4d-6a41-4341-8acd-eff352bef13d HTTP/1.1" status: 204 len: 168 time: 1.3333149 Jun 02 16:28:58.082280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Port': ['ID=09f8389f-8086-4c06-bee2-2eda0f9369ff,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:58.091410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37368) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:58.109406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8dbead88-0063-4d5f-9dad-8aed70d5f5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.122827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:58.126767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Pushing event updated for resources: {'Port': ['ID=981fbc34-74b0-490f-baf8-427e72a5c1f3,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:58.129737 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 04abfa73-402c-499e-97de-945dd7a594c0 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:28:58.150397 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8dbead88-0063-4d5f-9dad-8aed70d5f5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:58.161174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8dbead88-0063-4d5f-9dad-8aed70d5f5f6 admin admin] Usage tracker for resource:security_group_rule and tenant:a0082e93857e47a88c29078687bc33eb is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:58.166042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8dbead88-0063-4d5f-9dad-8aed70d5f5f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:58.166262 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:58.226103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8dbead88-0063-4d5f-9dad-8aed70d5f5f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server [None req-aa9ac534-fd65-4e6e-87c4-0ed5efd02c01 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 981fbc34-74b0-490f-baf8-427e72a5c1f3 could not be found. Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 161, in get_by_id Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3500, in one Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise orm_exc.NoResultFound("No row was found for one()") Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server sqlalchemy.orm.exc.NoResultFound: No row was found for one() Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1529, in get_port Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 981fbc34-74b0-490f-baf8-427e72a5c1f3 could not be found. Jun 02 16:28:58.237619 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server Jun 02 16:28:58.250631 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.256595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd8658b-3c59-4b07-88a6-4936fb69285c']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:58.259477 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-52d69141-189f-4851-a091-486ebac3166e None None] For port 09f8389f-8086-4c06-bee2-2eda0f9369ff, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=09f8389f-8086-4c06-bee2-2eda0f9369ff,segment=NetworkSegment(6fad8f9a-ce35-4007-b010-cabb08898cea),segment_id=6fad8f9a-ce35-4007-b010-cabb08898cea)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:58.259913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-52d69141-189f-4851-a091-486ebac3166e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.283568 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fad8f9a-ce35-4007-b010-cabb08898cea') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:58.283868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fad8f9a-ce35-4007-b010-cabb08898cea') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:58.289069 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182af9e7-1d9a-4623-a448-9d63cd29cc4b None None] Network 05fc0328-107d-45ed-8929-407fc9090c62 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:58.302977 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.330719 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.341795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:58.342234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:58.358128 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:58.423930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.448690 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fc0328-107d-45ed-8929-407fc9090c62']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:58.462970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.468706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bb463c-feea-40e1-8dac-c4253184a988') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:58.469064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bb463c-feea-40e1-8dac-c4253184a988') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:58.469341 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-52d69141-189f-4851-a091-486ebac3166e None None] Calling delete_port for 09f8389f-8086-4c06-bee2-2eda0f9369ff owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:58.474579 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8dbead88-0063-4d5f-9dad-8aed70d5f5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.475919 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.480398 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:58.488897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.499563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.506183 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8dbead88-0063-4d5f-9dad-8aed70d5f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.517992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Network': ['ID=efd8658b-3c59-4b07-88a6-4936fb69285c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:58.526556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:58.527110 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7dd56e02-e0f6-4abe-81e5-7d1ec6887fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:58.543427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.557684 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:58.558452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.567073 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8dbead88-0063-4d5f-9dad-8aed70d5f5f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0082e93857e47a88c29078687bc33eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7382629 Jun 02 16:28:58.567073 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/efd8658b-3c59-4b07-88a6-4936fb69285c HTTP/1.1" status: 204 len: 168 time: 4.4417465 Jun 02 16:28:58.569544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37370) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:58.573920 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:58.576644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37372) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:58.588735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbead88-0063-4d5f-9dad-8aed70d5f5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eea709-e3e8-4892-8726-8784006b1b62,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:58.593998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8dbead88-0063-4d5f-9dad-8aed70d5f5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:58.646584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a828d6f0-687f-414f-9970-cf6c950f8730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.664734 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 04abfa73-402c-499e-97de-945dd7a594c0 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:28:58.674362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a828d6f0-687f-414f-9970-cf6c950f8730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.683818 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-add1029e-e52c-4742-a26a-58a819395669 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:58.684257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add1029e-e52c-4742-a26a-58a819395669 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:58.710599 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 04abfa73-402c-499e-97de-945dd7a594c0 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:28:58.711054 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.718309 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-add1029e-e52c-4742-a26a-58a819395669 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/subnets/c01e5e00-6c80-428a-972e-9b13da7884d4 HTTP/1.1" status: 404 len: 337 time: 0.1413229 Jun 02 16:28:58.721397 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37374) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:58.730529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.734401 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.738209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c5d7588d-e352-48fe-af21-c2c358255a81 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:58.741586 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-892377b6-03a8-47b7-aee8-8dc70f0b7cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:54Z', 'revision_number': 9, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:58.753381 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cad805-115b-475d-b4e7-865f04d9dc29 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:58.754230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1cad805-115b-475d-b4e7-865f04d9dc29 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:58.760305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port b177f9f1-a566-4e0c-b816-40dfe6c15e78 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:28:58.760773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.767802 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f1cad805-115b-475d-b4e7-865f04d9dc29 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/efd8658b-3c59-4b07-88a6-4936fb69285c HTTP/1.1" status: 404 len: 339 time: 0.0450056 Jun 02 16:28:58.768473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37376) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:58.780724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Network': ['ID=05fc0328-107d-45ed-8929-407fc9090c62,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:58.783593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:58.790712 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/05fc0328-107d-45ed-8929-407fc9090c62 HTTP/1.1" status: 204 len: 168 time: 3.3051028 Jun 02 16:28:58.795387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37378) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:58.800291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a828d6f0-687f-414f-9970-cf6c950f8730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.802982 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1412643960'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:58.803641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a828d6f0-687f-414f-9970-cf6c950f8730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.804936 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a828d6f0-687f-414f-9970-cf6c950f8730 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4eea709-e3e8-4892-8726-8784006b1b62 HTTP/1.1" status: 204 len: 168 time: 0.2342319 Jun 02 16:28:58.809651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-de26bcef-eb87-41ab-a689-082145469604 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:58.822942 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f69afb-2bc9-40af-8933-82fbb7850583 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:58.823744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f69afb-2bc9-40af-8933-82fbb7850583 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:58.828695 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-98f69afb-2bc9-40af-8933-82fbb7850583 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/subnets/7dfe799c-2371-418c-90e9-708d3503738f HTTP/1.1" status: 404 len: 337 time: 0.0588107 Jun 02 16:28:58.830185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37382) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:58.834209 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828d6f0-687f-414f-9970-cf6c950f8730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eea709-e3e8-4892-8726-8784006b1b62,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:58.841073 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892377b6-03a8-47b7-aee8-8dc70f0b7cf4 None None] Checking router: 13272a88-2b5a-41ca-b6a8-3f9883010680 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:28:58.854815 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a828d6f0-687f-414f-9970-cf6c950f8730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:58.862588 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8f23ec-ddd8-47cb-b0ac-dd4f9e767cb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:58.863702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8f23ec-ddd8-47cb-b0ac-dd4f9e767cb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:58.872748 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cd8f23ec-ddd8-47cb-b0ac-dd4f9e767cb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/8bccd38c-9c8e-42ec-a25e-3f0a9b6bcf30 HTTP/1.1" status: 404 len: 339 time: 0.0359929 Jun 02 16:28:58.872748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37384) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:58.877696 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:58.893766 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892377b6-03a8-47b7-aee8-8dc70f0b7cf4 None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:28:58.894791 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-892377b6-03a8-47b7-aee8-8dc70f0b7cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:58.913681 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:network and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:58.918216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:58.938376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:58.950631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] For port b177f9f1-a566-4e0c-b816-40dfe6c15e78, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b177f9f1-a566-4e0c-b816-40dfe6c15e78,segment=NetworkSegment(f4422c49-14a6-4c03-944f-2b1a5eaf0e7e),segment_id=f4422c49-14a6-4c03-944f-2b1a5eaf0e7e)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:58.951312 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:58.968839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-52d69141-189f-4851-a091-486ebac3166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.019112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-331589f0-a46d-421a-bcef-fdca83b37e1a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.023099 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:59.044298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:59.048119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.088127 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52d69141-189f-4851-a091-486ebac3166e None None] Network efd8658b-3c59-4b07-88a6-4936fb69285c is not hosted by any dhcp agent {{(pid=92324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 16:28:59.089235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d69141-189f-4851-a091-486ebac3166e None None] No DVR routers for this DVR port 09f8389f-8086-4c06-bee2-2eda0f9369ff on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:28:59.101978 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d69141-189f-4851-a091-486ebac3166e None None] Pushing event deleted for resources: {'Port': ['ID=09f8389f-8086-4c06-bee2-2eda0f9369ff,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:59.141088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-52d69141-189f-4851-a091-486ebac3166e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:59.158254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac95bcb-0ad1-4e61-901d-9281365d95a7 None None] Network efd8658b-3c59-4b07-88a6-4936fb69285c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:28:59.162478 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for b177f9f1-a566-4e0c-b816-40dfe6c15e78 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:28:59.178953 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095543a2-e68c-4d17-9179-a0411ea47622 None None] DHCP port deletion for e19a9f0b-a10a-48a4-bc72-c09d8da343a7 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:28:59.189288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-892377b6-03a8-47b7-aee8-8dc70f0b7cf4 None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:28:59.196698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:28:59.211531 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.212187 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Added segment 894f883a-1418-47c4-8ebb-5cc020e02278 of type vlan for network 42d5f383-85b3-40aa-86bf-5ee885930db4 Jun 02 16:28:59.240432 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-331589f0-a46d-421a-bcef-fdca83b37e1a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.251204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac95bcb-0ad1-4e61-901d-9281365d95a7 None None] Network efd8658b-3c59-4b07-88a6-4936fb69285c could not be found, it might have been deleted concurrently. {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 02 16:28:59.255299 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-331589f0-a46d-421a-bcef-fdca83b37e1a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e242c02d-d75a-4a82-8381-1b3c9d1e2cd6']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:59.263385 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.269980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-331589f0-a46d-421a-bcef-fdca83b37e1a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a89892-c69b-4ecf-bfe4-ab067edf937b') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:59.270455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-331589f0-a46d-421a-bcef-fdca83b37e1a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a89892-c69b-4ecf-bfe4-ab067edf937b') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:59.284316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-331589f0-a46d-421a-bcef-fdca83b37e1a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.291499 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.292940 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-095543a2-e68c-4d17-9179-a0411ea47622 None None] The port 'b177f9f1-a566-4e0c-b816-40dfe6c15e78' was deleted {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 02 16:28:59.302769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-331589f0-a46d-421a-bcef-fdca83b37e1a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.307374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e0352be7-7a89-42c0-8c3b-bc37053984a9 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:59.310307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331589f0-a46d-421a-bcef-fdca83b37e1a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:59.310662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-331589f0-a46d-421a-bcef-fdca83b37e1a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.313536 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.326022 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a7964b-c14e-4388-9911-cb1393800ca6 None None] get_active_networks_info from dv-neutron-601336-83-hyperv {{(pid=92324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:59.326583 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:59.364344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=b177f9f1-a566-4e0c-b816-40dfe6c15e78,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:59.366770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No DVR routers for this DVR port b177f9f1-a566-4e0c-b816-40dfe6c15e78 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:28:59.368578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.374789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:28:59.375736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.380825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:59.413078 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6873249c-2020-4dbf-b549-929df366598a tempest-ExtraDHCPOptionsTestJSON-2055373215 tempest-ExtraDHCPOptionsTestJSON-2055373215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:59.419712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-331589f0-a46d-421a-bcef-fdca83b37e1a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.428128 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-96772f8b-8f90-4d1e-a3a7-af36fe20a9e7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:59.444842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-331589f0-a46d-421a-bcef-fdca83b37e1a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.454149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331589f0-a46d-421a-bcef-fdca83b37e1a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Network': ['ID=e242c02d-d75a-4a82-8381-1b3c9d1e2cd6,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:59.459366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-331589f0-a46d-421a-bcef-fdca83b37e1a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:59.467545 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-331589f0-a46d-421a-bcef-fdca83b37e1a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/e242c02d-d75a-4a82-8381-1b3c9d1e2cd6 HTTP/1.1" status: 204 len: 168 time: 0.5938537 Jun 02 16:28:59.467545 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37386) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:59.503739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 04abfa73-402c-499e-97de-945dd7a594c0, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=04abfa73-402c-499e-97de-945dd7a594c0,segment=NetworkSegment(124b1c2f-52b1-4f53-a936-dd015fd65993),segment_id=124b1c2f-52b1-4f53-a936-dd015fd65993)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:28:59.511084 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3ced2c-8852-4e28-8d1b-827669eaf88c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:59.511636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3ced2c-8852-4e28-8d1b-827669eaf88c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:59.516406 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5f3ced2c-8852-4e28-8d1b-827669eaf88c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/subnets/edafa313-b40f-4040-9872-1a349c0175cc HTTP/1.1" status: 404 len: 337 time: 0.0451512 Jun 02 16:28:59.516672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37388) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:59.542220 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ced3a95-61f4-4776-80e4-a8fefa144b8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:59.542787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ced3a95-61f4-4776-80e4-a8fefa144b8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:59.547392 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1ced3a95-61f4-4776-80e4-a8fefa144b8e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/c52f7acb-e08a-4b4b-b760-78b3cb233853 HTTP/1.1" status: 404 len: 339 time: 0.0268512 Jun 02 16:28:59.548396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37390) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:59.564563 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.572726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:59.591066 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b833bf1-92d5-4992-86ae-045efe8c0872 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:59.591447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b833bf1-92d5-4992-86ae-045efe8c0872 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:59.596412 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37392) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:59.597962 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5b833bf1-92d5-4992-86ae-045efe8c0872 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/subnets/cac85c33-dfc8-4f54-ab55-93a92bbd42cf HTTP/1.1" status: 404 len: 337 time: 0.0479901 Jun 02 16:28:59.638640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.654336 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8569071 Jun 02 16:28:59.661188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37394) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:59.666647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'subnet': {'network_id': '42d5f383-85b3-40aa-86bf-5ee885930db4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:28:59.666953 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Network': ['ID=42d5f383-85b3-40aa-86bf-5ee885930db4,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:59.669505 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7166d336-966e-46c0-9e0e-873d6a000d64 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:59.669982 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7166d336-966e-46c0-9e0e-873d6a000d64 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:59.674184 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7166d336-966e-46c0-9e0e-873d6a000d64 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/a6479945-dc0b-487a-9ccf-f031304740b6 HTTP/1.1" status: 404 len: 339 time: 0.0708628 Jun 02 16:28:59.674184 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19a9f0b-a10a-48a4-bc72-c09d8da343a7']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:59.681734 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:59.685174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37396) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:59.693548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=04abfa73-402c-499e-97de-945dd7a594c0,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:59.696783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 09f8389f-8086-4c06-bee2-2eda0f9369ff no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:28:59.721563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4422c49-14a6-4c03-944f-2b1a5eaf0e7e') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:59.721867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4422c49-14a6-4c03-944f-2b1a5eaf0e7e') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:28:59.722200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 42d5f383-85b3-40aa-86bf-5ee885930db4 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:28:59.739190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:28:59.745163 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c95b2c-0b30-4920-b7d3-44c3554a1e84 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:59.745163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c95b2c-0b30-4920-b7d3-44c3554a1e84 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:59.749095 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-32c95b2c-0b30-4920-b7d3-44c3554a1e84 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/subnets/5c720569-13b5-462c-aaf5-f6c50cff58f7 HTTP/1.1" status: 404 len: 337 time: 0.0599332 Jun 02 16:28:59.749095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.753494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37398) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:59.768664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.771243 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 09f8389f-8086-4c06-bee2-2eda0f9369ff {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:28:59.772146 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 09f8389f-8086-4c06-bee2-2eda0f9369ff not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:28:59.772318 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b177f9f1-a566-4e0c-b816-40dfe6c15e78 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:28:59.776331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:28:59.776749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.792836 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-157210d7-dc8f-42a3-9549-49d2f0bf1e6d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:59.793417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-157210d7-dc8f-42a3-9549-49d2f0bf1e6d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:59.797616 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-157210d7-dc8f-42a3-9549-49d2f0bf1e6d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/6d51d050-1f67-40e0-b595-656ba354ba56 HTTP/1.1" status: 404 len: 339 time: 0.0406413 Jun 02 16:28:59.799022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37400) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:28:59.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:28:59.845810 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1b2190-5d25-4cf5-ba39-9c28cb598e14 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:59.846286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e1b2190-5d25-4cf5-ba39-9c28cb598e14 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:59.850186 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7e1b2190-5d25-4cf5-ba39-9c28cb598e14 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/subnets/a20b4252-d69d-4866-b5f4-0a851e0b2a6b HTTP/1.1" status: 404 len: 337 time: 0.0481112 Jun 02 16:28:59.851237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37402) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:59.859755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:28:59.863984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:subnet and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:28:59.866945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:28:59.873475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:28:59.884718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:28:59.886694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: b177f9f1-a566-4e0c-b816-40dfe6c15e78 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:28:59.887037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b177f9f1-a566-4e0c-b816-40dfe6c15e78 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:28:59.888618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.896593 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f4d821-fec2-41f0-8d07-6ff0c99e336d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:59.897369 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f4d821-fec2-41f0-8d07-6ff0c99e336d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:28:59.897522 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7964b-c14e-4388-9911-cb1393800ca6 None None] Resources bound (agent type, host, resource id): {{(pid=92324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 16:28:59.905703 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a2f4d821-fec2-41f0-8d07-6ff0c99e336d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/a0b7301d-a11f-4572-a675-8347af219f5d HTTP/1.1" status: 404 len: 339 time: 0.0397112 Jun 02 16:28:59.908084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37404) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:59.952838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.960392 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e139fef-b019-4d20-8dbd-08b71724cf58 tempest-BulkNetworkOpsIpV6Test-961828347 tempest-BulkNetworkOpsIpV6Test-961828347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:28:59.986541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:28:59.989034 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/networks/e19a9f0b-a10a-48a4-bc72-c09d8da343a7 HTTP/1.1" status: 204 len: 168 time: 1.8963001 Jun 02 16:28:59.991186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Network': ['ID=e19a9f0b-a10a-48a4-bc72-c09d8da343a7,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:28:59.993813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37406) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:28:59.996793 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-924f938d-6935-42e4-a8e2-0f66946ecbf7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:28:59.997240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924f938d-6935-42e4-a8e2-0f66946ecbf7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:00.001249 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-924f938d-6935-42e4-a8e2-0f66946ecbf7 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/subnets/f86e5399-756b-4300-a4a2-b6f971908016 HTTP/1.1" status: 404 len: 337 time: 0.0916553 Jun 02 16:29:00.002458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37408) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:00.036553 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b278cb-c1fd-411b-bd9c-c1d54b4b1c76 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:00.037984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b278cb-c1fd-411b-bd9c-c1d54b4b1c76 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:00.040287 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b2b278cb-c1fd-411b-bd9c-c1d54b4b1c76 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/c7b01718-3f48-4e68-849e-c70239ba429a HTTP/1.1" status: 404 len: 339 time: 0.0365562 Jun 02 16:29:00.044263 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37410) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:00.056315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:00.088164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-892377b6-03a8-47b7-aee8-8dc70f0b7cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:54Z', 'revision_number': 9, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:00.090916 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-012cc398-e3ff-437f-849f-0b7e9eee7947 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:00.091382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012cc398-e3ff-437f-849f-0b7e9eee7947 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:00.093065 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-012cc398-e3ff-437f-849f-0b7e9eee7947 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/subnets/0d88a307-1a9f-4ecb-843e-60be35856d40 HTTP/1.1" status: 404 len: 337 time: 0.0467210 Jun 02 16:29:00.098384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37412) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:00.106996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892377b6-03a8-47b7-aee8-8dc70f0b7cf4 None None] The sync data for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv is: [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:28:54Z', 'revision_number': 9, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '3fa9c840-ae1c-4548-9c96-a3914c298afa', 'name': '', 'network_id': '4c39666d-5c57-4362-bc0f-e92e3f45904e', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:46:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:28:05Z', 'updated_at': '2021-06-02T16:28:23Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '504a3a8b-ff94-4a2c-8551-83428b513c8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:29:00.128524 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-5edd455f-3309-4dac-ac67-1e1ba08987fe tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:00.128524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5edd455f-3309-4dac-ac67-1e1ba08987fe tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:00.131867 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5edd455f-3309-4dac-ac67-1e1ba08987fe tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/31dca608-f2ef-4799-8a48-e20062b3f7cc HTTP/1.1" status: 404 len: 339 time: 0.0295851 Jun 02 16:29:00.132405 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37414) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:00.177762 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-764c719d-b8c0-4909-858c-1e412090115f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:00.178971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764c719d-b8c0-4909-858c-1e412090115f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:00.187643 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-764c719d-b8c0-4909-858c-1e412090115f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/subnets/d79eae8e-cba0-4bb0-9aa2-6d4f7b51ea70 HTTP/1.1" status: 404 len: 337 time: 0.0540442 Jun 02 16:29:00.190201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37416) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:00.218719 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-427688f9-1e65-45e7-a1ac-d433fbf74aa5 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:00.219205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427688f9-1e65-45e7-a1ac-d433fbf74aa5 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:00.220944 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-427688f9-1e65-45e7-a1ac-d433fbf74aa5 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/6f1017be-982f-4cf2-9adf-4c80e0f15885 HTTP/1.1" status: 404 len: 339 time: 0.0298343 Jun 02 16:29:00.223665 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37418) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:00.299394 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63417d9-b80d-4a76-a203-d2750bf1ba63 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:00.299817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63417d9-b80d-4a76-a203-d2750bf1ba63 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:00.301605 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f63417d9-b80d-4a76-a203-d2750bf1ba63 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/subnets/c5d7fb8f-881c-4c9a-85b1-6fb5841a97fb HTTP/1.1" status: 404 len: 337 time: 0.0770237 Jun 02 16:29:00.304635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37420) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:00.334559 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c633b7b-7eda-4938-9a29-a9e3a75da7a8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:00.335042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c633b7b-7eda-4938-9a29-a9e3a75da7a8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:00.336744 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7c633b7b-7eda-4938-9a29-a9e3a75da7a8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/116389eb-a869-4066-aa98-9c3991f5200e HTTP/1.1" status: 404 len: 339 time: 0.0311868 Jun 02 16:29:00.343034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37422) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:00.450501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94b2279-87fe-490a-acd7-1e36e662d525 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Deleting subnet 63fb0772-53d7-4264-b988-6258640bd13e {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:29:00.456041 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b94b2279-87fe-490a-acd7-1e36e662d525 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:00.534571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b94b2279-87fe-490a-acd7-1e36e662d525 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:00.717703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f00c-ad90-47ea-b943-91bf5c603b7c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:00.843127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b94b2279-87fe-490a-acd7-1e36e662d525 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:01.091848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:01.096831 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1116e657-123f-4962-a5e4-4e97b9770f19 tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:01.127231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2f00c-ad90-47ea-b943-91bf5c603b7c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port 3fa9c840-ae1c-4548-9c96-a3914c298afa {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:01.127534 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f00c-ad90-47ea-b943-91bf5c603b7c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:01.232456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Subnet': ['ID=d43c839e-3646-4415-a2a8-be74795b3286,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:01.238960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:01.253825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Checking segment: {'id': '894f883a-1418-47c4-8ebb-5cc020e02278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '42d5f383-85b3-40aa-86bf-5ee885930db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:01.254247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network hostable DHCP agents. Network: 42d5f383-85b3-40aa-86bf-5ee885930db4, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:29:01.262686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-c1d2f00c-ad90-47ea-b943-91bf5c603b7c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] For port 3fa9c840-ae1c-4548-9c96-a3914c298afa, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3fa9c840-ae1c-4548-9c96-a3914c298afa,segment=NetworkSegment(0cdc3fa0-266c-475e-890d-68414a28ffac),segment_id=0cdc3fa0-266c-475e-890d-68414a28ffac)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:01.263042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f00c-ad90-47ea-b943-91bf5c603b7c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:01.275491 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b94b2279-87fe-490a-acd7-1e36e662d525 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:01.280950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-336147c9-0faf-46bb-ae9a-8e56cf7eacbf tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:01.312793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network 42d5f383-85b3-40aa-86bf-5ee885930db4 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:29:01.327871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b94b2279-87fe-490a-acd7-1e36e662d525 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:01.329724 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d22205-bf55-4dba-9964-0190b5f1ea49 None None] Network 96eb33c5-a14f-4266-a728-b5005913ddf9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:01.331140 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b2279-87fe-490a-acd7-1e36e662d525 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Subnet': ['ID=63fb0772-53d7-4264-b988-6258640bd13e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:01.335683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b94b2279-87fe-490a-acd7-1e36e662d525 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:01.345727 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b94b2279-87fe-490a-acd7-1e36e662d525 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/subnets/63fb0772-53d7-4264-b988-6258640bd13e HTTP/1.1" status: 204 len: 168 time: 1.0016696 Jun 02 16:29:01.346766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 42d5f383-85b3-40aa-86bf-5ee885930db4) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:01.348237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37424) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:01.357021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fd323e-78a9-49b9-9b41-61f23190f74d None None] Network 42d5f383-85b3-40aa-86bf-5ee885930db4 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:01.377212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:01.377915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:01.395412 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2f00c-ad90-47ea-b943-91bf5c603b7c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for 3fa9c840-ae1c-4548-9c96-a3914c298afa owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:01.479912 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8121564 Jun 02 16:29:01.480251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37426) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:01.486426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1620339302'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:01.492547 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:01.496421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:01.498317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:network and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:01.502171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:01.511208 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:01.559473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:01.563099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:01.579050 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Deleting port 7b169e70-c4fa-49cb-9625-a97976680cff {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:01.579576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:01.610684 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:29:01.620070 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:01.620626 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Added segment 318d9201-b469-4f4c-81f3-83af650cc98c of type vlan for network 54a5065d-f3c8-463f-89af-5dbbfe7fdaa8 Jun 02 16:29:01.626443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f00c-ad90-47ea-b943-91bf5c603b7c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:01.638097 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-09cec59d-0bd8-4bda-a355-8f459bb0f3cb tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:01.687312 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2f00c-ad90-47ea-b943-91bf5c603b7c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=3fa9c840-ae1c-4548-9c96-a3914c298afa,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:01.690325 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 04abfa73-402c-499e-97de-945dd7a594c0 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:29:01.690551 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c1d2f00c-ad90-47ea-b943-91bf5c603b7c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:01.723797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] For port 7b169e70-c4fa-49cb-9625-a97976680cff, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=7b169e70-c4fa-49cb-9625-a97976680cff,segment=NetworkSegment(f772de82-77e8-4105-895c-8a2a925c7b89),segment_id=f772de82-77e8-4105-895c-8a2a925c7b89)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:01.724547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:01.774177 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:01.886002 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Calling delete_port for 7b169e70-c4fa-49cb-9625-a97976680cff owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:01.943492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:01.952652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-94ad42cc-a9d6-45f4-80c0-51da37cfd855 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:01.991812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-42d5f383-85b3-40aa-86bf-5ee885930db4', 'network_id': '42d5f383-85b3-40aa-86bf-5ee885930db4', 'tenant_id': '2684ba8687b441f3b1da1962438fb67b', 'fixed_ips': [{'subnet_id': 'd43c839e-3646-4415-a2a8-be74795b3286'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:29:01.992731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.011270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] No DVR routers for this DVR port 7b169e70-c4fa-49cb-9625-a97976680cff on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:02.023940 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 04abfa73-402c-499e-97de-945dd7a594c0 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:02.024322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.065680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Port': ['ID=7b169e70-c4fa-49cb-9625-a97976680cff,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:02.068683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:02.092605 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.098294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:02.098931 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.104505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aea439-02f3-447a-941b-b16cf6d7e4d7 None None] DHCP port deletion for 96eb33c5-a14f-4266-a728-b5005913ddf9 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:29:02.154529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-70ddd599-c112-49f0-b709-9b2692474c82 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:02.161993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.178105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96eb33c5-a14f-4266-a728-b5005913ddf9']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:02.194003 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f772de82-77e8-4105-895c-8a2a925c7b89') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:02.194426 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f772de82-77e8-4105-895c-8a2a925c7b89') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:02.207846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.225216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.233076 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:02.233475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:02.248792 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:02.286052 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8020382 Jun 02 16:29:02.288299 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37428) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:02.298415 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'subnet': {'network_id': '54a5065d-f3c8-463f-89af-5dbbfe7fdaa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:02.313430 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Network': ['ID=54a5065d-f3c8-463f-89af-5dbbfe7fdaa8,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:02.322114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:02.333628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c1d2f00c-ad90-47ea-b943-91bf5c603b7c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.337178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 54a5065d-f3c8-463f-89af-5dbbfe7fdaa8 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:29:02.341216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.346120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.358231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-05e1fb21-00e2-405a-b9c4-278e116fefa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:02.378753 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] 10.222.0.50 "DELETE /v2.0/networks/96eb33c5-a14f-4266-a728-b5005913ddf9 HTTP/1.1" status: 204 len: 168 time: 1.0264740 Jun 02 16:29:02.381566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Pushing event deleted for resources: {'Network': ['ID=96eb33c5-a14f-4266-a728-b5005913ddf9,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:02.383584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:02.452540 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Allocated IP 2001:db8::3 (42d5f383-85b3-40aa-86bf-5ee885930db4/d43c839e-3646-4415-a2a8-be74795b3286/8e924904-dfb8-4e91-ba32-1af64e02e1b6) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:29:02.458694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:29:02.521069 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:29:02.521525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3eeced0e-2d2f-4a4b-a507-96ea44e91b69 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:29:02.565898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:02.581089 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:subnet and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:02.586309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:02.596224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:02.673842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:02.677537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.714256 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37434) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:02.741429 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.752299 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Transition to ACTIVE for port object 8e924904-dfb8-4e91-ba32-1af64e02e1b6 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:02.771296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Transition to ACTIVE for port object 8e924904-dfb8-4e91-ba32-1af64e02e1b6 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:02.776800 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.781505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:02.851054 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Network 42d5f383-85b3-40aa-86bf-5ee885930db4 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:02.851347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.ipam_backend_mixin [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Performing IP validity checks on allocation pools {{(pid=92322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 16:29:02.852773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.ipam_backend_mixin [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 16:29:02.854506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:02.858671 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:02.865323 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Pushing event updated for resources: {'Port': ['ID=8e924904-dfb8-4e91-ba32-1af64e02e1b6,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:02.869426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:02.877777 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-dcef67c0-f50f-4435-ba8b-30815c07b1f9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=655379d491bb41ae8544421a60b1f12a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619594 Jun 02 16:29:02.880539 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37438) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:02.933252 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d2f00c-ad90-47ea-b943-91bf5c603b7c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 13272a88-2b5a-41ca-b6a8-3f9883010680 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:29:02.948127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2967c1b2-d8d7-4391-be49-93cadc1033b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.968851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-175831d4-d963-4f67-a1b1-29b833161472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.972168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Attempting to bind port 8e924904-dfb8-4e91-ba32-1af64e02e1b6 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:29:02.972832 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Attempting to bind port 8e924904-dfb8-4e91-ba32-1af64e02e1b6 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '894f883a-1418-47c4-8ebb-5cc020e02278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '42d5f383-85b3-40aa-86bf-5ee885930db4'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:29:02.973218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Attempting to bind port 8e924904-dfb8-4e91-ba32-1af64e02e1b6 on network 42d5f383-85b3-40aa-86bf-5ee885930db4 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:29:02.976827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2967c1b2-d8d7-4391-be49-93cadc1033b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.979272 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:29:02.979665 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Checking segment: {'id': '894f883a-1418-47c4-8ebb-5cc020e02278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '42d5f383-85b3-40aa-86bf-5ee885930db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:02.980072 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:02.980481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Bound using segment: {'id': '894f883a-1418-47c4-8ebb-5cc020e02278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '42d5f383-85b3-40aa-86bf-5ee885930db4'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:29:02.980965 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Bound port: 8e924904-dfb8-4e91-ba32-1af64e02e1b6, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894f883a-1418-47c4-8ebb-5cc020e02278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '42d5f383-85b3-40aa-86bf-5ee885930db4'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:29:02.981351 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:03.037770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2967c1b2-d8d7-4391-be49-93cadc1033b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:03.047000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a64e9015-4018-47da-b1f0-9a22e7c44ba1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:03.067679 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967c1b2-d8d7-4391-be49-93cadc1033b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e32eabe-2f97-4cbd-b72d-41380cb398bf,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:03.072573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2967c1b2-d8d7-4391-be49-93cadc1033b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:03.076589 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2967c1b2-d8d7-4391-be49-93cadc1033b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e32eabe-2f97-4cbd-b72d-41380cb398bf HTTP/1.1" status: 204 len: 168 time: 0.1924191 Jun 02 16:29:03.076589 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2967c1b2-d8d7-4391-be49-93cadc1033b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:03.149382 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] For port 8e924904-dfb8-4e91-ba32-1af64e02e1b6, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:29:03.153069 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] For port 8e924904-dfb8-4e91-ba32-1af64e02e1b6, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8e924904-dfb8-4e91-ba32-1af64e02e1b6,segment=NetworkSegment(894f883a-1418-47c4-8ebb-5cc020e02278),segment_id=894f883a-1418-47c4-8ebb-5cc020e02278)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:29:03.157791 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:03.163342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:03.170661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d2f00c-ad90-47ea-b943-91bf5c603b7c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:29:03.185329 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c1d2f00c-ad90-47ea-b943-91bf5c603b7c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/13272a88-2b5a-41ca-b6a8-3f9883010680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1898022 Jun 02 16:29:03.189034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37442) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:03.190874 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94849e6a-01df-4197-adcc-c42cf1c6051f None None] Sync routers for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:29:03.209234 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94849e6a-01df-4197-adcc-c42cf1c6051f None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:29:03.212270 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-94849e6a-01df-4197-adcc-c42cf1c6051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:03.244589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Pushing event updated for resources: {'Port': ['ID=8e924904-dfb8-4e91-ba32-1af64e02e1b6,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:03.255207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:03.425506 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-94849e6a-01df-4197-adcc-c42cf1c6051f None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:29:03.428436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:03.439358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4af394f9-6ad6-42fd-bff9-76057c90c3f5 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:03.542332 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50a4acf-7dc9-4a70-b555-d9edf4daae5b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting subnet 504a3a8b-ff94-4a2c-8551-83428b513c8d {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:29:03.546815 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d50a4acf-7dc9-4a70-b555-d9edf4daae5b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:03.556041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Subnet': ['ID=6bf7a65a-90c7-409a-820a-aeae3ea2b07f,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:03.559938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:03.580825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Checking segment: {'id': '318d9201-b469-4f4c-81f3-83af650cc98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '54a5065d-f3c8-463f-89af-5dbbfe7fdaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:03.581204 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network hostable DHCP agents. Network: 54a5065d-f3c8-463f-89af-5dbbfe7fdaa8, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:29:03.627968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network 54a5065d-f3c8-463f-89af-5dbbfe7fdaa8 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:29:03.634531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d50a4acf-7dc9-4a70-b555-d9edf4daae5b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:03.645259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 54a5065d-f3c8-463f-89af-5dbbfe7fdaa8) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:03.664035 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eae9848-3688-4d77-9fd5-b3b63632487c None None] Network 54a5065d-f3c8-463f-89af-5dbbfe7fdaa8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:03.673543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:03.674396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:03.742060 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4500616 Jun 02 16:29:03.743145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37454) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:03.802899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d50a4acf-7dc9-4a70-b555-d9edf4daae5b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:03.897109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8e924904-dfb8-4e91-ba32-1af64e02e1b6 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:29:04.032043 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-54a5065d-f3c8-463f-89af-5dbbfe7fdaa8', 'network_id': '54a5065d-f3c8-463f-89af-5dbbfe7fdaa8', 'tenant_id': '2684ba8687b441f3b1da1962438fb67b', 'fixed_ips': [{'subnet_id': '6bf7a65a-90c7-409a-820a-aeae3ea2b07f'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:29:04.033154 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:04.056792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 8e924904-dfb8-4e91-ba32-1af64e02e1b6 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:04.230536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d50a4acf-7dc9-4a70-b555-d9edf4daae5b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:04.234388 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-94849e6a-01df-4197-adcc-c42cf1c6051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:29:01Z', 'revision_number': 10, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:04.237201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-223ed616-78f7-4bcd-895a-b7eabdcc7313 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:04.241053 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94849e6a-01df-4197-adcc-c42cf1c6051f None None] Checking router: 13272a88-2b5a-41ca-b6a8-3f9883010680 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:29:04.253968 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7b169e70-c4fa-49cb-9625-a97976680cff no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:29:04.254783 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94849e6a-01df-4197-adcc-c42cf1c6051f None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:29:04.255745 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-94849e6a-01df-4197-adcc-c42cf1c6051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:28:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:04.294482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a4acf-7dc9-4a70-b555-d9edf4daae5b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Subnet': ['ID=504a3a8b-ff94-4a2c-8551-83428b513c8d,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:04.298001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d50a4acf-7dc9-4a70-b555-d9edf4daae5b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:04.311799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d50a4acf-7dc9-4a70-b555-d9edf4daae5b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:04.319182 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d50a4acf-7dc9-4a70-b555-d9edf4daae5b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/504a3a8b-ff94-4a2c-8551-83428b513c8d HTTP/1.1" status: 204 len: 168 time: 1.1290619 Jun 02 16:29:04.324484 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:04.325516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37464) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:04.380200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 7b169e70-c4fa-49cb-9625-a97976680cff {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:29:04.380601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7b169e70-c4fa-49cb-9625-a97976680cff not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:29:04.409894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3027fcb3-70a1-434d-bcf4-428b93ba3d29 None None] Network 4c39666d-5c57-4362-bc0f-e92e3f45904e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:04.455639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:04.526938 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-94849e6a-01df-4197-adcc-c42cf1c6051f None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:29:04.548049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:04.655530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port f1e8e294-69a7-4545-9186-fb5828aaf854 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:04.656314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:04.757260 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcea124-fb4c-4288-8e26-aad344e4b30d None None] Network 42d5f383-85b3-40aa-86bf-5ee885930db4 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:04.791622 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] For port f1e8e294-69a7-4545-9186-fb5828aaf854, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f1e8e294-69a7-4545-9186-fb5828aaf854,segment=NetworkSegment(0cdc3fa0-266c-475e-890d-68414a28ffac),segment_id=0cdc3fa0-266c-475e-890d-68414a28ffac)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:04.792564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:04.808003 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Allocated IP 2001:db8::3 (54a5065d-f3c8-463f-89af-5dbbfe7fdaa8/6bf7a65a-90c7-409a-820a-aeae3ea2b07f/fa2420b0-f256-47a5-8853-e8dc49b8d138) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:29:04.939593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Provisioning for port 8e924904-dfb8-4e91-ba32-1af64e02e1b6 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:04.994308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for f1e8e294-69a7-4545-9186-fb5828aaf854 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:05.017165 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-94849e6a-01df-4197-adcc-c42cf1c6051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:29:01Z', 'revision_number': 10, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:05.023943 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94849e6a-01df-4197-adcc-c42cf1c6051f None None] The sync data for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv is: [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:29:01Z', 'revision_number': 10, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None, '_interfaces': [{'id': '64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a', 'name': '', 'network_id': '50e08d5b-011b-4c42-b73e-299e26c0ad6f', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'mac_address': 'fa:16:3e:a3:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:27:48Z', 'updated_at': '2021-06-02T16:28:08Z', 'revision_number': 5, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'subnets': [{'id': '53c44542-ff18-435f-8ba4-528756b40c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:29:05.033226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Provisioning complete for port 8e924904-dfb8-4e91-ba32-1af64e02e1b6 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:05.033685 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.057527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.066685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:05.124972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=f1e8e294-69a7-4545-9186-fb5828aaf854,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:05.127119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No DVR routers for this DVR port f1e8e294-69a7-4545-9186-fb5828aaf854 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:05.128630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:05.262867 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.264578 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.278704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c39666d-5c57-4362-bc0f-e92e3f45904e']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:05.292603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdc3fa0-266c-475e-890d-68414a28ffac') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:05.292922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdc3fa0-266c-475e-890d-68414a28ffac') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:05.307127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.313734 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37480) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:05.327568 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.334283 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:05.334888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:05.350045 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:05.396336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b77d3a4-0286-411d-8605-176772f8e44a None None] DHCP port deletion for 4c39666d-5c57-4362-bc0f-e92e3f45904e request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:29:05.463694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6d726b35-8b87-4323-a456-0c6ff620c758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.468951 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.478007 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.479319 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.482508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0f706cf9-3dbf-4f90-bd5e-c31aeffd9f0c tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:05.498877 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Transition to ACTIVE for port object fa2420b0-f256-47a5-8853-e8dc49b8d138 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:05.505184 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.514932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Network': ['ID=4c39666d-5c57-4362-bc0f-e92e3f45904e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:05.520460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:05.522877 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] For port 8e924904-dfb8-4e91-ba32-1af64e02e1b6, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8e924904-dfb8-4e91-ba32-1af64e02e1b6,segment=NetworkSegment(894f883a-1418-47c4-8ebb-5cc020e02278),segment_id=894f883a-1418-47c4-8ebb-5cc020e02278)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:05.527054 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37484) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:05.527742 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/networks/4c39666d-5c57-4362-bc0f-e92e3f45904e HTTP/1.1" status: 204 len: 168 time: 1.2003934 Jun 02 16:29:05.539853 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.543004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:05.574035 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Transition to ACTIVE for port object fa2420b0-f256-47a5-8853-e8dc49b8d138 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:05.589297 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.626777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Network 54a5065d-f3c8-463f-89af-5dbbfe7fdaa8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:05.632785 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Pushing event updated for resources: {'Port': ['ID=8e924904-dfb8-4e91-ba32-1af64e02e1b6,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:05.637463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'network': {'name': 'tempest-network-smoke--1973337491', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'port_security_enabled': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:05.649998 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:05.651024 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:05.651809 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:05.651931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:05.652415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:05.652762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:05.653097 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:05.653477 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:05.653816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:05.654255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:05.654625 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:05.655154 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:05.660175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:05.662324 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:05.662921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-102d11b9-785d-4052-8b6f-ab16e749a7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:05.666621 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:05.694855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:05.698836 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3fa9c840-ae1c-4548-9c96-a3914c298afa no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:29:05.728808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:network and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:05.744252 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:05.758007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:05.771193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.779613 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-674b90fe-e7e0-4022-8d45-c528db1c33db tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:05.819879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf7a65a-90c7-409a-820a-aeae3ea2b07f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:05.823146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:05.833795 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 3fa9c840-ae1c-4548-9c96-a3914c298afa {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:29:05.834404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3fa9c840-ae1c-4548-9c96-a3914c298afa not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:29:05.834604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f1e8e294-69a7-4545-9186-fb5828aaf854 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:29:05.839603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:05.843061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.922886 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: f1e8e294-69a7-4545-9186-fb5828aaf854 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:29:05.923263 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f1e8e294-69a7-4545-9186-fb5828aaf854 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:29:05.929585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.935014 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Pushing event updated for resources: {'Port': ['ID=fa2420b0-f256-47a5-8853-e8dc49b8d138,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:05.944372 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:05.951143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ab49102f-fdc7-4955-802b-a0e7c57665a2 None None] Provisioning complete for port 8e924904-dfb8-4e91-ba32-1af64e02e1b6 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:05.951525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ab49102f-fdc7-4955-802b-a0e7c57665a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:05.990150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Attempting to bind port fa2420b0-f256-47a5-8853-e8dc49b8d138 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:29:05.990553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Attempting to bind port fa2420b0-f256-47a5-8853-e8dc49b8d138 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '318d9201-b469-4f4c-81f3-83af650cc98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '54a5065d-f3c8-463f-89af-5dbbfe7fdaa8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:29:05.990930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Attempting to bind port fa2420b0-f256-47a5-8853-e8dc49b8d138 on network 54a5065d-f3c8-463f-89af-5dbbfe7fdaa8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:29:06.005889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:29:06.006305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Checking segment: {'id': '318d9201-b469-4f4c-81f3-83af650cc98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '54a5065d-f3c8-463f-89af-5dbbfe7fdaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:06.006717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:06.007120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Bound using segment: {'id': '318d9201-b469-4f4c-81f3-83af650cc98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '54a5065d-f3c8-463f-89af-5dbbfe7fdaa8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:29:06.007604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Bound port: fa2420b0-f256-47a5-8853-e8dc49b8d138, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318d9201-b469-4f4c-81f3-83af650cc98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '54a5065d-f3c8-463f-89af-5dbbfe7fdaa8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:29:06.007987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:06.066892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:06.087420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a5065d-f3c8-463f-89af-5dbbfe7fdaa8']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:06.094538 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:06.111439 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318d9201-b469-4f4c-81f3-83af650cc98c') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:06.111739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318d9201-b469-4f4c-81f3-83af650cc98c') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:06.120931 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:06.127815 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:06.137784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:06.144239 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:06.158052 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] For port fa2420b0-f256-47a5-8853-e8dc49b8d138, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:29:06.162988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] For port fa2420b0-f256-47a5-8853-e8dc49b8d138, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fa2420b0-f256-47a5-8853-e8dc49b8d138,segment=NetworkSegment(318d9201-b469-4f4c-81f3-83af650cc98c),segment_id=318d9201-b469-4f4c-81f3-83af650cc98c)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:29:06.169117 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:06.173275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5356fa40-bace-450e-af91-3ac176265f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:06.195455 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:06.213025 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:06.213464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:06.230482 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:06.285649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Pushing event updated for resources: {'Port': ['ID=fa2420b0-f256-47a5-8853-e8dc49b8d138,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:06.289913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:06.318655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9178ce38-10b2-442d-b6af-a9f79b6d789c None None] Network 54a5065d-f3c8-463f-89af-5dbbfe7fdaa8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:06.360720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.api [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:29:06.360720 dv-neutron-601336-83-hyperv neutron-server[92322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:29:06.360720 dv-neutron-601336-83-hyperv neutron-server[92322]: [parameters: {'id': '54a5065d-f3c8-463f-89af-5dbbfe7fdaa8'}] Jun 02 16:29:06.360720 dv-neutron-601336-83-hyperv neutron-server[92322]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:29:06.361205 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_db.api [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:29:06.439627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:06.447062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:06.451620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-20ede336-c6a2-4aec-ac2c-d1dbb2de1d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:06.481859 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:29:06.534558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f96b5b-a693-4551-a9d1-23214aaa65eb,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:06.535537 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b855e49-72f7-4d63-9dac-75b22139abca None None] get_active_networks_info from dv-neutron-601336-83-hyperv {{(pid=92324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:29:06.545269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:06.545623 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Added segment 8407f203-e2c2-4a02-a331-f6776b71d707 of type vlan for network ccd03054-167d-46c2-b0be-00145b703f93 Jun 02 16:29:06.547079 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:06.579350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:06.612497 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:06.622829 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-342292db-d857-4d24-b86a-41d92c9f1957 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:06.657855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b855e49-72f7-4d63-9dac-75b22139abca None None] Resources bound (agent type, host, resource id): {{(pid=92324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 16:29:06.844430 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:06.850104 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:06.850770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:06.858438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-412ef725-09d8-4997-abaf-7702580f7478 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:06.931199 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:07.046327 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7313769 Jun 02 16:29:07.049788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37486) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:07.054921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'admin_state_up': True, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:07.060062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Network': ['ID=ccd03054-167d-46c2-b0be-00145b703f93,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:07.062643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:07.066961 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:router and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:07.071115 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network ccd03054-167d-46c2-b0be-00145b703f93 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:29:07.076016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:07.083732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:07.087846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:07.097887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:07.099127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:07.117352 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:07.236016 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Deleting port fa2420b0-f256-47a5-8853-e8dc49b8d138 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:07.236360 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:07.388920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] For port fa2420b0-f256-47a5-8853-e8dc49b8d138, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fa2420b0-f256-47a5-8853-e8dc49b8d138,segment=NetworkSegment(318d9201-b469-4f4c-81f3-83af650cc98c),segment_id=318d9201-b469-4f4c-81f3-83af650cc98c)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:07.389246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:07.535509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:07.552866 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Calling delete_port for fa2420b0-f256-47a5-8853-e8dc49b8d138 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:07.607846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-342292db-d857-4d24-b86a-41d92c9f1957 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:07.608187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-342292db-d857-4d24-b86a-41d92c9f1957 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:07.650984 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8e924904-dfb8-4e91-ba32-1af64e02e1b6 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:29:07.700607 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:07.709844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6490cb42-01e6-40e0-9746-250c7e50eff7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:07.727736 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 8e924904-dfb8-4e91-ba32-1af64e02e1b6 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:07.728129 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:07.761275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Port': ['ID=fa2420b0-f256-47a5-8853-e8dc49b8d138,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:07.768360 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No DVR routers for this DVR port fa2420b0-f256-47a5-8853-e8dc49b8d138 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:07.770112 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:07.867322 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:07.898197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:07.931269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-342292db-d857-4d24-b86a-41d92c9f1957 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] For port 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a,segment=NetworkSegment(f14ce3eb-e159-4737-af85-31ad650b7260),segment_id=f14ce3eb-e159-4737-af85-31ad650b7260)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:07.931518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-342292db-d857-4d24-b86a-41d92c9f1957 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:07.944816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:08.009526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a5065d-f3c8-463f-89af-5dbbfe7fdaa8']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:08.037401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.13 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:29:08.080483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-342292db-d857-4d24-b86a-41d92c9f1957 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:08.086791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318d9201-b469-4f4c-81f3-83af650cc98c') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:08.087078 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318d9201-b469-4f4c-81f3-83af650cc98c') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:08.101046 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:08.125788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:08.134687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:08.135059 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:08.150024 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:08.187433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:08.219849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:08.224019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-845e9723-59af-4bb4-8e85-0a64252e2e17 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:08.289005 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:08.292158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:08.297216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:08.331517 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:08.346921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:08.347317 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:08.347823 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:08.348199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:08.348582 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:08.348944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:08.349310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:08.349676 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:08.350040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:08.350418 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:08.350775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:08.351137 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:08.356778 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:08.411568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:08.415368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:08.429863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:08.444654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Network': ['ID=54a5065d-f3c8-463f-89af-5dbbfe7fdaa8,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:08.448032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:08.449417 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/54a5065d-f3c8-463f-89af-5dbbfe7fdaa8 HTTP/1.1" status: 204 len: 168 time: 4.7044346 Jun 02 16:29:08.454168 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37488) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:08.459163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1287379006'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:08.470399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:08.478776 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:network and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:08.482360 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:08.488776 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:08.523085 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:08.532161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:08.535753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:08.587979 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:29:08.594227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-342292db-d857-4d24-b86a-41d92c9f1957 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:08.599710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:08.638131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:08.638498 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Added segment 8474d366-8418-4005-b73b-0e1ecc2c20e1 of type vlan for network 7a557c7b-0c0a-410b-81d3-475a58bcead2 Jun 02 16:29:08.652539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342292db-d857-4d24-b86a-41d92c9f1957 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:08.684312 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-342292db-d857-4d24-b86a-41d92c9f1957 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:08.747490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:08.785861 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:08.909289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:08.914813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:08.915433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:08.927692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ca621027-709f-475c-b2ed-c00688845584 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:08.964251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-342292db-d857-4d24-b86a-41d92c9f1957 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:09.049688 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5944839 Jun 02 16:29:09.105580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37490) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:09.106381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Network': ['ID=7a557c7b-0c0a-410b-81d3-475a58bcead2,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:09.117852 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:09.119270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 7a557c7b-0c0a-410b-81d3-475a58bcead2 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:29:09.121817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'subnet': {'network_id': '7a557c7b-0c0a-410b-81d3-475a58bcead2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:09.311730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:09.421554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:09.428059 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:subnet and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:09.433104 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:09.436801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342292db-d857-4d24-b86a-41d92c9f1957 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 13272a88-2b5a-41ca-b6a8-3f9883010680 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:29:09.441672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:09.508778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:09.512322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:09.523705 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:29:09.660861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342292db-d857-4d24-b86a-41d92c9f1957 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:29:09.668960 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-342292db-d857-4d24-b86a-41d92c9f1957 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/13272a88-2b5a-41ca-b6a8-3f9883010680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1392193 Jun 02 16:29:09.671640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12db65-8928-47f6-b357-44c274e3c3dc None None] Sync routers for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:29:09.672397 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37492) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:09.683322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12db65-8928-47f6-b357-44c274e3c3dc None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:29:09.684036 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-7a12db65-8928-47f6-b357-44c274e3c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:29:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:09.718979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:29:09.730649 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Sync routers for ids ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:29:09.741803 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Routers {'43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:29:09.742753 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:29:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:09.751310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:09.755863 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7019060 Jun 02 16:29:09.756300 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37494) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:09.827741 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-7a12db65-8928-47f6-b357-44c274e3c3dc None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:29:09.867923 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-695d8f68-b324-435d-8e7c-8c7ffc8ec592 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=fb79c8ac06334981844f175e241075b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1078863 Jun 02 16:29:09.868526 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37498) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:09.918691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afdc7fe-27ae-41a4-a99e-604eaf23f7f3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting subnet 53c44542-ff18-435f-8ba4-528756b40c2e {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:29:09.922146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9afdc7fe-27ae-41a4-a99e-604eaf23f7f3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:09.939891 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Set router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:29:09.940130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-7a12db65-8928-47f6-b357-44c274e3c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:29:08Z', 'revision_number': 11, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:09.944899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12db65-8928-47f6-b357-44c274e3c3dc None None] Checking router: 13272a88-2b5a-41ca-b6a8-3f9883010680 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:29:09.954104 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12db65-8928-47f6-b357-44c274e3c3dc None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:29:09.955046 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-7a12db65-8928-47f6-b357-44c274e3c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:29:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:09.989842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9afdc7fe-27ae-41a4-a99e-604eaf23f7f3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:10.051999 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72951411-da1f-46fe-8356-0ff38b6bfc58 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:10.057420 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-72951411-da1f-46fe-8356-0ff38b6bfc58 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1852074 Jun 02 16:29:10.058870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37500) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:10.092242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-7a12db65-8928-47f6-b357-44c274e3c3dc None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:29:10.124190 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2e32c977-d352-401f-8624-91690d82e471 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0624359 Jun 02 16:29:10.124592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37502) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:10.134344 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1214492328', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:10.143362 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9afdc7fe-27ae-41a4-a99e-604eaf23f7f3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:10.203156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-7a12db65-8928-47f6-b357-44c274e3c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:29:08Z', 'revision_number': 11, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:10.207788 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12db65-8928-47f6-b357-44c274e3c3dc None None] The sync data for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv is: [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:29:08Z', 'revision_number': 11, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:29:10.266443 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:08Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:10.270474 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Checking router: 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:29:10.271407 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Updating router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 port ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:29:10.284691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:10.289366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:subnet and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:10.292660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:10.299383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:10.310470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:10.314590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:10.324642 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:10.576522 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9afdc7fe-27ae-41a4-a99e-604eaf23f7f3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:10.581339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-958ed0bb-3454-4ab9-8e6e-190f124e34dc tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:10.656414 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdc7fe-27ae-41a4-a99e-604eaf23f7f3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Subnet': ['ID=53c44542-ff18-435f-8ba4-528756b40c2e,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:10.666305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9afdc7fe-27ae-41a4-a99e-604eaf23f7f3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:10.670010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9afdc7fe-27ae-41a4-a99e-604eaf23f7f3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:10.674261 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb5047e-d792-4b79-9e3b-0e1201d815aa None None] Network 50e08d5b-011b-4c42-b73e-299e26c0ad6f requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:10.688149 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9afdc7fe-27ae-41a4-a99e-604eaf23f7f3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/53c44542-ff18-435f-8ba4-528756b40c2e HTTP/1.1" status: 204 len: 168 time: 1.0146515 Jun 02 16:29:10.691835 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37504) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:10.726134 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:10.730712 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:10.734310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d407cd3f-c7d6-4417-bd58-63df51fb32e2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:10.749525 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Transition to ACTIVE for port object ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:10.758117 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:10.764325 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:10.848612 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfac81a-5c9d-497d-81cf-1b97dbf2ee5e None None] Pushing event updated for resources: {'Port': ['ID=ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:10.858684 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-8cfac81a-5c9d-497d-81cf-1b97dbf2ee5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:10.862227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:10.866354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-26e0ae44-9652-4cac-abdd-871f2f3fa372 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:10.875505 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Attempting to bind port ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:29:10.876166 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Attempting to bind port ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:29:10.876687 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Attempting to bind port ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:29:10.885588 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:29:10.886289 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:10.886875 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:10.887709 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:29:10.888472 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Bound port: ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:29:10.889034 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:10.902156 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Subnet': ['ID=a0673f57-e5ec-4788-8c60-378cde19c41d,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:10.919483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:10.928326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:10.949708 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Subnet': ['ID=6c4df237-b2c1-49de-825f-098292b9f9c3,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:10.953775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:10.958280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Checking segment: {'id': '8407f203-e2c2-4a02-a331-f6776b71d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:10.958650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network hostable DHCP agents. Network: ccd03054-167d-46c2-b0be-00145b703f93, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:29:10.979161 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network ccd03054-167d-46c2-b0be-00145b703f93 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:29:10.985278 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b7b427-64b1-4c73-80d7-a38ab8421a6e None None] DHCP port deletion for 50e08d5b-011b-4c42-b73e-299e26c0ad6f request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:29:10.993108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, ccd03054-167d-46c2-b0be-00145b703f93) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:10.996282 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Checking segment: {'id': '8474d366-8418-4005-b73b-0e1ecc2c20e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7a557c7b-0c0a-410b-81d3-475a58bcead2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:10.997246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network hostable DHCP agents. Network: 7a557c7b-0c0a-410b-81d3-475a58bcead2, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:29:11.005929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:11.006820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:11.013178 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] For port ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:29:11.017421 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] For port ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:29:11.022189 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9833b0ef-81f9-4fd0-84c3-d8f3459fd1a9 None None] Network ccd03054-167d-46c2-b0be-00145b703f93 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:11.024212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network 7a557c7b-0c0a-410b-81d3-475a58bcead2 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:29:11.024866 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:11.030677 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:11.031394 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 7a557c7b-0c0a-410b-81d3-475a58bcead2) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:11.044364 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9187012 Jun 02 16:29:11.045318 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37506) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:11.054672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0c9a26-0000-46be-a861-ab6d8f41c486 None None] Network 7a557c7b-0c0a-410b-81d3-475a58bcead2 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:11.056850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:11.057561 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:11.084493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Deleting port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:11.085470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:11.112544 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfac81a-5c9d-497d-81cf-1b97dbf2ee5e None None] Pushing event updated for resources: {'Port': ['ID=ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:11.116925 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-8cfac81a-5c9d-497d-81cf-1b97dbf2ee5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:11.129773 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Routers {'43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:29:11.130746 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:29:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:11.205178 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] For port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=eea89cb8-d3a2-4bd8-90d4-27f20ae4197e,segment=NetworkSegment(f14ce3eb-e159-4737-af85-31ad650b7260),segment_id=f14ce3eb-e159-4737-af85-31ad650b7260)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:11.205433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:11.322231 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] Set router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:29:11.350519 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Calling delete_port for eea89cb8-d3a2-4bd8-90d4-27f20ae4197e owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:11.400882 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2915051 Jun 02 16:29:11.409003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:11.409770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37508) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:11.412341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:11.415218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-91b7b427-64b1-4c73-80d7-a38ab8421a6e None None] Deleting port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:11.415648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-91b7b427-64b1-4c73-80d7-a38ab8421a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:11.439222 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-7a557c7b-0c0a-410b-81d3-475a58bcead2', 'network_id': '7a557c7b-0c0a-410b-81d3-475a58bcead2', 'tenant_id': '2684ba8687b441f3b1da1962438fb67b', 'fixed_ips': [{'subnet_id': 'a0673f57-e5ec-4788-8c60-378cde19c41d'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:29:11.440070 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:11.574341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Port': ['ID=eea89cb8-d3a2-4bd8-90d4-27f20ae4197e,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:11.588273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No DVR routers for this DVR port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:11.602253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:11.657289 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:08Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:11.662415 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3948e739-0a5f-4d0d-8bf4-d5ace8c15085 None None] The sync data for ids ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'] in dv-neutron-601336-83-hyperv is: [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:08Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:29:11.708689 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device eea89cb8-d3a2-4bd8-90d4-27f20ae4197e no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:29:11.793969 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: eea89cb8-d3a2-4bd8-90d4-27f20ae4197e {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:29:11.794622 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device eea89cb8-d3a2-4bd8-90d4-27f20ae4197e not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:29:11.795172 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:29:11.867992 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:29:11.868354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 64ea08ef-e2fc-4fdc-9f7d-c390d6d5cb1a not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:29:11.870704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-91b7b427-64b1-4c73-80d7-a38ab8421a6e None None] For port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e, host dv-neutron-601336-83-hyperv, got binding levels [] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:11.871052 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-91b7b427-64b1-4c73-80d7-a38ab8421a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:11.978565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:11.998063 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e08d5b-011b-4c42-b73e-299e26c0ad6f']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:12.027145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:12.035830 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14ce3eb-e159-4737-af85-31ad650b7260') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:12.036126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14ce3eb-e159-4737-af85-31ad650b7260') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:12.056753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:12.094282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-91b7b427-64b1-4c73-80d7-a38ab8421a6e None None] Calling delete_port for eea89cb8-d3a2-4bd8-90d4-27f20ae4197e owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:12.099452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.ipam_backend_mixin [None req-91b7b427-64b1-4c73-80d7-a38ab8421a6e None None] Port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e was not found and therefore no delete operation was performed {{(pid=92324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 16:29:12.120491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-ccd03054-167d-46c2-b0be-00145b703f93', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:29:12.121344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:12.127750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:12.130749 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-91b7b427-64b1-4c73-80d7-a38ab8421a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:12.142915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:12.143314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:12.146290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f413b1d8-da93-4e6c-8a97-22efe0ee82e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:12.158522 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:12.205911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:12.235624 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7b427-64b1-4c73-80d7-a38ab8421a6e None None] Pushing event deleted for resources: {'Port': ['ID=eea89cb8-d3a2-4bd8-90d4-27f20ae4197e,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:12.243897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b7b427-64b1-4c73-80d7-a38ab8421a6e None None] No DVR routers for this DVR port eea89cb8-d3a2-4bd8-90d4-27f20ae4197e on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:12.245836 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-91b7b427-64b1-4c73-80d7-a38ab8421a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:12.247074 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Allocated IP 2001:db8::1 (7a557c7b-0c0a-410b-81d3-475a58bcead2/a0673f57-e5ec-4788-8c60-378cde19c41d/e55f9024-9ef0-47e1-8bce-e3c8137f494f) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:29:12.262393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:12.309390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:12.321873 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-488f01b0-f4c8-438f-b11e-c969d9a7c930 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:12.340096 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:12.362630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Pushing event deleted for resources: {'Network': ['ID=50e08d5b-011b-4c42-b73e-299e26c0ad6f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:12.372879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:12.379944 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/networks/50e08d5b-011b-4c42-b73e-299e26c0ad6f HTTP/1.1" status: 204 len: 168 time: 1.6877229 Jun 02 16:29:12.380581 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37510) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:12.412339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-12d3514c-7a5c-4f43-92d2-7ed7587d60a7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'router': {'routes': None}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:12.583450 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Allocated IP 172.20.0.2 (ccd03054-167d-46c2-b0be-00145b703f93/6c4df237-b2c1-49de-825f-098292b9f9c3/86613e87-da50-4990-aa8e-143f4935cad7) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:29:12.698745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:12.717584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Transition to ACTIVE for port object e55f9024-9ef0-47e1-8bce-e3c8137f494f will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:12.761226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Transition to ACTIVE for port object e55f9024-9ef0-47e1-8bce-e3c8137f494f will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:12.779926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:12.791576 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5738b1b6-874d-4f91-b6e3-e2fd5a540080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:12.839847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.extraroute_db [None req-12d3514c-7a5c-4f43-92d2-7ed7587d60a7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Added routes are [] {{(pid=92322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 16:29:12.840102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.extraroute_db [None req-12d3514c-7a5c-4f43-92d2-7ed7587d60a7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Removed routes are [] {{(pid=92322) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 16:29:12.840485 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12d3514c-7a5c-4f43-92d2-7ed7587d60a7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:12.892524 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Network 7a557c7b-0c0a-410b-81d3-475a58bcead2 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:12.901244 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:12.910466 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:12.927650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Pushing event updated for resources: {'Port': ['ID=e55f9024-9ef0-47e1-8bce-e3c8137f494f,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:12.956440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:12.964482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.012549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Transition to ACTIVE for port object 86613e87-da50-4990-aa8e-143f4935cad7 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:13.045838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Attempting to bind port e55f9024-9ef0-47e1-8bce-e3c8137f494f on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:29:13.046249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Attempting to bind port e55f9024-9ef0-47e1-8bce-e3c8137f494f by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '8474d366-8418-4005-b73b-0e1ecc2c20e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7a557c7b-0c0a-410b-81d3-475a58bcead2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:29:13.046627 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Attempting to bind port e55f9024-9ef0-47e1-8bce-e3c8137f494f on network 7a557c7b-0c0a-410b-81d3-475a58bcead2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:29:13.051569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Transition to ACTIVE for port object 86613e87-da50-4990-aa8e-143f4935cad7 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:13.055450 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:29:13.056030 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Checking segment: {'id': '8474d366-8418-4005-b73b-0e1ecc2c20e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7a557c7b-0c0a-410b-81d3-475a58bcead2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:13.056447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.056908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Bound using segment: {'id': '8474d366-8418-4005-b73b-0e1ecc2c20e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7a557c7b-0c0a-410b-81d3-475a58bcead2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:29:13.057330 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Bound port: e55f9024-9ef0-47e1-8bce-e3c8137f494f, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8474d366-8418-4005-b73b-0e1ecc2c20e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7a557c7b-0c0a-410b-81d3-475a58bcead2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:29:13.057750 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.069271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.075827 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-52d69141-189f-4851-a091-486ebac3166e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:13.129600 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.1 (ccd03054-167d-46c2-b0be-00145b703f93/6c4df237-b2c1-49de-825f-098292b9f9c3/b576ada4-0b08-4210-bba1-14288c277b41) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:29:13.131575 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:29:13.174624 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Network ccd03054-167d-46c2-b0be-00145b703f93 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:13.179250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12d3514c-7a5c-4f43-92d2-7ed7587d60a7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.179838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:13.184921 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12d3514c-7a5c-4f43-92d2-7ed7587d60a7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.196618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:13.207221 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Pushing event updated for resources: {'Port': ['ID=86613e87-da50-4990-aa8e-143f4935cad7,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:13.213611 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:13.314623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] For port e55f9024-9ef0-47e1-8bce-e3c8137f494f, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:29:13.323415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Attempting to bind port 86613e87-da50-4990-aa8e-143f4935cad7 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:29:13.323811 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Attempting to bind port 86613e87-da50-4990-aa8e-143f4935cad7 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '8407f203-e2c2-4a02-a331-f6776b71d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:29:13.324169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Attempting to bind port 86613e87-da50-4990-aa8e-143f4935cad7 on network ccd03054-167d-46c2-b0be-00145b703f93 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:29:13.329113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.329749 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] For port e55f9024-9ef0-47e1-8bce-e3c8137f494f, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e55f9024-9ef0-47e1-8bce-e3c8137f494f,segment=NetworkSegment(8474d366-8418-4005-b73b-0e1ecc2c20e1),segment_id=8474d366-8418-4005-b73b-0e1ecc2c20e1)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:29:13.333686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:29:13.334107 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Checking segment: {'id': '8407f203-e2c2-4a02-a331-f6776b71d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:13.334528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.334939 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Bound using segment: {'id': '8407f203-e2c2-4a02-a331-f6776b71d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:29:13.335431 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Bound port: 86613e87-da50-4990-aa8e-143f4935cad7, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8407f203-e2c2-4a02-a331-f6776b71d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:29:13.335814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.347865 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.353592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object b576ada4-0b08-4210-bba1-14288c277b41 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:13.355613 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5121b181-9b06-444f-bb61-cb31b488babf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:13.385523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.391175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:13.475416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network ccd03054-167d-46c2-b0be-00145b703f93 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:13.494220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:13.497028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=b576ada4-0b08-4210-bba1-14288c277b41,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:13.508168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:13.512333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.523758 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0146d032-a570-4a80-8b6e-bc065624cf2c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:13.538127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:13.573017 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Pushing event updated for resources: {'Port': ['ID=e55f9024-9ef0-47e1-8bce-e3c8137f494f,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:13.578087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:13.583934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.587854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Subnet': ['ID=a0673f57-e5ec-4788-8c60-378cde19c41d,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:13.590445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:13.604528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] For port 86613e87-da50-4990-aa8e-143f4935cad7, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:29:13.611902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] For port 86613e87-da50-4990-aa8e-143f4935cad7, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=86613e87-da50-4990-aa8e-143f4935cad7,segment=NetworkSegment(8407f203-e2c2-4a02-a331-f6776b71d707),segment_id=8407f203-e2c2-4a02-a331-f6776b71d707)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:29:13.624974 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.630116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:13.657599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d3514c-7a5c-4f43-92d2-7ed7587d60a7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router 13272a88-2b5a-41ca-b6a8-3f9883010680 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:29:13.681012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.699026 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a557c7b-0c0a-410b-81d3-475a58bcead2']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:13.756242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Pushing event updated for resources: {'Port': ['ID=86613e87-da50-4990-aa8e-143f4935cad7,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:13.762503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:13.780779 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8474d366-8418-4005-b73b-0e1ecc2c20e1') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:13.781079 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8474d366-8418-4005-b73b-0e1ecc2c20e1') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:13.786479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:29:13.865313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.884240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d3514c-7a5c-4f43-92d2-7ed7587d60a7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:29:13.910593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c669b3-113e-4e9e-ab63-2cfd1dc169eb None None] Sync routers for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:29:13.927283 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12d3514c-7a5c-4f43-92d2-7ed7587d60a7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:13.930913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c669b3-113e-4e9e-ab63-2cfd1dc169eb None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:29:13.931554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c3c669b3-113e-4e9e-ab63-2cfd1dc169eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:29:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:13.934616 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-12d3514c-7a5c-4f43-92d2-7ed7587d60a7 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/13272a88-2b5a-41ca-b6a8-3f9883010680 HTTP/1.1" status: 200 len: 700 time: 1.5350561 Jun 02 16:29:13.939577 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37512) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:14.021505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:14.037351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b66d3fcc-5e46-4010-b9e6-9aced327eba1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Synchronizing usage tracker for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:14.056170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:14.056739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:14.108813 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:14.161519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-c3c669b3-113e-4e9e-ab63-2cfd1dc169eb None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:29:14.215922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b66d3fcc-5e46-4010-b9e6-9aced327eba1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Unset dirty status for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:14.218734 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b66d3fcc-5e46-4010-b9e6-9aced327eba1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports?device_id=13272a88-2b5a-41ca-b6a8-3f9883010680 HTTP/1.1" status: 200 len: 205 time: 0.2776659 Jun 02 16:29:14.220331 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37514) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:14.221022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.api [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:29:14.221022 dv-neutron-601336-83-hyperv neutron-server[92322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:29:14.221022 dv-neutron-601336-83-hyperv neutron-server[92322]: [parameters: {'id': '7a557c7b-0c0a-410b-81d3-475a58bcead2'}] Jun 02 16:29:14.221022 dv-neutron-601336-83-hyperv neutron-server[92322]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:29:14.221672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_db.api [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:29:14.272401 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:14.284336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c3c669b3-113e-4e9e-ab63-2cfd1dc169eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:29:08Z', 'revision_number': 11, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:14.286826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:14.287207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:14.297624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:14.322844 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c669b3-113e-4e9e-ab63-2cfd1dc169eb None None] Checking router: 13272a88-2b5a-41ca-b6a8-3f9883010680 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:29:14.347378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c669b3-113e-4e9e-ab63-2cfd1dc169eb None None] Routers {'13272a88-2b5a-41ca-b6a8-3f9883010680'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:29:14.348057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c3c669b3-113e-4e9e-ab63-2cfd1dc169eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:29:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['13272a88-2b5a-41ca-b6a8-3f9883010680'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:14.410966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-72db5b79-efc1-499b-ac7a-b9b9f8ae3c04 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:14.481478 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-c3c669b3-113e-4e9e-ab63-2cfd1dc169eb None None] Set router 13272a88-2b5a-41ca-b6a8-3f9883010680 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:29:14.614742 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c3c669b3-113e-4e9e-ab63-2cfd1dc169eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:29:08Z', 'revision_number': 11, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:14.625855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c669b3-113e-4e9e-ab63-2cfd1dc169eb None None] The sync data for ids ['13272a88-2b5a-41ca-b6a8-3f9883010680'] in dv-neutron-601336-83-hyperv is: [{'id': '13272a88-2b5a-41ca-b6a8-3f9883010680', 'name': 'tempest-RoutersTest-router-624382306', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:27:41Z', 'updated_at': '2021-06-02T16:29:08Z', 'revision_number': 11, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:29:14.664385 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:14.683692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:14.691499 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:14.694610 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f298399a-9c04-4e60-8014-8507b7f97609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:14.722779 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:14.773370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:14.778199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:14.799551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-72db5b79-efc1-499b-ac7a-b9b9f8ae3c04 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:14.803569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-72db5b79-efc1-499b-ac7a-b9b9f8ae3c04 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:14.845361 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Deleting port e55f9024-9ef0-47e1-8bce-e3c8137f494f {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:14.845709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:14.867619 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cdc9a8-c0a3-4db9-a7d6-9f7bd6b5fa01 None None] Network 7a557c7b-0c0a-410b-81d3-475a58bcead2 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:14.915956 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-72db5b79-efc1-499b-ac7a-b9b9f8ae3c04 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:14.916440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72db5b79-efc1-499b-ac7a-b9b9f8ae3c04 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Fanout notify agent at l3_agent the message router_deleted on router 13272a88-2b5a-41ca-b6a8-3f9883010680 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:29:14.955609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] For port e55f9024-9ef0-47e1-8bce-e3c8137f494f, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e55f9024-9ef0-47e1-8bce-e3c8137f494f,segment=NetworkSegment(8474d366-8418-4005-b73b-0e1ecc2c20e1),segment_id=8474d366-8418-4005-b73b-0e1ecc2c20e1)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:14.955970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:14.977780 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-72db5b79-efc1-499b-ac7a-b9b9f8ae3c04 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:14.982711 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-72db5b79-efc1-499b-ac7a-b9b9f8ae3c04 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/routers/13272a88-2b5a-41ca-b6a8-3f9883010680 HTTP/1.1" status: 204 len: 168 time: 0.7583079 Jun 02 16:29:14.983348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37516) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:14.996207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-29242248-f4c4-4502-ae04-c167ae9fe909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-799046786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:15.031708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0ecfdabd-b998-497f-923f-18af8e2dfa48 None None] Provisioning for port e55f9024-9ef0-47e1-8bce-e3c8137f494f completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:15.070596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-29242248-f4c4-4502-ae04-c167ae9fe909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:15.078849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-29242248-f4c4-4502-ae04-c167ae9fe909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Usage tracker for resource:router and tenant:fc32b599f0894cb1b0c9d4c0839ff400 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:15.083631 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-29242248-f4c4-4502-ae04-c167ae9fe909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:15.099428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-29242248-f4c4-4502-ae04-c167ae9fe909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:15.135621 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Calling delete_port for e55f9024-9ef0-47e1-8bce-e3c8137f494f owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:15.137641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29242248-f4c4-4502-ae04-c167ae9fe909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.138789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29242248-f4c4-4502-ae04-c167ae9fe909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.169386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29242248-f4c4-4502-ae04-c167ae9fe909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.195955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.203515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.212237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.216674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:15.242832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5916f890-b536-4e43-88d7-603dc3d3a00e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:15.250061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691a9b74-972e-4e35-8a68-61ecda474cff None None] DHCP port deletion for 7a557c7b-0c0a-410b-81d3-475a58bcead2 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:29:15.266390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No DVR routers for this DVR port e55f9024-9ef0-47e1-8bce-e3c8137f494f on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:15.284781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29242248-f4c4-4502-ae04-c167ae9fe909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.302741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Port': ['ID=e55f9024-9ef0-47e1-8bce-e3c8137f494f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:15.309311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:15.359829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=b576ada4-0b08-4210-bba1-14288c277b41,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:15.366003 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.371864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:15.377623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29242248-f4c4-4502-ae04-c167ae9fe909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.379140 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-29242248-f4c4-4502-ae04-c167ae9fe909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3904269 Jun 02 16:29:15.382236 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37518) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:15.387272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-11f9c10f-1a81-4856-a2e6-a93a540f5371 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:15.413965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.428579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a557c7b-0c0a-410b-81d3-475a58bcead2']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:15.442043 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8474d366-8418-4005-b73b-0e1ecc2c20e1') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:15.442425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8474d366-8418-4005-b73b-0e1ecc2c20e1') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:15.456565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.475020 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.483381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:15.483921 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.490258 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bbf2e9-7e56-4674-81f5-e8444f4a7aef None None] Network ccd03054-167d-46c2-b0be-00145b703f93 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:15.503157 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:15.601072 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.606420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2d23527d-eb83-4b6e-b17a-7e996f1a3640 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:15.634910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.646603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Network': ['ID=7a557c7b-0c0a-410b-81d3-475a58bcead2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:15.649654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:15.655332 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/7a557c7b-0c0a-410b-81d3-475a58bcead2 HTTP/1.1" status: 204 len: 168 time: 4.2070358 Jun 02 16:29:15.656255 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37520) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:15.662215 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-616931621'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:15.671585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:15.677038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:network and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:15.681049 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:15.682043 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1e3511e0-9103-48e6-ad27-c7c9ce5d71b2 None None] Provisioning for port 86613e87-da50-4990-aa8e-143f4935cad7 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:15.690026 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:15.705749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:15.709731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.745896 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:29:15.756655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.757144 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Added segment 1204b659-da2a-44d6-b3ef-c76cf4637ecf of type vlan for network a83c5bcb-84a3-44d0-a8bb-851f14212d02 Jun 02 16:29:15.802775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.846049 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.846416 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:29:15.853330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:15.854279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.858663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-afa539e8-9137-40b7-a0d2-110575704632 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797 tempest-ExtraDHCPOptionsIpV6TestJSON-1165373797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:15.928405 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:15.928772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:15.983890 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Network': ['ID=a83c5bcb-84a3-44d0-a8bb-851f14212d02,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:15.987286 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:15.995889 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3352325 Jun 02 16:29:15.998519 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37522) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:16.005108 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'subnet': {'network_id': 'a83c5bcb-84a3-44d0-a8bb-851f14212d02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:16.060475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 86613e87-da50-4990-aa8e-143f4935cad7 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:29:16.075238 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11f9c10f-1a81-4856-a2e6-a93a540f5371 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:16.094728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11f9c10f-1a81-4856-a2e6-a93a540f5371 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:16.098946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network ccd03054-167d-46c2-b0be-00145b703f93 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:16.101233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:16.124088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network a83c5bcb-84a3-44d0-a8bb-851f14212d02 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:29:16.131002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:16.135578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:subnet and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:16.138743 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:16.145113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:16.156851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:16.161251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:16.250741 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 86613e87-da50-4990-aa8e-143f4935cad7 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:16.258543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 86613e87-da50-4990-aa8e-143f4935cad7 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:16.258930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:16.324468 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-88177d18-31a2-49b9-8067-925c33a449a7 None None] Provisioning complete for port 86613e87-da50-4990-aa8e-143f4935cad7 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:16.325166 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-88177d18-31a2-49b9-8067-925c33a449a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:16.499902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f9c10f-1a81-4856-a2e6-a93a540f5371 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Router e93094f1-7fc3-43ac-ad98-5432b9b32018 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:29:16.512893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:29:16.517400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:16.576242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 86613e87-da50-4990-aa8e-143f4935cad7, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=86613e87-da50-4990-aa8e-143f4935cad7,segment=NetworkSegment(8407f203-e2c2-4a02-a331-f6776b71d707),segment_id=8407f203-e2c2-4a02-a331-f6776b71d707)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:16.586380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:16.591291 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:16.623981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-88177d18-31a2-49b9-8067-925c33a449a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:16.725846 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=86613e87-da50-4990-aa8e-143f4935cad7,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:16.732306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:16.737694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f9c10f-1a81-4856-a2e6-a93a540f5371 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:29:16.749329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.api [None req-88177d18-31a2-49b9-8067-925c33a449a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:29:16.749707 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_db.api [None req-88177d18-31a2-49b9-8067-925c33a449a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:29:16.751969 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c841f5-fc97-4e24-9f5b-5828d931a658 None None] Sync routers for ids ['e93094f1-7fc3-43ac-ad98-5432b9b32018'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:29:16.752480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11f9c10f-1a81-4856-a2e6-a93a540f5371 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:16.753253 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-11f9c10f-1a81-4856-a2e6-a93a540f5371 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "PUT /v2.0/routers/e93094f1-7fc3-43ac-ad98-5432b9b32018 HTTP/1.1" status: 200 len: 693 time: 1.3698819 Jun 02 16:29:16.756572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37524) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:16.768772 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c841f5-fc97-4e24-9f5b-5828d931a658 None None] Routers {'e93094f1-7fc3-43ac-ad98-5432b9b32018'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:29:16.769422 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-a1c841f5-fc97-4e24-9f5b-5828d931a658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:29:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e93094f1-7fc3-43ac-ad98-5432b9b32018'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:16.882899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:16.887156 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-15c134e5-e91e-41b2-afc2-3c017b8d23a0 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:16.927040 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-a1c841f5-fc97-4e24-9f5b-5828d931a658 None None] Set router e93094f1-7fc3-43ac-ad98-5432b9b32018 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:29:16.999995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Checking segment: {'id': '1204b659-da2a-44d6-b3ef-c76cf4637ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a83c5bcb-84a3-44d0-a8bb-851f14212d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:17.000438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network hostable DHCP agents. Network: a83c5bcb-84a3-44d0-a8bb-851f14212d02, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:29:17.004563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Subnet': ['ID=3a20a894-b83b-4a1e-9193-841f43c4ba45,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:17.007042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:17.024981 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network a83c5bcb-84a3-44d0-a8bb-851f14212d02 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:29:17.037673 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, a83c5bcb-84a3-44d0-a8bb-851f14212d02) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:17.049330 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e33296-1305-4b80-ac05-f6c34231aedf None None] Network a83c5bcb-84a3-44d0-a8bb-851f14212d02 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:17.061446 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-a1c841f5-fc97-4e24-9f5b-5828d931a658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93094f1-7fc3-43ac-ad98-5432b9b32018', 'name': 'tempest-RoutersTest-router-799046786', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:15Z', 'updated_at': '2021-06-02T16:29:16Z', 'revision_number': 2, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:17.067422 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c841f5-fc97-4e24-9f5b-5828d931a658 None None] Checking router: e93094f1-7fc3-43ac-ad98-5432b9b32018 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:29:17.077121 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c841f5-fc97-4e24-9f5b-5828d931a658 None None] Routers {'e93094f1-7fc3-43ac-ad98-5432b9b32018'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:29:17.077727 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-a1c841f5-fc97-4e24-9f5b-5828d931a658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:29:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e93094f1-7fc3-43ac-ad98-5432b9b32018'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:17.077862 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:17.078436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:17.106934 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1045117 Jun 02 16:29:17.107157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37526) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:17.178027 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b2da83c7-bcf1-4d08-875d-6e2519b85753 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/routers/e93094f1-7fc3-43ac-ad98-5432b9b32018 HTTP/1.1" status: 200 len: 699 time: 0.4200993 Jun 02 16:29:17.182349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37528) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:17.212406 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-a1c841f5-fc97-4e24-9f5b-5828d931a658 None None] Set router e93094f1-7fc3-43ac-ad98-5432b9b32018 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:29:17.239191 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d7d9b95a-d46f-4363-a4c5-505a2b77b032 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Synchronizing usage tracker for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:17.244172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:29:17.250505 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2033567 Jun 02 16:29:17.254605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37530) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:17.279202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:17.292186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d7d9b95a-d46f-4363-a4c5-505a2b77b032 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Unset dirty status for tenant:fc32b599f0894cb1b0c9d4c0839ff400 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:17.293972 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d7d9b95a-d46f-4363-a4c5-505a2b77b032 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports?device_id=e93094f1-7fc3-43ac-ad98-5432b9b32018 HTTP/1.1" status: 200 len: 205 time: 0.1100218 Jun 02 16:29:17.297691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Sync routers for ids ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:29:17.299550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37532) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:17.354662 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:17.361250 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-a1c841f5-fc97-4e24-9f5b-5828d931a658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93094f1-7fc3-43ac-ad98-5432b9b32018', 'name': 'tempest-RoutersTest-router-799046786', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:15Z', 'updated_at': '2021-06-02T16:29:16Z', 'revision_number': 2, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:17.365994 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c841f5-fc97-4e24-9f5b-5828d931a658 None None] The sync data for ids ['e93094f1-7fc3-43ac-ad98-5432b9b32018'] in dv-neutron-601336-83-hyperv is: [{'id': 'e93094f1-7fc3-43ac-ad98-5432b9b32018', 'name': 'tempest-RoutersTest-router-799046786', 'tenant_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:15Z', 'updated_at': '2021-06-02T16:29:16Z', 'revision_number': 2, 'project_id': 'fc32b599f0894cb1b0c9d4c0839ff400', 'gw_port_host': None}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:29:17.388553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Routers {'43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:29:17.388553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:29:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:17.523795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2d03e-5f74-4f6b-bde3-590d3b88ab71 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:17.556377 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62449eab-335a-4b24-9471-ef9d0d1624a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-a83c5bcb-84a3-44d0-a8bb-851f14212d02', 'network_id': 'a83c5bcb-84a3-44d0-a8bb-851f14212d02', 'tenant_id': '2684ba8687b441f3b1da1962438fb67b', 'fixed_ips': [{'subnet_id': '3a20a894-b83b-4a1e-9193-841f43c4ba45'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:29:17.557342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-62449eab-335a-4b24-9471-ef9d0d1624a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:17.644275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-88177d18-31a2-49b9-8067-925c33a449a7 None None] Provisioning for port b576ada4-0b08-4210-bba1-14288c277b41 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:17.723511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:17.729424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:17.736491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 86613e87-da50-4990-aa8e-143f4935cad7 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:29:17.773693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-88177d18-31a2-49b9-8067-925c33a449a7 None None] Provisioning complete for port b576ada4-0b08-4210-bba1-14288c277b41 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:17.774095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-88177d18-31a2-49b9-8067-925c33a449a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:17.776045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Subnet': ['ID=3a20a894-b83b-4a1e-9193-841f43c4ba45,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:17.779378 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:17.875119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34019e65-7166-414d-96aa-e55d9dbec0e8 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:17.875890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34019e65-7166-414d-96aa-e55d9dbec0e8 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:17.876054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34019e65-7166-414d-96aa-e55d9dbec0e8 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:17.876515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34019e65-7166-414d-96aa-e55d9dbec0e8 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:17.876968 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34019e65-7166-414d-96aa-e55d9dbec0e8 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:17.877744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34019e65-7166-414d-96aa-e55d9dbec0e8 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:17.878182 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34019e65-7166-414d-96aa-e55d9dbec0e8 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:17.883152 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-34019e65-7166-414d-96aa-e55d9dbec0e8 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4985 time: 0.6230898 Jun 02 16:29:17.888998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37534) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:17.896208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Set router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:29:17.902503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:17.919100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83c5bcb-84a3-44d0-a8bb-851f14212d02']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:17.927926 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2d03e-5f74-4f6b-bde3-590d3b88ab71 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:17.932433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2d03e-5f74-4f6b-bde3-590d3b88ab71 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:17.936155 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1204b659-da2a-44d6-b3ef-c76cf4637ecf') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:17.936461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1204b659-da2a-44d6-b3ef-c76cf4637ecf') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:17.954247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:17.973759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2d03e-5f74-4f6b-bde3-590d3b88ab71 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:17.974298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a2d03e-5f74-4f6b-bde3-590d3b88ab71 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Fanout notify agent at l3_agent the message router_deleted on router e93094f1-7fc3-43ac-ad98-5432b9b32018 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:29:17.982620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:17.991079 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:17.991771 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:17.994167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddc1dda-d793-4e98-94b0-1c3e495af425 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:17.994623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddc1dda-d793-4e98-94b0-1c3e495af425 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:17.995078 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddc1dda-d793-4e98-94b0-1c3e495af425 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:17.995527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddc1dda-d793-4e98-94b0-1c3e495af425 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:17.995979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddc1dda-d793-4e98-94b0-1c3e495af425 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:17.996434 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddc1dda-d793-4e98-94b0-1c3e495af425 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:18.001209 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8ddc1dda-d793-4e98-94b0-1c3e495af425 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4023 time: 0.1082451 Jun 02 16:29:18.001417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37536) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:18.008619 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:18.011763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-88177d18-31a2-49b9-8067-925c33a449a7 None None] Port b576ada4-0b08-4210-bba1-14288c277b41 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server [None req-62449eab-335a-4b24-9471-ef9d0d1624a3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a20a894-b83b-4a1e-9193-841f43c4ba45: This subnet is being modified by another concurrent operation. Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server raise exception Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a20a894-b83b-4a1e-9193-841f43c4ba45: This subnet is being modified by another concurrent operation. Jun 02 16:29:18.072835 dv-neutron-601336-83-hyperv neutron-server[92324]: ERROR oslo_messaging.rpc.server Jun 02 16:29:18.085332 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2d03e-5f74-4f6b-bde3-590d3b88ab71 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:18.085332 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d2a2d03e-5f74-4f6b-bde3-590d3b88ab71 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/routers/e93094f1-7fc3-43ac-ad98-5432b9b32018 HTTP/1.1" status: 204 len: 168 time: 0.7800956 Jun 02 16:29:18.089591 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37538) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:18.114466 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e98bdae-3dd4-4196-9a8f-e5c3992e644f None None] Network a83c5bcb-84a3-44d0-a8bb-851f14212d02 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:18.115261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:18.119418 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:18.135162 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6697c7f3-571d-468d-9965-137abe687465 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports?device_id=e93094f1-7fc3-43ac-ad98-5432b9b32018 HTTP/1.1" status: 200 len: 205 time: 0.0443339 Jun 02 16:29:18.138329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37540) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:18.144537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:18.156285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Network': ['ID=a83c5bcb-84a3-44d0-a8bb-851f14212d02,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:18.163524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:18.166887 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/a83c5bcb-84a3-44d0-a8bb-851f14212d02 HTTP/1.1" status: 204 len: 168 time: 1.0586090 Jun 02 16:29:18.173218 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37542) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:18.180874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1158828542'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:18.185955 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:18.191895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:network and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:18.195692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:18.200681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e98bdae-3dd4-4196-9a8f-e5c3992e644f None None] Network a83c5bcb-84a3-44d0-a8bb-851f14212d02 could not be found, it might have been deleted concurrently. {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 02 16:29:18.204393 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 86613e87-da50-4990-aa8e-143f4935cad7 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:18.204669 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:18.207351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:18.221556 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-185f1ead-1259-4091-991c-934af1d36a70 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] delete failed (client error): The resource could not be found. Jun 02 16:29:18.222704 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-185f1ead-1259-4091-991c-934af1d36a70 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/routers/e93094f1-7fc3-43ac-ad98-5432b9b32018 HTTP/1.1" status: 404 len: 336 time: 0.0813310 Jun 02 16:29:18.225684 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37544) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:18.246985 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a127b5f5-9757-4bdf-9d3c-85a77a07db67 None None] get_active_networks_info from dv-neutron-601336-83-hyperv {{(pid=92324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:29:18.273682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:18.277696 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:18.313831 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de4fd3b-32b4-4dc5-b1ce-b1b09f55bf22 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:18.314321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de4fd3b-32b4-4dc5-b1ce-b1b09f55bf22 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:18.318547 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2de4fd3b-32b4-4dc5-b1ce-b1b09f55bf22 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/c4043eaf-af10-4d9e-9ed5-2a8f8e3b172d HTTP/1.1" status: 404 len: 337 time: 0.0912640 Jun 02 16:29:18.319470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37546) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:18.332706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:29:18.343963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:18.344452 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Added segment 2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad of type vlan for network b4829172-a656-433b-9868-ccf3c5aaf528 Jun 02 16:29:18.355209 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-90580110-8bd5-4b5a-9d05-a5298dc6b782 None None] Provisioning complete for port b576ada4-0b08-4210-bba1-14288c277b41 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:18.355896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-90580110-8bd5-4b5a-9d05-a5298dc6b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:18.377430 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:18.417364 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:18.425111 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:18.426427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:18.430234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c25dedb2-073e-471a-bae9-3da95d5ab7de tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:18.537159 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d34265a-0e27-4b13-b61f-0c6eec9a3569 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:18.537376 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3596854 Jun 02 16:29:18.537491 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d34265a-0e27-4b13-b61f-0c6eec9a3569 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:18.537491 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8d34265a-0e27-4b13-b61f-0c6eec9a3569 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/f8c3cf4d-6a41-4341-8acd-eff352bef13d HTTP/1.1" status: 404 len: 337 time: 0.2158220 Jun 02 16:29:18.537975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37548) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:18.540141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37550) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:18.543983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'subnet': {'network_id': 'b4829172-a656-433b-9868-ccf3c5aaf528', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:18.553316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Network': ['ID=b4829172-a656-433b-9868-ccf3c5aaf528,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:18.558604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-90580110-8bd5-4b5a-9d05-a5298dc6b782 None None] Port b576ada4-0b08-4210-bba1-14288c277b41 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:29:18.563474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:18.580692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network b4829172-a656-433b-9868-ccf3c5aaf528 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:29:18.615996 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5ab55117-e716-47eb-854b-633a57f82ebd tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.6134911 Jun 02 16:29:18.617019 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca5357b-8880-4cce-a1b7-f8ae81cf2223 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:18.617457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca5357b-8880-4cce-a1b7-f8ae81cf2223 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:18.621552 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6ca5357b-8880-4cce-a1b7-f8ae81cf2223 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/504a3a8b-ff94-4a2c-8551-83428b513c8d HTTP/1.1" status: 404 len: 337 time: 0.0575061 Jun 02 16:29:18.623350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37554) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:18.712541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:18.716848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:subnet and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:18.718239 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2770e2f7-129d-49dc-a625-4f4c5e46413c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:18.718749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2770e2f7-129d-49dc-a625-4f4c5e46413c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:18.720937 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:18.723890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37556) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:18.725108 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2770e2f7-129d-49dc-a625-4f4c5e46413c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/53c44542-ff18-435f-8ba4-528756b40c2e HTTP/1.1" status: 404 len: 337 time: 0.0989468 Jun 02 16:29:18.729412 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a127b5f5-9757-4bdf-9d3c-85a77a07db67 None None] Resources bound (agent type, host, resource id): {{(pid=92324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 16:29:18.769030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:18.776352 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'b576ada4-0b08-4210-bba1-14288c277b41', 'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:3d:8e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:12Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 2, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:18.780598 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-277b5f48-0042-4f0f-91f4-d099ac103a2e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports?device_id=13272a88-2b5a-41ca-b6a8-3f9883010680 HTTP/1.1" status: 200 len: 205 time: 0.0527487 Jun 02 16:29:18.781683 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37558) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:18.788192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:18.791597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Checking router: 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:29:18.791882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:18.792008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Updating router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 port b576ada4-0b08-4210-bba1-14288c277b41 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:29:18.856998 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-9b59124d-cdd4-4ab3-9c24-d81ea1effbbf tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] delete failed (client error): The resource could not be found. Jun 02 16:29:18.858598 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9b59124d-cdd4-4ab3-9c24-d81ea1effbbf tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/routers/13272a88-2b5a-41ca-b6a8-3f9883010680 HTTP/1.1" status: 404 len: 336 time: 0.0753076 Jun 02 16:29:18.861529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37560) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:18.912856 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-235069b1-c170-4955-9333-4a52cbecc928 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ea51130-bf63-4ec2-a87f-8b3962a4dd63 HTTP/1.1" status: 200 len: 205 time: 0.0490482 Jun 02 16:29:18.914495 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37562) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:18.933623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:18.968789 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:18.988615 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-7c00d321-dd52-4393-b927-f4de198b2e41 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] delete failed (client error): The resource could not be found. Jun 02 16:29:18.990044 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7c00d321-dd52-4393-b927-f4de198b2e41 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/routers/0ea51130-bf63-4ec2-a87f-8b3962a4dd63 HTTP/1.1" status: 404 len: 336 time: 0.0740728 Jun 02 16:29:18.992476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37564) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:19.030776 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c288d1a-2538-4c9a-a29b-67de47e377b4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:19.031272 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c288d1a-2538-4c9a-a29b-67de47e377b4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:19.033000 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8c288d1a-2538-4c9a-a29b-67de47e377b4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/6c2d585d-d573-49c1-89e2-cc9561c8d1ad HTTP/1.1" status: 404 len: 337 time: 0.0395975 Jun 02 16:29:19.036077 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37566) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:19.083056 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cb99fb06-394f-46d6-b302-3ed498bc28d8 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports?device_id=25e59acb-8c2d-426f-a0c6-20f174d62fca HTTP/1.1" status: 200 len: 205 time: 0.0433903 Jun 02 16:29:19.083402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37568) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:19.163130 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-faa25159-ac53-4258-a440-a3b6c510e111 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] delete failed (client error): The resource could not be found. Jun 02 16:29:19.164345 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-faa25159-ac53-4258-a440-a3b6c510e111 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/routers/25e59acb-8c2d-426f-a0c6-20f174d62fca HTTP/1.1" status: 404 len: 336 time: 0.0799005 Jun 02 16:29:19.168515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37570) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:19.214422 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d14971f5-150d-442f-a2da-35fbe2eb02ba tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebdb01b9-c42d-4709-aac0-e642fabc34e6 HTTP/1.1" status: 200 len: 205 time: 0.0422375 Jun 02 16:29:19.214670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37572) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:19.285394 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-8af86a48-6303-427b-9a80-6f9add255bd3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] delete failed (client error): The resource could not be found. Jun 02 16:29:19.288772 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8af86a48-6303-427b-9a80-6f9add255bd3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/routers/ebdb01b9-c42d-4709-aac0-e642fabc34e6 HTTP/1.1" status: 404 len: 336 time: 0.0707071 Jun 02 16:29:19.289302 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37574) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:19.354692 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f180819-29d6-407d-8143-a103077f1a77 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:19.355148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f180819-29d6-407d-8143-a103077f1a77 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:19.369015 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0f180819-29d6-407d-8143-a103077f1a77 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/b9b3b5b6-6da1-4354-8e44-b9e7bf215bd4 HTTP/1.1" status: 404 len: 337 time: 0.0787194 Jun 02 16:29:19.371709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37576) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:19.445685 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a19fc0dd-6449-49c8-b01b-4b87a351ea40 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports?device_id=e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63 HTTP/1.1" status: 200 len: 205 time: 0.0723927 Jun 02 16:29:19.448249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37578) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:19.452965 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:19.458399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-53257900-2a6b-4dca-860f-17793f6e9fa5 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:19.535081 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Subnet': ['ID=fe76197d-fb8a-47f6-a071-b92b7ff2d296,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:19.539471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:19.547188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Checking segment: {'id': '2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4829172-a656-433b-9868-ccf3c5aaf528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:19.547555 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network hostable DHCP agents. Network: b4829172-a656-433b-9868-ccf3c5aaf528, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:29:19.569289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network b4829172-a656-433b-9868-ccf3c5aaf528 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:29:19.580121 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:19.581994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, b4829172-a656-433b-9868-ccf3c5aaf528) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:19.593421 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Transition to ACTIVE for port object b576ada4-0b08-4210-bba1-14288c277b41 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:19.597786 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b22a38-2293-4cea-9087-1f3a5de425be None None] Network b4829172-a656-433b-9868-ccf3c5aaf528 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:19.601994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:19.603520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:19.628414 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0887260 Jun 02 16:29:19.631180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37580) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:19.638648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-dd38515e-5e0f-40ae-83c0-e9ff8c82d057 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'subnet': {'network_id': 'b4829172-a656-433b-9868-ccf3c5aaf528', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:19.689599 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-5f6f61ad-8fee-4e16-819c-c17f29686ac2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] delete failed (client error): The resource could not be found. Jun 02 16:29:19.693216 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5f6f61ad-8fee-4e16-819c-c17f29686ac2 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/routers/e30b2f5a-a4f0-4adc-adfa-eb5b8bce1c63 HTTP/1.1" status: 404 len: 336 time: 0.2348704 Jun 02 16:29:19.693497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37582) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:19.732613 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-336acbe2-d88a-4ea4-8ac9-5d64e1bff696 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:19.732613 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336acbe2-d88a-4ea4-8ac9-5d64e1bff696 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:19.736770 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-336acbe2-d88a-4ea4-8ac9-5d64e1bff696 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/49b684eb-bbd9-4801-bc8c-9a70c93c760d HTTP/1.1" status: 404 len: 337 time: 0.0397618 Jun 02 16:29:19.737161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37584) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:19.739108 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:19.747075 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-9d01217c-abd4-4b70-ba5e-2001b5622a8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:19.789221 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9aad4731-3f86-4ebc-97e5-57313442604e tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "GET /v2.0/ports?device_id=85e525ba-122f-4e02-a6ea-eb3365aa9cfb HTTP/1.1" status: 200 len: 205 time: 0.0508423 Jun 02 16:29:19.794651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37588) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:19.807583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-dd38515e-5e0f-40ae-83c0-e9ff8c82d057 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:19.812031 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-dd38515e-5e0f-40ae-83c0-e9ff8c82d057 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:subnet and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:19.815429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-dd38515e-5e0f-40ae-83c0-e9ff8c82d057 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:19.822696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-dd38515e-5e0f-40ae-83c0-e9ff8c82d057 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:19.831986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbcfdb-4665-413e-908f-14c5fb091fb0 None None] Pushing event updated for resources: {'Port': ['ID=b576ada4-0b08-4210-bba1-14288c277b41,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:19.835306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd38515e-5e0f-40ae-83c0-e9ff8c82d057 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:19.839852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dd38515e-5e0f-40ae-83c0-e9ff8c82d057 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:19.845328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-badbcfdb-4665-413e-908f-14c5fb091fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:19.873251 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-2c33b273-3e83-4669-be0d-925a97d80c16 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] delete failed (client error): The resource could not be found. Jun 02 16:29:19.877422 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2c33b273-3e83-4669-be0d-925a97d80c16 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/routers/85e525ba-122f-4e02-a6ea-eb3365aa9cfb HTTP/1.1" status: 404 len: 336 time: 0.0806758 Jun 02 16:29:19.878140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37590) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:19.931252 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d414205-6314-4324-b094-7acb84a032c3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:19.931958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d414205-6314-4324-b094-7acb84a032c3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:19.936171 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6d414205-6314-4324-b094-7acb84a032c3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/f7ca0254-29a9-4000-891f-9fbbd321623f HTTP/1.1" status: 404 len: 337 time: 0.0568528 Jun 02 16:29:19.937001 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37592) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:19.967662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37594) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:19.973084 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172834962', 'description': 'tempest-secgroup-smoke-1172834962 description', 'project_id': 'fb79c8ac06334981844f175e241075b7'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:19.981987 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-666b9f64-c6da-4553-903d-137910f278ca tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:19.983196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-666b9f64-c6da-4553-903d-137910f278ca tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:19.986598 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:19.989791 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-666b9f64-c6da-4553-903d-137910f278ca tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] 10.222.0.50 "DELETE /v2.0/subnets/cc2abed1-f35f-4ee3-9934-50e153221713 HTTP/1.1" status: 404 len: 337 time: 0.0510800 Jun 02 16:29:20.001298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:20.011900 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:20.022700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:20.059697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.094323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:20.098875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:20.102918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:20.107583 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Attempting to bind port b576ada4-0b08-4210-bba1-14288c277b41 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:29:20.108129 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Attempting to bind port b576ada4-0b08-4210-bba1-14288c277b41 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '8407f203-e2c2-4a02-a331-f6776b71d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:29:20.109402 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Attempting to bind port b576ada4-0b08-4210-bba1-14288c277b41 on network ccd03054-167d-46c2-b0be-00145b703f93 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:29:20.110291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:20.135645 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:29:20.136398 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Checking segment: {'id': '8407f203-e2c2-4a02-a331-f6776b71d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:20.137303 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.137889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Bound using segment: {'id': '8407f203-e2c2-4a02-a331-f6776b71d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:29:20.138650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Bound port: b576ada4-0b08-4210-bba1-14288c277b41, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8407f203-e2c2-4a02-a331-f6776b71d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:29:20.139311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.260738 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-b4829172-a656-433b-9868-ccf3c5aaf528', 'network_id': 'b4829172-a656-433b-9868-ccf3c5aaf528', 'tenant_id': '2684ba8687b441f3b1da1962438fb67b', 'fixed_ips': [{'subnet_id': 'fe76197d-fb8a-47f6-a071-b92b7ff2d296'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:29:20.261564 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.266724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.282511 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.289498 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e5cafd9f-6fd2-44ef-84cb-0396dc61dc10 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:20.349396 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] For port b576ada4-0b08-4210-bba1-14288c277b41, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:29:20.360855 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db103ec4-e7a6-4c09-8262-d81670780203,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:20.361763 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37600) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:20.368927 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] For port b576ada4-0b08-4210-bba1-14288c277b41, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b576ada4-0b08-4210-bba1-14288c277b41,segment=NetworkSegment(8407f203-e2c2-4a02-a331-f6776b71d707),segment_id=8407f203-e2c2-4a02-a331-f6776b71d707)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:29:20.375008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:20.377063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.381744 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4091363 Jun 02 16:29:20.382040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37604) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:20.386793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-339c67fb-dab9-41df-be02-87f285709c31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'db103ec4-e7a6-4c09-8262-d81670780203', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:20.394966 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-339c67fb-dab9-41df-be02-87f285709c31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:20.404257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-339c67fb-dab9-41df-be02-87f285709c31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:20.411843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-339c67fb-dab9-41df-be02-87f285709c31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:20.419744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-339c67fb-dab9-41df-be02-87f285709c31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:20.443488 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-339c67fb-dab9-41df-be02-87f285709c31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.479866 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Allocated IP 2001:db8::2 (b4829172-a656-433b-9868-ccf3c5aaf528/fe76197d-fb8a-47f6-a071-b92b7ff2d296/ef524330-9bd5-4f53-a0aa-875d3d26a245) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:29:20.484356 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.490299 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cf73f044-de2c-4358-a70b-a5771fe20cc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:20.561695 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-339c67fb-dab9-41df-be02-87f285709c31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.573792 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-23c0deff-f090-477d-8276-452a796ad5c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc32b599f0894cb1b0c9d4c0839ff400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072878 Jun 02 16:29:20.574848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-339c67fb-dab9-41df-be02-87f285709c31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.576768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9c31eccc-7dc4-456f-b0b1-3671ebc1c592 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:20.577583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37606) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:20.606906 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Routers {'43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:29:20.607564 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:29:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:20.612818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c67fb-dab9-41df-be02-87f285709c31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcef0a30-1a61-49e5-b496-eb77ca48bec4,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:20.621852 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-339c67fb-dab9-41df-be02-87f285709c31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:20.632978 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-339c67fb-dab9-41df-be02-87f285709c31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.634341 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-339c67fb-dab9-41df-be02-87f285709c31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2512031 Jun 02 16:29:20.637002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37608) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:20.644271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b5c168e8-de8d-4921-8d7b-f2e3fa058fa7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'db103ec4-e7a6-4c09-8262-d81670780203', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:20.648864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dd38515e-5e0f-40ae-83c0-e9ff8c82d057 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.652064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b5c168e8-de8d-4921-8d7b-f2e3fa058fa7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:20.656704 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b5c168e8-de8d-4921-8d7b-f2e3fa058fa7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:20.660778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b5c168e8-de8d-4921-8d7b-f2e3fa058fa7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:20.662148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:20.669034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b5c168e8-de8d-4921-8d7b-f2e3fa058fa7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:20.694212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b5c168e8-de8d-4921-8d7b-f2e3fa058fa7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.726888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd38515e-5e0f-40ae-83c0-e9ff8c82d057 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network b4829172-a656-433b-9868-ccf3c5aaf528 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:20.728490 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f894b6c-7cd8-4af1-919d-5c8fea86eba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.733656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-dd38515e-5e0f-40ae-83c0-e9ff8c82d057 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:20.736582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbcfdb-4665-413e-908f-14c5fb091fb0 None None] Pushing event updated for resources: {'Port': ['ID=b576ada4-0b08-4210-bba1-14288c277b41,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:20.740017 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-badbcfdb-4665-413e-908f-14c5fb091fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:20.777126 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd38515e-5e0f-40ae-83c0-e9ff8c82d057 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:20.777875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dd38515e-5e0f-40ae-83c0-e9ff8c82d057 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.783042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f894b6c-7cd8-4af1-919d-5c8fea86eba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.806817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38515e-5e0f-40ae-83c0-e9ff8c82d057 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Subnet': ['ID=a0dfcd4a-a7e4-4002-87ab-b8f57e4c0c00,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:20.815054 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b5c168e8-de8d-4921-8d7b-f2e3fa058fa7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.819624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dd38515e-5e0f-40ae-83c0-e9ff8c82d057 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:20.822712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b5c168e8-de8d-4921-8d7b-f2e3fa058fa7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.824837 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f577aecd-cb87-4324-87b2-2a9eaad43b46 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:20.842336 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-dd38515e-5e0f-40ae-83c0-e9ff8c82d057 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2092125 Jun 02 16:29:20.845101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37610) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:20.875564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f894b6c-7cd8-4af1-919d-5c8fea86eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.883847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d9e30b9-6dce-41aa-b9ec-beadea5d68a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:20.884336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c168e8-de8d-4921-8d7b-f2e3fa058fa7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e124dc-cfc6-4868-a099-cd8dbb80e304,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:20.894094 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b5c168e8-de8d-4921-8d7b-f2e3fa058fa7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:20.895945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f894b6c-7cd8-4af1-919d-5c8fea86eba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f8309b-7ea2-41eb-ad21-83d9a45e7b07,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:20.899221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8f894b6c-7cd8-4af1-919d-5c8fea86eba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:20.905370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f894b6c-7cd8-4af1-919d-5c8fea86eba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.911809 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8f894b6c-7cd8-4af1-919d-5c8fea86eba0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15f8309b-7ea2-41eb-ad21-83d9a45e7b07 HTTP/1.1" status: 204 len: 168 time: 0.3234158 Jun 02 16:29:20.915591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b5c168e8-de8d-4921-8d7b-f2e3fa058fa7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:20.919623 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b5c168e8-de8d-4921-8d7b-f2e3fa058fa7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2789934 Jun 02 16:29:20.920396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37614) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:20.927515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ba32131c-0baf-4c6b-90f2-79eb655d0692 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'db103ec4-e7a6-4c09-8262-d81670780203', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:20.934365 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ba32131c-0baf-4c6b-90f2-79eb655d0692 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:20.939164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ba32131c-0baf-4c6b-90f2-79eb655d0692 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:20.942649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ba32131c-0baf-4c6b-90f2-79eb655d0692 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:20.953626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ba32131c-0baf-4c6b-90f2-79eb655d0692 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:20.976301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fe300e-4d40-4fb6-a49b-c866013eb08d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:20.978406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fe300e-4d40-4fb6-a49b-c866013eb08d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:20.979943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fe300e-4d40-4fb6-a49b-c866013eb08d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:20.982196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fe300e-4d40-4fb6-a49b-c866013eb08d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:20.983170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fe300e-4d40-4fb6-a49b-c866013eb08d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:20.984178 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d4fe300e-4d40-4fb6-a49b-c866013eb08d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Synchronizing usage tracker for tenant:2684ba8687b441f3b1da1962438fb67b on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:20.991216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ba32131c-0baf-4c6b-90f2-79eb655d0692 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.009037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] Set router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:29:21.034629 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d4fe300e-4d40-4fb6-a49b-c866013eb08d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Unset dirty status for tenant:2684ba8687b441f3b1da1962438fb67b on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:21.035947 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d4fe300e-4d40-4fb6-a49b-c866013eb08d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1902649 Jun 02 16:29:21.040335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37616) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:21.046849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-434410104'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:21.052107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:21.056295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:network and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:21.059591 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:21.063948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ba32131c-0baf-4c6b-90f2-79eb655d0692 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.069251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:21.069930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ba32131c-0baf-4c6b-90f2-79eb655d0692 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.072011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-41b7a144-521e-4495-93c4-1c2019a6e557 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:21.083755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:21.087921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.088370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.099850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Transition to ACTIVE for port object ef524330-9bd5-4f53-a0aa-875d3d26a245 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:21.108732 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32131c-0baf-4c6b-90f2-79eb655d0692 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51adde1b-8309-4da2-86ec-9bce7f82f94a,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:21.113425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ba32131c-0baf-4c6b-90f2-79eb655d0692 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:21.117227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ba32131c-0baf-4c6b-90f2-79eb655d0692 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.120692 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ba32131c-0baf-4c6b-90f2-79eb655d0692 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1988220 Jun 02 16:29:21.123114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37618) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:21.136223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-68727787-f238-4f36-bc81-3834494575c8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'db103ec4-e7a6-4c09-8262-d81670780203', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:21.139547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:29:21.147349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-68727787-f238-4f36-bc81-3834494575c8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:21.149438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Transition to ACTIVE for port object ef524330-9bd5-4f53-a0aa-875d3d26a245 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:21.153365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.153797 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-68727787-f238-4f36-bc81-3834494575c8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:21.153951 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Added segment 5be37e64-1e25-47a1-be99-33813518ef76 of type vlan for network fe10ec8c-3626-4080-82e1-cc3bbd9a6704 Jun 02 16:29:21.158369 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-68727787-f238-4f36-bc81-3834494575c8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:21.176532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-68727787-f238-4f36-bc81-3834494575c8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:21.194671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.210778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-68727787-f238-4f36-bc81-3834494575c8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.220961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.234482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:21.245546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.254999 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:21.256158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.278009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-79d492be-229e-4d4e-8988-aa8b5cedf049 tempest-NetworksIpV6TestAttrs-673520677 tempest-NetworksIpV6TestAttrs-673520677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:21.299721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-68727787-f238-4f36-bc81-3834494575c8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.301722 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2601650 Jun 02 16:29:21.304737 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37620) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:21.310895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-28663134-f6b0-4579-b3cb-6a4485f833c9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'network': {'name': 'New_network'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:21.334620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-68727787-f238-4f36-bc81-3834494575c8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.339427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2d10244e-d1c0-494a-949a-805347c147c8 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:21.383379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Network': ['ID=fe10ec8c-3626-4080-82e1-cc3bbd9a6704,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:21.386483 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:21.412189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68727787-f238-4f36-bc81-3834494575c8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf6568c-b5da-41d1-b210-60559fd3038c,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:21.430119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-68727787-f238-4f36-bc81-3834494575c8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:21.446698 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network fe10ec8c-3626-4080-82e1-cc3bbd9a6704 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:29:21.451203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-68727787-f238-4f36-bc81-3834494575c8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.452429 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-68727787-f238-4f36-bc81-3834494575c8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3282185 Jun 02 16:29:21.455771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37622) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:21.461800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-286fb42e-e9b4-4fc8-81a4-7b7ffa54a2b7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'db103ec4-e7a6-4c09-8262-d81670780203', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:21.469403 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Network b4829172-a656-433b-9868-ccf3c5aaf528 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:21.470674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-286fb42e-e9b4-4fc8-81a4-7b7ffa54a2b7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:21.477024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-286fb42e-e9b4-4fc8-81a4-7b7ffa54a2b7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:21.482613 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:21.483348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-286fb42e-e9b4-4fc8-81a4-7b7ffa54a2b7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:21.485257 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:21.493125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Pushing event updated for resources: {'Port': ['ID=ef524330-9bd5-4f53-a0aa-875d3d26a245,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:21.495686 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-286fb42e-e9b4-4fc8-81a4-7b7ffa54a2b7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:21.496156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:21.511335 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-286fb42e-e9b4-4fc8-81a4-7b7ffa54a2b7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:29:21.519745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-286fb42e-e9b4-4fc8-81a4-7b7ffa54a2b7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.599194 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-286fb42e-e9b4-4fc8-81a4-7b7ffa54a2b7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.601656 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-28663134-f6b0-4579-b3cb-6a4485f833c9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.604651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-286fb42e-e9b4-4fc8-81a4-7b7ffa54a2b7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.608102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:21.630827 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-28663134-f6b0-4579-b3cb-6a4485f833c9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.634950 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2bf23f74-7577-49da-ab2a-4622bf7c3b4d tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:21.637028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fb42e-e9b4-4fc8-81a4-7b7ffa54a2b7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839b42a1-0486-4e4e-a524-79d8456885d0,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:21.640049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-286fb42e-e9b4-4fc8-81a4-7b7ffa54a2b7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:21.651146 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-286fb42e-e9b4-4fc8-81a4-7b7ffa54a2b7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.653106 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-286fb42e-e9b4-4fc8-81a4-7b7ffa54a2b7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1957092 Jun 02 16:29:21.656026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37624) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:21.663480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28663134-f6b0-4579-b3cb-6a4485f833c9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network fe10ec8c-3626-4080-82e1-cc3bbd9a6704 is not hosted by any dhcp agent {{(pid=92322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 16:29:21.664477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-2538b1da-7e39-41b1-bbb6-ee20f8c97357 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'db103ec4-e7a6-4c09-8262-d81670780203', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:21.669022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28663134-f6b0-4579-b3cb-6a4485f833c9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:21.669657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-28663134-f6b0-4579-b3cb-6a4485f833c9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.670966 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-28663134-f6b0-4579-b3cb-6a4485f833c9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "PUT /v2.0/networks/fe10ec8c-3626-4080-82e1-cc3bbd9a6704 HTTP/1.1" status: 200 len: 723 time: 0.3650577 Jun 02 16:29:21.674524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37626) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:21.682364 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-faf82d45-5a1b-476e-a803-628e0b48a558 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'subnet': {'network_id': 'fe10ec8c-3626-4080-82e1-cc3bbd9a6704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:21.703060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2538b1da-7e39-41b1-bbb6-ee20f8c97357 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:21.714101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2538b1da-7e39-41b1-bbb6-ee20f8c97357 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:21.719905 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2538b1da-7e39-41b1-bbb6-ee20f8c97357 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:21.729709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2538b1da-7e39-41b1-bbb6-ee20f8c97357 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:21.736638 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Attempting to bind port ef524330-9bd5-4f53-a0aa-875d3d26a245 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:29:21.737253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Attempting to bind port ef524330-9bd5-4f53-a0aa-875d3d26a245 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4829172-a656-433b-9868-ccf3c5aaf528'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:29:21.737402 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Attempting to bind port ef524330-9bd5-4f53-a0aa-875d3d26a245 on network b4829172-a656-433b-9868-ccf3c5aaf528 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:29:21.746255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:29:21.746255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Checking segment: {'id': '2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4829172-a656-433b-9868-ccf3c5aaf528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:21.746590 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.746885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Bound using segment: {'id': '2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4829172-a656-433b-9868-ccf3c5aaf528'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:29:21.747371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Bound port: ef524330-9bd5-4f53-a0aa-875d3d26a245, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b4829172-a656-433b-9868-ccf3c5aaf528'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:29:21.747747 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.749221 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28663134-f6b0-4579-b3cb-6a4485f833c9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Network': ['ID=fe10ec8c-3626-4080-82e1-cc3bbd9a6704,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:21.751988 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-28663134-f6b0-4579-b3cb-6a4485f833c9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:21.762458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network fe10ec8c-3626-4080-82e1-cc3bbd9a6704 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:29:21.807456 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-2538b1da-7e39-41b1-bbb6-ee20f8c97357 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:29:21.817109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2538b1da-7e39-41b1-bbb6-ee20f8c97357 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.841604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-faf82d45-5a1b-476e-a803-628e0b48a558 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:21.868435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-faf82d45-5a1b-476e-a803-628e0b48a558 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:21.889758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf82d45-5a1b-476e-a803-628e0b48a558 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:21.893273 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-faf82d45-5a1b-476e-a803-628e0b48a558 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.957561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] For port ef524330-9bd5-4f53-a0aa-875d3d26a245, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:29:21.962275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] For port ef524330-9bd5-4f53-a0aa-875d3d26a245, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ef524330-9bd5-4f53-a0aa-875d3d26a245,segment=NetworkSegment(2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad),segment_id=2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:29:21.966281 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'b576ada4-0b08-4210-bba1-14288c277b41', 'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:3d:8e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:12Z', 'updated_at': '2021-06-02T16:29:20Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:21.970676 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:21.975135 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e64b311f-74e0-453b-ba47-d66bb582987d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:22.009943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1754885-dd09-4ae7-9094-7af97eda3845 None None] The sync data for ids ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'] in dv-neutron-601336-83-hyperv is: [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'b576ada4-0b08-4210-bba1-14288c277b41', 'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:3d:8e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:12Z', 'updated_at': '2021-06-02T16:29:20Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:29:22.090725 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Pushing event updated for resources: {'Port': ['ID=ef524330-9bd5-4f53-a0aa-875d3d26a245,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:22.103728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:22.179057 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2538b1da-7e39-41b1-bbb6-ee20f8c97357 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:22.187189 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2538b1da-7e39-41b1-bbb6-ee20f8c97357 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:22.196023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:22.228214 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538b1da-7e39-41b1-bbb6-ee20f8c97357 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbec3ed5-77a6-4aad-bb4b-76577758f3fa,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:22.237099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2538b1da-7e39-41b1-bbb6-ee20f8c97357 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:22.243307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2538b1da-7e39-41b1-bbb6-ee20f8c97357 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:22.245904 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2538b1da-7e39-41b1-bbb6-ee20f8c97357 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5872970 Jun 02 16:29:22.649232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-cab420ec-20c3-4073-b326-43f0a9723541 req-fcc065a8-852b-42d3-9779-30d34e5e3c36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:22.681700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-faf82d45-5a1b-476e-a803-628e0b48a558 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:22.686500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-98e235bb-3606-4237-bcf1-4e795fc43869 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:22.716529 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-cab420ec-20c3-4073-b326-43f0a9723541 req-fcc065a8-852b-42d3-9779-30d34e5e3c36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:22.717663 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cab420ec-20c3-4073-b326-43f0a9723541 req-fcc065a8-852b-42d3-9779-30d34e5e3c36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172834962&fields=id&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 267 time: 0.1743135 Jun 02 16:29:22.847363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf82d45-5a1b-476e-a803-628e0b48a558 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Subnet': ['ID=b861dfae-9ca8-4c34-b904-3059e806cf59,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:22.855698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-faf82d45-5a1b-476e-a803-628e0b48a558 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:22.884268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf82d45-5a1b-476e-a803-628e0b48a558 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Checking segment: {'id': '5be37e64-1e25-47a1-be99-33813518ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fe10ec8c-3626-4080-82e1-cc3bbd9a6704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:22.884637 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf82d45-5a1b-476e-a803-628e0b48a558 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network hostable DHCP agents. Network: fe10ec8c-3626-4080-82e1-cc3bbd9a6704, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:29:22.934012 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab420ec-20c3-4073-b326-43f0a9723541 req-4c7113bd-8a5b-43b9-aa7a-c4e3f1656075 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:22.935391 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cab420ec-20c3-4073-b326-43f0a9723541 req-4c7113bd-8a5b-43b9-aa7a-c4e3f1656075 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/networks?id=ccd03054-167d-46c2-b0be-00145b703f93 HTTP/1.1" status: 200 len: 797 time: 0.2044177 Jun 02 16:29:22.942052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf82d45-5a1b-476e-a803-628e0b48a558 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network fe10ec8c-3626-4080-82e1-cc3bbd9a6704 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:29:22.959240 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cab420ec-20c3-4073-b326-43f0a9723541 req-3a036611-a65a-4a08-a3f1-b0901ff39be9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/quotas/fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 375 time: 0.0142038 Jun 02 16:29:22.961200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-faf82d45-5a1b-476e-a803-628e0b48a558 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, fe10ec8c-3626-4080-82e1-cc3bbd9a6704) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:22.972310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf82d45-5a1b-476e-a803-628e0b48a558 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:22.972905 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-faf82d45-5a1b-476e-a803-628e0b48a558 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:22.975249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5ba478-1a70-42d1-a01f-e54f5163cf2d None None] Network fe10ec8c-3626-4080-82e1-cc3bbd9a6704 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:23.062281 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-faf82d45-5a1b-476e-a803-628e0b48a558 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3865666 Jun 02 16:29:23.062677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37644) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:23.076292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-74566e13-9fd8-4133-be3b-ec99d4a659ea tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:23.093023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-cab420ec-20c3-4073-b326-43f0a9723541 req-25586bf5-45dc-4b34-8dbf-97635282b8bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:23.115681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-cab420ec-20c3-4073-b326-43f0a9723541 req-25586bf5-45dc-4b34-8dbf-97635282b8bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:23.118155 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cab420ec-20c3-4073-b326-43f0a9723541 req-25586bf5-45dc-4b34-8dbf-97635282b8bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1409299 Jun 02 16:29:23.181938 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7590d477-6048-4467-a8a9-4dd26984ee13 None None] Network b4829172-a656-433b-9868-ccf3c5aaf528 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:23.258857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-74566e13-9fd8-4133-be3b-ec99d4a659ea tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15763423'] for subnet, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:23.284732 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cab420ec-20c3-4073-b326-43f0a9723541 req-72906f1a-08af-4648-a9d2-a3b23113f923 service neutron] 10.222.0.50 "GET /v2.0/networks/ccd03054-167d-46c2-b0be-00145b703f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512380 Jun 02 16:29:23.348232 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-fe10ec8c-3626-4080-82e1-cc3bbd9a6704', 'network_id': 'fe10ec8c-3626-4080-82e1-cc3bbd9a6704', 'tenant_id': '2684ba8687b441f3b1da1962438fb67b', 'fixed_ips': [{'subnet_id': 'b861dfae-9ca8-4c34-b904-3059e806cf59'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:29:23.349205 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:23.361060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4c1cd3b5-f91a-408d-8050-4d95332003de None None] Provisioning for port ef524330-9bd5-4f53-a0aa-875d3d26a245 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:23.441691 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cab420ec-20c3-4073-b326-43f0a9723541 req-2bedfd15-4e0f-4290-bf6b-a89d6ca5f4ca service neutron] 10.222.0.50 "GET /v2.0/networks/ccd03054-167d-46c2-b0be-00145b703f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488802 Jun 02 16:29:23.483023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-74566e13-9fd8-4133-be3b-ec99d4a659ea tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746509502437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16447431'] for subnet, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:23.491369 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-447a1d89-ec67-4728-9cb0-4fb3c310f1bb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:23.538463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74566e13-9fd8-4133-be3b-ec99d4a659ea tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:23.539123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-74566e13-9fd8-4133-be3b-ec99d4a659ea tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:23.543081 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-74566e13-9fd8-4133-be3b-ec99d4a659ea tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "PUT /v2.0/subnets/b861dfae-9ca8-4c34-b904-3059e806cf59 HTTP/1.1" status: 200 len: 826 time: 0.4761653 Jun 02 16:29:23.543802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37646) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:23.695764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Allocated IP 2001:db8::2 (fe10ec8c-3626-4080-82e1-cc3bbd9a6704/b861dfae-9ca8-4c34-b904-3059e806cf59/a7719804-04ea-4ba8-9d94-12157970e0ca) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:29:23.730494 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-27f8a61b-098d-490c-8c99-5ecf231e9a8a req-0297e1bb-408d-4ac6-b787-2c8c493d43c0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 210 time: 0.0527091 Jun 02 16:29:23.798007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74566e13-9fd8-4133-be3b-ec99d4a659ea tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Subnet': ['ID=b861dfae-9ca8-4c34-b904-3059e806cf59,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:23.802823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-74566e13-9fd8-4133-be3b-ec99d4a659ea tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:23.833122 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:23.836863 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b576ada4-0b08-4210-bba1-14288c277b41 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:29:23.907103 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:23.989739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc612d-2f64-42fb-a27e-ccce22658af9 None None] Update dhcp port {'port': {'network_id': 'b4829172-a656-433b-9868-ccf3c5aaf528', 'fixed_ips': [{'subnet_id': 'fe76197d-fb8a-47f6-a071-b92b7ff2d296', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a0dfcd4a-a7e4-4002-87ab-b8f57e4c0c00'}], 'binding:host_id': 'dv-neutron-601336-83-hyperv'}, 'id': 'ef524330-9bd5-4f53-a0aa-875d3d26a245'} from dv-neutron-601336-83-hyperv. {{(pid=92324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 16:29:24.212247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port b576ada4-0b08-4210-bba1-14288c277b41 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:24.219131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:24.221529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-22fc612d-2f64-42fb-a27e-ccce22658af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:24.240489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port b576ada4-0b08-4210-bba1-14288c277b41 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:24.240872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:24.278438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Transition to ACTIVE for port object a7719804-04ea-4ba8-9d94-12157970e0ca will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:24.355451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Transition to ACTIVE for port object a7719804-04ea-4ba8-9d94-12157970e0ca will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:24.388914 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:24.399353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-41e90a5e-53fc-4f6e-a485-f96579f2842e tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:24.415226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:24.429327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-263b3cda-f709-45e1-a6f4-99a22d3806eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:24.447189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Subnet': ['ID=b861dfae-9ca8-4c34-b904-3059e806cf59,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:24.451639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:24.527077 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Network fe10ec8c-3626-4080-82e1-cc3bbd9a6704 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:24.527732 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:24.533525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:24.536794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:24.540269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Pushing event updated for resources: {'Port': ['ID=a7719804-04ea-4ba8-9d94-12157970e0ca,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:24.541414 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe10ec8c-3626-4080-82e1-cc3bbd9a6704']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:24.543008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:24.559038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be37e64-1e25-47a1-be99-33813518ef76') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:24.559336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be37e64-1e25-47a1-be99-33813518ef76') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:24.571515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:24.587674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:24.593979 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:24.594443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:24.609278 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:24.690955 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.api [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:29:24.690955 dv-neutron-601336-83-hyperv neutron-server[92322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:29:24.690955 dv-neutron-601336-83-hyperv neutron-server[92322]: [parameters: {'id': 'fe10ec8c-3626-4080-82e1-cc3bbd9a6704'}] Jun 02 16:29:24.690955 dv-neutron-601336-83-hyperv neutron-server[92322]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:29:24.691913 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_db.api [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:29:24.725656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:24.763657 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-22fc612d-2f64-42fb-a27e-ccce22658af9 None None] Allocated IP 172.20.0.1 (b4829172-a656-433b-9868-ccf3c5aaf528/a0dfcd4a-a7e4-4002-87ab-b8f57e4c0c00/ef524330-9bd5-4f53-a0aa-875d3d26a245) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:29:24.766979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Attempting to bind port a7719804-04ea-4ba8-9d94-12157970e0ca on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:29:24.767253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Attempting to bind port a7719804-04ea-4ba8-9d94-12157970e0ca by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '5be37e64-1e25-47a1-be99-33813518ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fe10ec8c-3626-4080-82e1-cc3bbd9a6704'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:29:24.767909 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Attempting to bind port a7719804-04ea-4ba8-9d94-12157970e0ca on network fe10ec8c-3626-4080-82e1-cc3bbd9a6704 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:29:24.787235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:29:24.787633 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Checking segment: {'id': '5be37e64-1e25-47a1-be99-33813518ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fe10ec8c-3626-4080-82e1-cc3bbd9a6704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:24.788030 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:24.788427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Bound using segment: {'id': '5be37e64-1e25-47a1-be99-33813518ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fe10ec8c-3626-4080-82e1-cc3bbd9a6704'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:29:24.788937 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Bound port: a7719804-04ea-4ba8-9d94-12157970e0ca, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be37e64-1e25-47a1-be99-33813518ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'fe10ec8c-3626-4080-82e1-cc3bbd9a6704'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:29:24.789318 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:24.815705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port b576ada4-0b08-4210-bba1-14288c277b41, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b576ada4-0b08-4210-bba1-14288c277b41,segment=NetworkSegment(8407f203-e2c2-4a02-a331-f6776b71d707),segment_id=8407f203-e2c2-4a02-a331-f6776b71d707)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:24.865675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:24.866570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ef524330-9bd5-4f53-a0aa-875d3d26a245 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:29:24.902103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:24.907096 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8e583bc6-1662-4a9d-be09-7555e2de5030 req-637912d1-4b23-42cd-862c-9af095529bf0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 210 time: 0.0535543 Jun 02 16:29:25.020826 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab420ec-20c3-4073-b326-43f0a9723541 req-1d7fc794-44b4-4e54-9618-c04e9da37b90 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:25.023004 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cab420ec-20c3-4073-b326-43f0a9723541 req-1d7fc794-44b4-4e54-9618-c04e9da37b90 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/networks?id=ccd03054-167d-46c2-b0be-00145b703f93 HTTP/1.1" status: 200 len: 797 time: 0.1957631 Jun 02 16:29:25.086168 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cab420ec-20c3-4073-b326-43f0a9723541 req-2732fd2b-2c0e-4040-9728-06780394dcb3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 380 time: 0.0489523 Jun 02 16:29:25.099712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-cab420ec-20c3-4073-b326-43f0a9723541 req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'port': {'device_id': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'admin_state_up': True, 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'security_groups': ['db103ec4-e7a6-4c09-8262-d81670780203']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:25.119023 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=b576ada4-0b08-4210-bba1-14288c277b41,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:25.122911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:25.143056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] For port a7719804-04ea-4ba8-9d94-12157970e0ca, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:29:25.147776 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] For port a7719804-04ea-4ba8-9d94-12157970e0ca, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a7719804-04ea-4ba8-9d94-12157970e0ca,segment=NetworkSegment(5be37e64-1e25-47a1-be99-33813518ef76),segment_id=5be37e64-1e25-47a1-be99-33813518ef76)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:29:25.155880 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.163132 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-847fd588-a399-41a7-9d34-6b2792330068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:25.193647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.205726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port ef524330-9bd5-4f53-a0aa-875d3d26a245 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:25.218582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-22fc612d-2f64-42fb-a27e-ccce22658af9 None None] For port ef524330-9bd5-4f53-a0aa-875d3d26a245, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ef524330-9bd5-4f53-a0aa-875d3d26a245,segment=NetworkSegment(2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad),segment_id=2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:25.234613 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port ef524330-9bd5-4f53-a0aa-875d3d26a245 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:25.234993 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.254025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-cab420ec-20c3-4073-b326-43f0a9723541 req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:25.264440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-cab420ec-20c3-4073-b326-43f0a9723541 req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:25.271969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Deleting port a7719804-04ea-4ba8-9d94-12157970e0ca {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:25.272321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.279492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab420ec-20c3-4073-b326-43f0a9723541 req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:25.284357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cab420ec-20c3-4073-b326-43f0a9723541 req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.361640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-22fc612d-2f64-42fb-a27e-ccce22658af9 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.383631 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Pushing event updated for resources: {'Port': ['ID=a7719804-04ea-4ba8-9d94-12157970e0ca,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:25.384807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] For port a7719804-04ea-4ba8-9d94-12157970e0ca, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a7719804-04ea-4ba8-9d94-12157970e0ca,segment=NetworkSegment(5be37e64-1e25-47a1-be99-33813518ef76),segment_id=5be37e64-1e25-47a1-be99-33813518ef76)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:25.385373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.395275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:25.403422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-22fc612d-2f64-42fb-a27e-ccce22658af9 None None] Transition to ACTIVE for port object ef524330-9bd5-4f53-a0aa-875d3d26a245 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:25.447134 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-22fc612d-2f64-42fb-a27e-ccce22658af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.450986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212cbee0-c958-41ac-8080-ce97061b61aa None None] Network fe10ec8c-3626-4080-82e1-cc3bbd9a6704 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:25.458163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-cab420ec-20c3-4073-b326-43f0a9723541 req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.8 (ccd03054-167d-46c2-b0be-00145b703f93/6c4df237-b2c1-49de-825f-098292b9f9c3/72586902-4b19-474c-a343-dc6bad153195) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:29:25.474529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-9cf31246-2fca-4b40-a772-2380fb43213d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:25.541792 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Calling delete_port for a7719804-04ea-4ba8-9d94-12157970e0ca owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:25.592993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.599196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b1511858-fc0c-460d-bff2-e688aeee6b57 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:25.643193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Port': ['ID=a7719804-04ea-4ba8-9d94-12157970e0ca,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:25.646833 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:25.647652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No DVR routers for this DVR port a7719804-04ea-4ba8-9d94-12157970e0ca on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:25.687654 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.752388 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc612d-2f64-42fb-a27e-ccce22658af9 None None] Pushing event updated for resources: {'Port': ['ID=ef524330-9bd5-4f53-a0aa-875d3d26a245,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:25.769800 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-22fc612d-2f64-42fb-a27e-ccce22658af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:25.797161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.813732 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe10ec8c-3626-4080-82e1-cc3bbd9a6704']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:25.832003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be37e64-1e25-47a1-be99-33813518ef76') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:25.832343 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be37e64-1e25-47a1-be99-33813518ef76') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:25.845694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cab420ec-20c3-4073-b326-43f0a9723541 req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.847607 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.863303 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-cab420ec-20c3-4073-b326-43f0a9723541 req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object 72586902-4b19-474c-a343-dc6bad153195 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:25.868258 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.878739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:25.879608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.886501 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port ef524330-9bd5-4f53-a0aa-875d3d26a245, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ef524330-9bd5-4f53-a0aa-875d3d26a245,segment=NetworkSegment(2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad),segment_id=2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:25.890475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db6f72b-28ad-44ff-a2a5-c1351f55a9a9 None None] Network fe10ec8c-3626-4080-82e1-cc3bbd9a6704 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:25.894011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cab420ec-20c3-4073-b326-43f0a9723541 req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.900247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d4156fde-bed0-4397-a56e-9152106c78c7 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:25.905569 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:25.914132 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:25.918733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:25.991981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab420ec-20c3-4073-b326-43f0a9723541 req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network ccd03054-167d-46c2-b0be-00145b703f93 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:26.018402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:26.024028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-cab420ec-20c3-4073-b326-43f0a9723541 req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:26.029390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:26.040775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab420ec-20c3-4073-b326-43f0a9723541 req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:26.096520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b576ada4-0b08-4210-bba1-14288c277b41 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:29:26.106729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:26.126002 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/fe10ec8c-3626-4080-82e1-cc3bbd9a6704 HTTP/1.1" status: 204 len: 168 time: 2.5810645 Jun 02 16:29:26.127669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=72586902-4b19-474c-a343-dc6bad153195,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:26.130169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37666) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:26.166240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:26.181216 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=ef524330-9bd5-4f53-a0aa-875d3d26a245,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:26.199467 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:26.211748 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61bfcc8-900a-44da-a264-41b499725261 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:26.212289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61bfcc8-900a-44da-a264-41b499725261 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:26.215826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Network': ['ID=fe10ec8c-3626-4080-82e1-cc3bbd9a6704,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:26.223358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:26.240927 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e61bfcc8-900a-44da-a264-41b499725261 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/fe10ec8c-3626-4080-82e1-cc3bbd9a6704 HTTP/1.1" status: 404 len: 339 time: 0.1036582 Jun 02 16:29:26.243377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab420ec-20c3-4073-b326-43f0a9723541 req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:26.244254 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cab420ec-20c3-4073-b326-43f0a9723541 req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:26.245627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37668) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:26.256568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-477228649', 'description': 'd1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:26.263429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:26.269169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Usage tracker for resource:network and tenant:2684ba8687b441f3b1da1962438fb67b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:26.271017 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cab420ec-20c3-4073-b326-43f0a9723541 req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1756980 Jun 02 16:29:26.273558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:26.281076 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:26.288894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Request body: {'port': {'device_id': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:26.296932 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:26.301026 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:26.337821 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port b576ada4-0b08-4210-bba1-14288c277b41 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:26.338194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:26.339748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:29:26.351504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:26.352313 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Added segment a7fe6836-ae4f-4264-a7a4-6bebc6b6c0d6 of type vlan for network 73cf53d5-19f0-4997-b193-e2c2a61b6b05 Jun 02 16:29:26.386466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:26.458436 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:26.460731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f32ec7-09bd-482b-ad69-e386d1264626 req-cc3edad8-bbd5-477b-aba9-0963e379995b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:26.462824 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b7f32ec7-09bd-482b-ad69-e386d1264626 req-cc3edad8-bbd5-477b-aba9-0963e379995b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 931 time: 0.3194203 Jun 02 16:29:26.464357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:26.472722 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:26.474747 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:26.475333 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-895db2c1-52bc-436a-bde9-cb0b3a6af9c6 None None] Provisioning for port 72586902-4b19-474c-a343-dc6bad153195 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:26.523888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5552b5de-97cb-4cf8-96c2-fc6b853e84b6 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:26.549035 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-895db2c1-52bc-436a-bde9-cb0b3a6af9c6 None None] Provisioning complete for port 72586902-4b19-474c-a343-dc6bad153195 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:26.549429 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-895db2c1-52bc-436a-bde9-cb0b3a6af9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:26.555672 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3016109 Jun 02 16:29:26.561662 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37670) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:26.597941 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-b7f32ec7-09bd-482b-ad69-e386d1264626 req-dbeae728-75e6-4cf5-a25a-047b032192ea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:26.607429 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ef524330-9bd5-4f53-a0aa-875d3d26a245 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:29:26.643239 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f8152f-2684-4cad-9fcb-df453c63e89f None None] Network b4829172-a656-433b-9868-ccf3c5aaf528 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:26.740118 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-895db2c1-52bc-436a-bde9-cb0b3a6af9c6 None None] Port 72586902-4b19-474c-a343-dc6bad153195 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:29:26.752377 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-b7f32ec7-09bd-482b-ad69-e386d1264626 req-dbeae728-75e6-4cf5-a25a-047b032192ea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:26.752871 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b7f32ec7-09bd-482b-ad69-e386d1264626 req-dbeae728-75e6-4cf5-a25a-047b032192ea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=db103ec4-e7a6-4c09-8262-d81670780203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556779 Jun 02 16:29:26.756312 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Network': ['ID=73cf53d5-19f0-4997-b193-e2c2a61b6b05,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:26.759952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:26.768742 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 73cf53d5-19f0-4997-b193-e2c2a61b6b05 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:29:26.786297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb2e8bf-6f9e-4329-ab78-652f06859353 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:26.787506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8fb2e8bf-6f9e-4329-ab78-652f06859353 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Synchronizing usage tracker for tenant:2684ba8687b441f3b1da1962438fb67b on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:26.807105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8fb2e8bf-6f9e-4329-ab78-652f06859353 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Unset dirty status for tenant:2684ba8687b441f3b1da1962438fb67b on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:26.808477 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8fb2e8bf-6f9e-4329-ab78-652f06859353 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "GET /v2.0/networks?id=73cf53d5-19f0-4997-b193-e2c2a61b6b05 HTTP/1.1" status: 200 len: 764 time: 0.2435200 Jun 02 16:29:26.811204 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37672) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:26.817019 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-9d7cc2c8-ff62-4bd9-b012-516b973643f9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'network': {'description': 'd2'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:26.865018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72586902-4b19-474c-a343-dc6bad153195 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:29:26.874154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:26.890466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Transition to ACTIVE for port object 72586902-4b19-474c-a343-dc6bad153195 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:26.895899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:26.901339 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-164fa6ff-eb73-44a1-8b00-d9c9e9381804 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:26.951581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b14c5a1f-721d-43be-b2f5-531ba2a5c867 None None] Provisioning for port ef524330-9bd5-4f53-a0aa-875d3d26a245 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:26.976455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b14c5a1f-721d-43be-b2f5-531ba2a5c867 None None] Provisioning complete for port ef524330-9bd5-4f53-a0aa-875d3d26a245 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:26.977080 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b14c5a1f-721d-43be-b2f5-531ba2a5c867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:27.118229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Pushing event updated for resources: {'Port': ['ID=72586902-4b19-474c-a343-dc6bad153195,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:27.126154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:27.177838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Attempting to bind port 72586902-4b19-474c-a343-dc6bad153195 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:29:27.178230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Attempting to bind port 72586902-4b19-474c-a343-dc6bad153195 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8407f203-e2c2-4a02-a331-f6776b71d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:29:27.178572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Attempting to bind port 72586902-4b19-474c-a343-dc6bad153195 on network ccd03054-167d-46c2-b0be-00145b703f93 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:29:27.184514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Port 72586902-4b19-474c-a343-dc6bad153195 on network ccd03054-167d-46c2-b0be-00145b703f93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:29:27.184747 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Attempting to bind port 72586902-4b19-474c-a343-dc6bad153195 on network ccd03054-167d-46c2-b0be-00145b703f93 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:29:27.191836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:29:27.192185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Checking segment: {'id': '8407f203-e2c2-4a02-a331-f6776b71d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:27.192580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Bound using segment: {'id': '8407f203-e2c2-4a02-a331-f6776b71d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:29:27.193027 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Bound port: 72586902-4b19-474c-a343-dc6bad153195, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8407f203-e2c2-4a02-a331-f6776b71d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:29:27.193462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:27.272750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc2c8-ff62-4bd9-b012-516b973643f9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:27.292675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc2c8-ff62-4bd9-b012-516b973643f9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:27.296137 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] For port 72586902-4b19-474c-a343-dc6bad153195, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:29:27.299443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-28663134-f6b0-4579-b3cb-6a4485f833c9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:27.299749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] For port 72586902-4b19-474c-a343-dc6bad153195, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=72586902-4b19-474c-a343-dc6bad153195,segment=NetworkSegment(8407f203-e2c2-4a02-a331-f6776b71d707),segment_id=8407f203-e2c2-4a02-a331-f6776b71d707)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:29:27.304209 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:27.308270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3e2e0a80-6bab-4436-acc3-a99e2ae80c9e tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:27.317546 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d7cc2c8-ff62-4bd9-b012-516b973643f9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network 73cf53d5-19f0-4997-b193-e2c2a61b6b05 is not hosted by any dhcp agent {{(pid=92322) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 16:29:27.330579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cc2c8-ff62-4bd9-b012-516b973643f9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:27.331668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc2c8-ff62-4bd9-b012-516b973643f9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:27.333227 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9d7cc2c8-ff62-4bd9-b012-516b973643f9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "PUT /v2.0/networks/73cf53d5-19f0-4997-b193-e2c2a61b6b05 HTTP/1.1" status: 200 len: 761 time: 0.5209689 Jun 02 16:29:27.336730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37674) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:27.355335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5ae551-92b9-47b7-ba40-961e454cf27b None None] get_active_networks_info from dv-neutron-601336-83-hyperv {{(pid=92324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:29:27.428952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cc2c8-ff62-4bd9-b012-516b973643f9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Network': ['ID=73cf53d5-19f0-4997-b193-e2c2a61b6b05,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:27.431783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9d7cc2c8-ff62-4bd9-b012-516b973643f9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:27.448657 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 73cf53d5-19f0-4997-b193-e2c2a61b6b05 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:29:27.454531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:27.455173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:27.456658 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] 10.222.0.49 "PUT /v2.0/ports/72586902-4b19-474c-a343-dc6bad153195 HTTP/1.1" status: 200 len: 1093 time: 1.1766984 Jun 02 16:29:27.457190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'tag': '72586902-4b19-474c-a343-dc6bad153195'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:29:27.459550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b398cf90-677e-4041-8d39-6334985b8f28" -d '{"events": [{"name": "network-changed", "server_uuid": "51d02669-7bb4-4a80-bc2c-b19aa96cca79", "tag": "72586902-4b19-474c-a343-dc6bad153195"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:29:27.499528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32876f28-a1b1-49b1-a8b4-312124503072 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:27.500224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-32876f28-a1b1-49b1-a8b4-312124503072 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Synchronizing usage tracker for tenant:2684ba8687b441f3b1da1962438fb67b on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:27.508665 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Pushing event updated for resources: {'Port': ['ID=72586902-4b19-474c-a343-dc6bad153195,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:27.512883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:27.547908 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5a5493-b194-4dbf-8b64-6ceb4e6489c0 x-openstack-request-id: req-ec5a5493-b194-4dbf-8b64-6ceb4e6489c0 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:29:27.548237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d02669-7bb4-4a80-bc2c-b19aa96cca79", "tag": "72586902-4b19-474c-a343-dc6bad153195", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:29:27.548532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec5a5493-b194-4dbf-8b64-6ceb4e6489c0 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:29:27.548978 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'tag': '72586902-4b19-474c-a343-dc6bad153195', 'status': 'completed', 'code': 200} Jun 02 16:29:27.556104 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-32876f28-a1b1-49b1-a8b4-312124503072 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Unset dirty status for tenant:2684ba8687b441f3b1da1962438fb67b on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:27.557228 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-32876f28-a1b1-49b1-a8b4-312124503072 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "GET /v2.0/networks?id=73cf53d5-19f0-4997-b193-e2c2a61b6b05 HTTP/1.1" status: 200 len: 764 time: 0.2128241 Jun 02 16:29:27.558621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-fa121c5e-bf84-410f-819a-ad3e9e933440 None None] Provisioning complete for port ef524330-9bd5-4f53-a0aa-875d3d26a245 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:27.559008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fa121c5e-bf84-410f-819a-ad3e9e933440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:27.561682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37678) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:27.595125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab420ec-20c3-4073-b326-43f0a9723541 req-217f49d3-74e5-4778-88b4-8f3b1b928cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:27.595869 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cab420ec-20c3-4073-b326-43f0a9723541 req-217f49d3-74e5-4778-88b4-8f3b1b928cca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 1096 time: 0.0791025 Jun 02 16:29:27.655716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5ae551-92b9-47b7-ba40-961e454cf27b None None] Resources bound (agent type, host, resource id): {{(pid=92324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 16:29:27.677525 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cab420ec-20c3-4073-b326-43f0a9723541 req-b9379303-abd5-409f-aa20-9778706c75aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72586902-4b19-474c-a343-dc6bad153195 HTTP/1.1" status: 200 len: 217 time: 0.0705760 Jun 02 16:29:27.722882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c0bc62-05d0-49af-93e8-3b0e6f075139 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:27.728090 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-47c0bc62-05d0-49af-93e8-3b0e6f075139 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1620376 Jun 02 16:29:27.728881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37680) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:27.758121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e41a9f7a-f02e-45d5-a81b-e9a748d0ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:27.759690 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cab420ec-20c3-4073-b326-43f0a9723541 req-e41a9f7a-f02e-45d5-a81b-e9a748d0ffd7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6c4df237-b2c1-49de-825f-098292b9f9c3 HTTP/1.1" status: 200 len: 835 time: 0.0710094 Jun 02 16:29:27.769785 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-65fcf0c4-24cb-4a08-871a-7520335cd5eb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Synchronizing usage tracker for tenant:2684ba8687b441f3b1da1962438fb67b on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:27.786699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-65fcf0c4-24cb-4a08-871a-7520335cd5eb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Unset dirty status for tenant:2684ba8687b441f3b1da1962438fb67b on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:27.790419 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-65fcf0c4-24cb-4a08-871a-7520335cd5eb tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2 HTTP/1.1" status: 200 len: 207 time: 0.0576174 Jun 02 16:29:27.791105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37684) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:27.841619 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab420ec-20c3-4073-b326-43f0a9723541 req-b7060335-67fd-4e5b-8c84-a1334c64e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:27.843206 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cab420ec-20c3-4073-b326-43f0a9723541 req-b7060335-67fd-4e5b-8c84-a1334c64e12c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ccd03054-167d-46c2-b0be-00145b703f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0735035 Jun 02 16:29:28.005983 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ef524330-9bd5-4f53-a0aa-875d3d26a245 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:29:28.031535 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4972b5-22e4-44bd-83c6-e91f1e526faf tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.037482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4972b5-22e4-44bd-83c6-e91f1e526faf tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.044269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4972b5-22e4-44bd-83c6-e91f1e526faf tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.050552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4972b5-22e4-44bd-83c6-e91f1e526faf tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.056296 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4972b5-22e4-44bd-83c6-e91f1e526faf tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.061970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4972b5-22e4-44bd-83c6-e91f1e526faf tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.068148 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6f4972b5-22e4-44bd-83c6-e91f1e526faf tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2713866 Jun 02 16:29:28.069683 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37686) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:28.107391 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port ef524330-9bd5-4f53-a0aa-875d3d26a245 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:28.107849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:28.112555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a08d-6c41-4a57-9a63-d7fd0b2f33d1 req-f2ebfbe3-370f-4386-967d-7dbb43e89ce6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.114149 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5972a08d-6c41-4a57-9a63-d7fd0b2f33d1 req-f2ebfbe3-370f-4386-967d-7dbb43e89ce6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 943 time: 0.2099040 Jun 02 16:29:28.142657 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cab420ec-20c3-4073-b326-43f0a9723541 req-9b33d43c-af2a-431f-8499-8db76b3fa802 service neutron] 10.222.0.49 "GET /v2.0/networks/ccd03054-167d-46c2-b0be-00145b703f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887745 Jun 02 16:29:28.241611 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5972a08d-6c41-4a57-9a63-d7fd0b2f33d1 req-79726f7e-ff4f-4619-a8a4-3c6341573226 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=db103ec4-e7a6-4c09-8262-d81670780203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202435 Jun 02 16:29:28.285481 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-190eaa8a-f86d-4318-b503-38adacc2df49 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2099752 Jun 02 16:29:28.286603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37688) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:28.298414 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cab420ec-20c3-4073-b326-43f0a9723541 req-a5eaf125-1a4b-4809-8359-4242fd68f450 service neutron] 10.222.0.49 "GET /v2.0/networks/ccd03054-167d-46c2-b0be-00145b703f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446342 Jun 02 16:29:28.369426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b14cee8-8f8b-48d6-ab33-23d78ecf7514 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.371151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b14cee8-8f8b-48d6-ab33-23d78ecf7514 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.372578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b14cee8-8f8b-48d6-ab33-23d78ecf7514 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.374200 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b14cee8-8f8b-48d6-ab33-23d78ecf7514 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.375719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b14cee8-8f8b-48d6-ab33-23d78ecf7514 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.377503 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2b14cee8-8f8b-48d6-ab33-23d78ecf7514 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0907781 Jun 02 16:29:28.381331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37690) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:28.441416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398cf90-677e-4041-8d39-6334985b8f28 req-1aed3d40-ff75-4b9d-8f37-ff7ef175b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.443129 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b398cf90-677e-4041-8d39-6334985b8f28 req-1aed3d40-ff75-4b9d-8f37-ff7ef175b8c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 1096 time: 0.0854449 Jun 02 16:29:28.458023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14812a98-d33d-4012-874a-9429429a8ce4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['shared'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.459487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14812a98-d33d-4012-874a-9429429a8ce4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['shared'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.460932 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14812a98-d33d-4012-874a-9429429a8ce4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['shared'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.462558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14812a98-d33d-4012-874a-9429429a8ce4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['shared'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.464107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14812a98-d33d-4012-874a-9429429a8ce4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['shared'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.465683 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-14812a98-d33d-4012-874a-9429429a8ce4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0832598 Jun 02 16:29:28.469505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37692) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:28.582756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398cf90-677e-4041-8d39-6334985b8f28 req-760e1437-50ff-452c-8183-d02665fc07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.584125 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b398cf90-677e-4041-8d39-6334985b8f28 req-760e1437-50ff-452c-8183-d02665fc07e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ccd03054-167d-46c2-b0be-00145b703f93 HTTP/1.1" status: 200 len: 898 time: 0.1330893 Jun 02 16:29:28.616783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff07070-7245-4925-9261-0872bb11e937 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.618252 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2ff07070-7245-4925-9261-0872bb11e937 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "GET /v2.0/networks/fa48a603-9892-417e-8df6-afa9bf80003d HTTP/1.1" status: 200 len: 804 time: 0.1476550 Jun 02 16:29:28.621825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37694) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:28.658641 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b398cf90-677e-4041-8d39-6334985b8f28 req-bd31865c-cd84-4a8f-9773-a5296fbdc0f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72586902-4b19-474c-a343-dc6bad153195 HTTP/1.1" status: 200 len: 217 time: 0.0652583 Jun 02 16:29:28.727702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398cf90-677e-4041-8d39-6334985b8f28 req-76b96aa1-bea0-4f9d-9337-ca121ea17dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.729167 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b398cf90-677e-4041-8d39-6334985b8f28 req-76b96aa1-bea0-4f9d-9337-ca121ea17dc2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6c4df237-b2c1-49de-825f-098292b9f9c3 HTTP/1.1" status: 200 len: 835 time: 0.0625331 Jun 02 16:29:28.768266 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1d8bf24d-65ef-42ef-8f53-010f37288f0d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "GET /v2.0/networks/fa48a603-9892-417e-8df6-afa9bf80003d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1451857 Jun 02 16:29:28.771691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37696) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:28.806951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398cf90-677e-4041-8d39-6334985b8f28 req-d6254b86-80e8-4b21-a99f-7f74d0e49243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.808352 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b398cf90-677e-4041-8d39-6334985b8f28 req-d6254b86-80e8-4b21-a99f-7f74d0e49243 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ccd03054-167d-46c2-b0be-00145b703f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723391 Jun 02 16:29:28.842915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5908faae-0bd9-4faa-803c-776dcb25f04f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.844285 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5908faae-0bd9-4faa-803c-776dcb25f04f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "GET /v2.0/subnets/9f102a33-fdf1-4848-80e2-c0b2973c9ce6 HTTP/1.1" status: 200 len: 843 time: 0.0716481 Jun 02 16:29:28.848336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37698) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:28.918559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee41d45-447f-48da-8d1e-b85042a3e436 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['shared'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:28.919986 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9ee41d45-447f-48da-8d1e-b85042a3e436 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "GET /v2.0/subnets/9f102a33-fdf1-4848-80e2-c0b2973c9ce6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0706017 Jun 02 16:29:28.923743 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37700) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:28.929059 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-3bdbf0ae-3699-4ae1-bea6-e1c7de7c4d06 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1557730762'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:28.934358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-3bdbf0ae-3699-4ae1-bea6-e1c7de7c4d06 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:28.945421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-3bdbf0ae-3699-4ae1-bea6-e1c7de7c4d06 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:28.950842 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b398cf90-677e-4041-8d39-6334985b8f28 req-9254f895-ad7e-4dda-8a7f-4c389e534321 service neutron] 10.222.0.49 "GET /v2.0/networks/ccd03054-167d-46c2-b0be-00145b703f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354098 Jun 02 16:29:28.958573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdbf0ae-3699-4ae1-bea6-e1c7de7c4d06 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:28.962271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf0ae-3699-4ae1-bea6-e1c7de7c4d06 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:28.995230 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdbf0ae-3699-4ae1-bea6-e1c7de7c4d06 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:29:29.005620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf0ae-3699-4ae1-bea6-e1c7de7c4d06 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:29.005978 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-3bdbf0ae-3699-4ae1-bea6-e1c7de7c4d06 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Added segment 17cac9da-ab05-469d-a0e6-fc7f9ff4864e of type vlan for network c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9 Jun 02 16:29:29.035966 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf0ae-3699-4ae1-bea6-e1c7de7c4d06 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:29.075196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf0ae-3699-4ae1-bea6-e1c7de7c4d06 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:29.081353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdbf0ae-3699-4ae1-bea6-e1c7de7c4d06 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:29.081600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf0ae-3699-4ae1-bea6-e1c7de7c4d06 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:29.087003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-066fd37c-1b61-4e89-9e31-b11ce7772468 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:29.101917 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b398cf90-677e-4041-8d39-6334985b8f28 req-911ed5aa-bdd9-43dd-a96e-cb08a94d7332 service neutron] 10.222.0.49 "GET /v2.0/networks/ccd03054-167d-46c2-b0be-00145b703f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425946 Jun 02 16:29:29.194060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbf0ae-3699-4ae1-bea6-e1c7de7c4d06 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Network': ['ID=c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:29.197357 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3bdbf0ae-3699-4ae1-bea6-e1c7de7c4d06 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2726130 Jun 02 16:29:29.198302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3bdbf0ae-3699-4ae1-bea6-e1c7de7c4d06 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:29.201550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37702) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:29.204866 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:29:29.206508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'subnet': {'network_id': 'c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:29.490975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:29.502661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:29.514603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Made reservation on behalf of 2684ba8687b441f3b1da1962438fb67b for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:29.518425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:29.614823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.ipam_backend_mixin [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Performing IP validity checks on allocation pools {{(pid=92322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 16:29:29.615344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.ipam_backend_mixin [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92322) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 16:29:29.647053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45e797-1c88-4a32-a3c9-9ec50200be23 req-35f2f569-35ef-4042-8037-bde8aed287ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:29.647779 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-4f45e797-1c88-4a32-a3c9-9ec50200be23 req-35f2f569-35ef-4042-8037-bde8aed287ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:29.664246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-4f45e797-1c88-4a32-a3c9-9ec50200be23 req-35f2f569-35ef-4042-8037-bde8aed287ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:29.665528 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4f45e797-1c88-4a32-a3c9-9ec50200be23 req-35f2f569-35ef-4042-8037-bde8aed287ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 943 time: 0.1003819 Jun 02 16:29:29.715125 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4f45e797-1c88-4a32-a3c9-9ec50200be23 req-89b4c0ef-dfcb-4cb9-8677-a3acd887d1d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=db103ec4-e7a6-4c09-8262-d81670780203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437880 Jun 02 16:29:29.950052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:29.953569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-31edee62-60de-404d-b380-1204b3838412 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:30.025894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Subnet': ['ID=445f86c8-9cc9-49e6-887d-6f629d6b7d73,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:30.029946 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:30.037483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Checking segment: {'id': '17cac9da-ab05-469d-a0e6-fc7f9ff4864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:30.037844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network hostable DHCP agents. Network: c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:29:30.055693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Network c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:29:30.065160 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:30.073073 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31301d3-0169-4755-afb9-2e927a5d14a7 None None] Network c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:30.077562 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:30.078202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:30.106649 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9041255 Jun 02 16:29:30.109616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37706) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:30.115120 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-20569d49-e5ca-4358-8dd8-a536ba68de4a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:30.243577 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20569d49-e5ca-4358-8dd8-a536ba68de4a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15763423'] for subnet, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:30.289844 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9', 'network_id': 'c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9', 'tenant_id': '2684ba8687b441f3b1da1962438fb67b', 'fixed_ips': [{'subnet_id': '445f86c8-9cc9-49e6-887d-6f629d6b7d73'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:29:30.291205 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:30.458219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20569d49-e5ca-4358-8dd8-a536ba68de4a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746509502437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16447431'] for subnet, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:30.462963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-97b2789f-948e-4a3f-a699-0b4dfb58aca6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:30.520197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20569d49-e5ca-4358-8dd8-a536ba68de4a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:30.520704 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-20569d49-e5ca-4358-8dd8-a536ba68de4a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:30.525099 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-20569d49-e5ca-4358-8dd8-a536ba68de4a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "PUT /v2.0/subnets/445f86c8-9cc9-49e6-887d-6f629d6b7d73 HTTP/1.1" status: 200 len: 900 time: 0.4113846 Jun 02 16:29:30.525322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Allocated IP 2001:db8::3 (c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9/445f86c8-9cc9-49e6-887d-6f629d6b7d73/9f8be23c-a704-45b5-ac75-f15e8234201c) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:29:30.525463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37708) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:30.559793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20569d49-e5ca-4358-8dd8-a536ba68de4a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event updated for resources: {'Subnet': ['ID=445f86c8-9cc9-49e6-887d-6f629d6b7d73,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:30.564639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-20569d49-e5ca-4358-8dd8-a536ba68de4a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:30.687671 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:30.756702 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:30.760872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:30.771828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Transition to ACTIVE for port object 9f8be23c-a704-45b5-ac75-f15e8234201c will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:30.791717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Transition to ACTIVE for port object 9f8be23c-a704-45b5-ac75-f15e8234201c will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:30.804450 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:30.808209 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3db2f469-7b43-476f-964c-4317a4f4c289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:30.871264 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Network c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:30.874461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:30.878434 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:30.884661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Pushing event updated for resources: {'Port': ['ID=9f8be23c-a704-45b5-ac75-f15e8234201c,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:30.888560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:30.976461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Attempting to bind port 9f8be23c-a704-45b5-ac75-f15e8234201c on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:29:30.976850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Attempting to bind port 9f8be23c-a704-45b5-ac75-f15e8234201c by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '17cac9da-ab05-469d-a0e6-fc7f9ff4864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:29:30.977219 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Attempting to bind port 9f8be23c-a704-45b5-ac75-f15e8234201c on network c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:29:30.983399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:29:30.983799 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Checking segment: {'id': '17cac9da-ab05-469d-a0e6-fc7f9ff4864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:30.984231 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:30.984635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Bound using segment: {'id': '17cac9da-ab05-469d-a0e6-fc7f9ff4864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:29:30.985117 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Bound port: 9f8be23c-a704-45b5-ac75-f15e8234201c, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cac9da-ab05-469d-a0e6-fc7f9ff4864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:29:30.985501 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:31.060715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0c197-4f1f-4872-8715-6b87e6a5cfa3 req-57509447-56fc-4440-8478-f2f37eede911 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:31.062108 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-05f0c197-4f1f-4872-8715-6b87e6a5cfa3 req-57509447-56fc-4440-8478-f2f37eede911 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 943 time: 0.2223990 Jun 02 16:29:31.080264 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] For port 9f8be23c-a704-45b5-ac75-f15e8234201c, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:29:31.084336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] For port 9f8be23c-a704-45b5-ac75-f15e8234201c, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9f8be23c-a704-45b5-ac75-f15e8234201c,segment=NetworkSegment(17cac9da-ab05-469d-a0e6-fc7f9ff4864e),segment_id=17cac9da-ab05-469d-a0e6-fc7f9ff4864e)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:29:31.090120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:31.095091 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:31.128049 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-05f0c197-4f1f-4872-8715-6b87e6a5cfa3 req-b2c20fe5-e925-488a-a3a2-7bb2dab0266f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=db103ec4-e7a6-4c09-8262-d81670780203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543282 Jun 02 16:29:31.152675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:31.152675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-71f5513f-b6a1-4f95-90b9-ca9e90d31cef tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:31.185259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Subnet': ['ID=445f86c8-9cc9-49e6-887d-6f629d6b7d73,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:31.186500 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Pushing event updated for resources: {'Port': ['ID=9f8be23c-a704-45b5-ac75-f15e8234201c,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:31.189157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:31.189561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:31.290480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:31.305203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:31.320036 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cac9da-ab05-469d-a0e6-fc7f9ff4864e') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:31.320359 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cac9da-ab05-469d-a0e6-fc7f9ff4864e') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:31.333573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:31.369333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:31.377007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:31.377416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:31.392408 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:31.487866 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.api [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:29:31.487866 dv-neutron-601336-83-hyperv neutron-server[92322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:29:31.487866 dv-neutron-601336-83-hyperv neutron-server[92322]: [parameters: {'id': 'c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9'}] Jun 02 16:29:31.487866 dv-neutron-601336-83-hyperv neutron-server[92322]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:29:31.488423 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_db.api [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:29:31.812288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 72586902-4b19-474c-a343-dc6bad153195 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:29:31.984111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 72586902-4b19-474c-a343-dc6bad153195, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=72586902-4b19-474c-a343-dc6bad153195,segment=NetworkSegment(8407f203-e2c2-4a02-a331-f6776b71d707),segment_id=8407f203-e2c2-4a02-a331-f6776b71d707)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:31.990033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:32.004598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '72586902-4b19-474c-a343-dc6bad153195', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'port_id': '72586902-4b19-474c-a343-dc6bad153195', 'mac_address': 'fa:16:3e:db:7e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:29:32.047725 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9f8be23c-a704-45b5-ac75-f15e8234201c up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:29:32.092066 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Deleting port 9f8be23c-a704-45b5-ac75-f15e8234201c {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:32.092644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:32.182761 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e2201a-04f3-498e-bc8d-acac91c07ac5 None None] Network c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:32.210694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:32.224366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] For port 9f8be23c-a704-45b5-ac75-f15e8234201c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9f8be23c-a704-45b5-ac75-f15e8234201c,segment=NetworkSegment(17cac9da-ab05-469d-a0e6-fc7f9ff4864e),segment_id=17cac9da-ab05-469d-a0e6-fc7f9ff4864e)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:32.224878 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:32.294137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72586902-4b19-474c-a343-dc6bad153195 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:29:32.317686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4cf00d07-9208-4d2e-850c-ef72e2974bd6 None None] Provisioning for port 9f8be23c-a704-45b5-ac75-f15e8234201c completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:32.371366 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 72586902-4b19-474c-a343-dc6bad153195, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=72586902-4b19-474c-a343-dc6bad153195,segment=NetworkSegment(8407f203-e2c2-4a02-a331-f6776b71d707),segment_id=8407f203-e2c2-4a02-a331-f6776b71d707)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:32.372860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 9f8be23c-a704-45b5-ac75-f15e8234201c completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:32.378622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Calling delete_port for 9f8be23c-a704-45b5-ac75-f15e8234201c owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:32.381133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c1538-4cd1-4bb9-8d5d-7ee04ff1dc5f req-c86fd76d-8922-44c6-aa0d-cda7d174a603 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:32.383090 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f42c1538-4cd1-4bb9-8d5d-7ee04ff1dc5f req-c86fd76d-8922-44c6-aa0d-cda7d174a603 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 943 time: 0.1177850 Jun 02 16:29:32.409232 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:32.416566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:32.443894 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f42c1538-4cd1-4bb9-8d5d-7ee04ff1dc5f req-392b98e5-2704-4638-a55b-c397c1401947 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=db103ec4-e7a6-4c09-8262-d81670780203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529001 Jun 02 16:29:32.457396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:32.461695 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9f8be23c-a704-45b5-ac75-f15e8234201c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:32.462047 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cb9e4e50-c47e-45c5-b64f-f39f08788641 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:32.462252 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:32.513208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] Port 9f8be23c-a704-45b5-ac75-f15e8234201c was deleted so its status cannot be updated. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 02 16:29:32.551625 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=72586902-4b19-474c-a343-dc6bad153195,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:32.556479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:32.649884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95323071-ead5-45af-8bb7-eac6bd360348 None None] DHCP port deletion for c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:29:32.661435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['72586902-4b19-474c-a343-dc6bad153195'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:29:32.667974 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Port': ['ID=9f8be23c-a704-45b5-ac75-f15e8234201c,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:32.671108 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:32.671916 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No DVR routers for this DVR port 9f8be23c-a704-45b5-ac75-f15e8234201c on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:32.691623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1fe772-de7d-4b22-bc11-c2489311827c None None] Network c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:32.810549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:32.830465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:32.845735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cac9da-ab05-469d-a0e6-fc7f9ff4864e') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:32.846032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cac9da-ab05-469d-a0e6-fc7f9ff4864e') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:32.858774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:32.877803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:32.887480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:32.888167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:32.906109 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:32.951780 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-11355167-ce5c-46c2-8ddc-5d8c2a2b2363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:33.001641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:33.006336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-94517783-3712-4768-aaba-b25f230dbe5b tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:33.021508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:33.035282 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Network': ['ID=c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:33.041619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:33.052680 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9 HTTP/1.1" status: 204 len: 168 time: 2.5259392 Jun 02 16:29:33.057018 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37714) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:33.103505 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfd66cc-02a7-4c8a-901e-1ebc4d32e3c8 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:33.104270 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bfd66cc-02a7-4c8a-901e-1ebc4d32e3c8 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:33.105775 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6bfd66cc-02a7-4c8a-901e-1ebc4d32e3c8 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/subnets/445f86c8-9cc9-49e6-887d-6f629d6b7d73 HTTP/1.1" status: 404 len: 337 time: 0.0478942 Jun 02 16:29:33.109123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37716) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:33.135122 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8d4e70-5c8a-453f-a030-ac75e6edfe5e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:33.135619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8d4e70-5c8a-453f-a030-ac75e6edfe5e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:33.137376 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-af8d4e70-5c8a-453f-a030-ac75e6edfe5e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/c1a7e9fe-cd18-4b74-b401-1f4f2f7d89c9 HTTP/1.1" status: 404 len: 339 time: 0.0273309 Jun 02 16:29:33.140320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37718) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:33.266453 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e84903d-73fc-413c-b026-9a98482e004f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:33.408850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e84903d-73fc-413c-b026-9a98482e004f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:33.422713 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-4e84903d-73fc-413c-b026-9a98482e004f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73cf53d5-19f0-4997-b193-e2c2a61b6b05']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:33.436140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-4e84903d-73fc-413c-b026-9a98482e004f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fe6836-ae4f-4264-a7a4-6bebc6b6c0d6') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:33.436539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-4e84903d-73fc-413c-b026-9a98482e004f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fe6836-ae4f-4264-a7a4-6bebc6b6c0d6') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:33.449257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e84903d-73fc-413c-b026-9a98482e004f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:33.466469 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e84903d-73fc-413c-b026-9a98482e004f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:33.473273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e84903d-73fc-413c-b026-9a98482e004f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:33.473915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e84903d-73fc-413c-b026-9a98482e004f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:33.502739 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:33.631742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e84903d-73fc-413c-b026-9a98482e004f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:33.674741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b9784dd7-ad7b-450a-93ec-4568ef45f01a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:33.694944 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e84903d-73fc-413c-b026-9a98482e004f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:33.707832 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84903d-73fc-413c-b026-9a98482e004f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Network': ['ID=73cf53d5-19f0-4997-b193-e2c2a61b6b05,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:33.716215 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e84903d-73fc-413c-b026-9a98482e004f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:33.720301 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4e84903d-73fc-413c-b026-9a98482e004f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/73cf53d5-19f0-4997-b193-e2c2a61b6b05 HTTP/1.1" status: 204 len: 168 time: 0.5790117 Jun 02 16:29:33.722930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37722) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:33.779653 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-81086cc2-a692-46bb-8c35-5f9c725dd83d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:33.780245 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81086cc2-a692-46bb-8c35-5f9c725dd83d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:33.781944 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-81086cc2-a692-46bb-8c35-5f9c725dd83d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/subnets/b861dfae-9ca8-4c34-b904-3059e806cf59 HTTP/1.1" status: 404 len: 337 time: 0.0581133 Jun 02 16:29:33.785062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37724) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:33.817011 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a91d79-8d44-40a8-afb5-7aeb844a1f81 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:33.817493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a91d79-8d44-40a8-afb5-7aeb844a1f81 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:33.819230 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-20a91d79-8d44-40a8-afb5-7aeb844a1f81 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/fe10ec8c-3626-4080-82e1-cc3bbd9a6704 HTTP/1.1" status: 404 len: 339 time: 0.0330834 Jun 02 16:29:33.822560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37726) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:33.827872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 72586902-4b19-474c-a343-dc6bad153195 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:29:33.837862 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87e6d9-d362-4bb2-a29c-e064c65da75f req-f4e21be0-41d9-41f7-bc4b-c00e11f0f55f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:33.839775 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e87e6d9-d362-4bb2-a29c-e064c65da75f req-f4e21be0-41d9-41f7-bc4b-c00e11f0f55f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 944 time: 0.2119975 Jun 02 16:29:33.901910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e362fe4-03c0-42a7-a988-9d1e494ca161 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Deleting subnet a0dfcd4a-a7e4-4002-87ab-b8f57e4c0c00 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:29:33.905190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0e362fe4-03c0-42a7-a988-9d1e494ca161 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:33.906457 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e87e6d9-d362-4bb2-a29c-e064c65da75f req-143556b1-fa51-491f-9c23-5dee28cc65ba tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=db103ec4-e7a6-4c09-8262-d81670780203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582535 Jun 02 16:29:33.911512 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 72586902-4b19-474c-a343-dc6bad153195 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:33.918241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 72586902-4b19-474c-a343-dc6bad153195 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:33.918820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:33.970291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0e362fe4-03c0-42a7-a988-9d1e494ca161 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:33.994311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9f8be23c-a704-45b5-ac75-f15e8234201c no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:29:34.029629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 9f8be23c-a704-45b5-ac75-f15e8234201c {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:29:34.030002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9f8be23c-a704-45b5-ac75-f15e8234201c not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:29:34.081523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0e362fe4-03c0-42a7-a988-9d1e494ca161 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:34.110402 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:34.146444 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72586902-4b19-474c-a343-dc6bad153195'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:29:34.148852 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0fffe4-cd0a-493e-9086-12d5f397e5b4" -d '{"events": [{"server_uuid": "51d02669-7bb4-4a80-bc2c-b19aa96cca79", "name": "network-vif-plugged", "status": "completed", "tag": "72586902-4b19-474c-a343-dc6bad153195"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:29:34.157632 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 72586902-4b19-474c-a343-dc6bad153195, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=72586902-4b19-474c-a343-dc6bad153195,segment=NetworkSegment(8407f203-e2c2-4a02-a331-f6776b71d707),segment_id=8407f203-e2c2-4a02-a331-f6776b71d707)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:34.162342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:34.164343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:34.207686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2692b343-0d6c-4779-815b-cd78eb9f33b9 x-openstack-request-id: req-2692b343-0d6c-4779-815b-cd78eb9f33b9 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:29:34.207986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d02669-7bb4-4a80-bc2c-b19aa96cca79", "name": "network-vif-plugged", "status": "completed", "tag": "72586902-4b19-474c-a343-dc6bad153195", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:29:34.208268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2692b343-0d6c-4779-815b-cd78eb9f33b9 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:29:34.208764 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72586902-4b19-474c-a343-dc6bad153195', 'code': 200} Jun 02 16:29:34.237491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=72586902-4b19-474c-a343-dc6bad153195,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:34.241845 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:34.394373 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0e362fe4-03c0-42a7-a988-9d1e494ca161 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:34.399712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ff03a5e7-c702-4b6a-806e-2e54fbe5d32b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:34.482184 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e362fe4-03c0-42a7-a988-9d1e494ca161 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Subnet': ['ID=a0dfcd4a-a7e4-4002-87ab-b8f57e4c0c00,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:34.491713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0e362fe4-03c0-42a7-a988-9d1e494ca161 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:34.493930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0e362fe4-03c0-42a7-a988-9d1e494ca161 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:34.500520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef7d517-9034-465a-bc34-0a343da4595f None None] Network b4829172-a656-433b-9868-ccf3c5aaf528 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:34.507995 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0e362fe4-03c0-42a7-a988-9d1e494ca161 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/subnets/a0dfcd4a-a7e4-4002-87ab-b8f57e4c0c00 HTTP/1.1" status: 204 len: 168 time: 0.6834528 Jun 02 16:29:34.511199 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37730) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:34.543781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f6e70-7e2a-4882-8e03-2f381aa0391c req-4b5004ef-117f-4b7a-9e6b-d5d039f9fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:34.546329 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-190f6e70-7e2a-4882-8e03-2f381aa0391c req-4b5004ef-117f-4b7a-9e6b-d5d039f9fa2d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 1098 time: 0.1137211 Jun 02 16:29:34.580549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78332ed-9e14-440d-aa94-05e47b3894c1 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Deleting subnet fe76197d-fb8a-47f6-a071-b92b7ff2d296 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:29:34.583544 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f78332ed-9e14-440d-aa94-05e47b3894c1 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:34.603080 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-190f6e70-7e2a-4882-8e03-2f381aa0391c req-78c98679-f0f4-4c7d-b184-b7160bd2b59b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=db103ec4-e7a6-4c09-8262-d81670780203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464914 Jun 02 16:29:34.644900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f78332ed-9e14-440d-aa94-05e47b3894c1 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:34.759285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f78332ed-9e14-440d-aa94-05e47b3894c1 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:35.010426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:35.282001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4b00a60e-2e6a-480d-9405-36533dac5609 None None] Provisioning complete for port ef524330-9bd5-4f53-a0aa-875d3d26a245 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:35.282345 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4b00a60e-2e6a-480d-9405-36533dac5609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:35.316611 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f78332ed-9e14-440d-aa94-05e47b3894c1 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:35.324688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7dfb5d13-af3b-4599-b6e2-fefdab662054 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:35.366813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5f05c-f7d7-4e75-b3fb-faf45aad4b29 req-e0ea4464-6abe-4557-b7c7-aa978dd5db41 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:35.368455 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a4d5f05c-f7d7-4e75-b3fb-faf45aad4b29 req-e0ea4464-6abe-4557-b7c7-aa978dd5db41 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 945 time: 0.3263671 Jun 02 16:29:35.374330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78332ed-9e14-440d-aa94-05e47b3894c1 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Subnet': ['ID=fe76197d-fb8a-47f6-a071-b92b7ff2d296,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:35.376559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f78332ed-9e14-440d-aa94-05e47b3894c1 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:35.381504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f78332ed-9e14-440d-aa94-05e47b3894c1 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:35.388140 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d6c7b2-119a-4eae-9965-376f26473623 None None] Network b4829172-a656-433b-9868-ccf3c5aaf528 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:35.414163 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f78332ed-9e14-440d-aa94-05e47b3894c1 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/subnets/fe76197d-fb8a-47f6-a071-b92b7ff2d296 HTTP/1.1" status: 204 len: 168 time: 0.8992438 Jun 02 16:29:35.414432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37736) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:35.505722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9a88a246-d3ac-4f1b-b3fb-5d556924a88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:35.537171 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a4d5f05c-f7d7-4e75-b3fb-faf45aad4b29 req-0234a8b1-e2bd-4bbe-877e-79dd839d2742 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=db103ec4-e7a6-4c09-8262-d81670780203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571543 Jun 02 16:29:35.571868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:35.650987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Deleting port ef524330-9bd5-4f53-a0aa-875d3d26a245 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:35.650987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:35.725570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c58c532-f3c1-40a6-a4c7-36965ba9c53a None None] DHCP port deletion for b4829172-a656-433b-9868-ccf3c5aaf528 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:29:35.755417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] For port ef524330-9bd5-4f53-a0aa-875d3d26a245, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ef524330-9bd5-4f53-a0aa-875d3d26a245,segment=NetworkSegment(2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad),segment_id=2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:35.755784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:35.795280 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1c58c532-f3c1-40a6-a4c7-36965ba9c53a None None] Deleting port ef524330-9bd5-4f53-a0aa-875d3d26a245 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:35.795579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1c58c532-f3c1-40a6-a4c7-36965ba9c53a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:35.889083 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Calling delete_port for ef524330-9bd5-4f53-a0aa-875d3d26a245 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:35.897855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1c58c532-f3c1-40a6-a4c7-36965ba9c53a None None] For port ef524330-9bd5-4f53-a0aa-875d3d26a245, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ef524330-9bd5-4f53-a0aa-875d3d26a245,segment=NetworkSegment(2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad),segment_id=2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:35.898298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1c58c532-f3c1-40a6-a4c7-36965ba9c53a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:35.954565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:35.961309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:36.017331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Port': ['ID=ef524330-9bd5-4f53-a0aa-875d3d26a245,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:36.018371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No DVR routers for this DVR port ef524330-9bd5-4f53-a0aa-875d3d26a245 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:36.018502 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ef524330-9bd5-4f53-a0aa-875d3d26a245 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:29:36.020157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:36.053019 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1c58c532-f3c1-40a6-a4c7-36965ba9c53a None None] Calling delete_port for ef524330-9bd5-4f53-a0aa-875d3d26a245 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:36.068074 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: ef524330-9bd5-4f53-a0aa-875d3d26a245 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:29:36.068393 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ef524330-9bd5-4f53-a0aa-875d3d26a245 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:29:36.117354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1c58c532-f3c1-40a6-a4c7-36965ba9c53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:36.121144 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:36.152560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:36.166183 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4829172-a656-433b-9868-ccf3c5aaf528']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:36.171767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58c532-f3c1-40a6-a4c7-36965ba9c53a None None] Pushing event deleted for resources: {'Port': ['ID=ef524330-9bd5-4f53-a0aa-875d3d26a245,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:36.174811 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1c58c532-f3c1-40a6-a4c7-36965ba9c53a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:36.175609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c58c532-f3c1-40a6-a4c7-36965ba9c53a None None] No DVR routers for this DVR port ef524330-9bd5-4f53-a0aa-875d3d26a245 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:36.182768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:36.182768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab0aff0-84d0-4e52-a22d-1e07d5ca3aad') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:36.195123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:36.211895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:36.218422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:36.218875 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:36.234406 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:36.318285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:36.321952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ecfb4a9c-37d2-467b-9f18-446bc2a7330f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:36.336907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:36.348414 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Network': ['ID=b4829172-a656-433b-9868-ccf3c5aaf528,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:36.354131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:36.356768 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/b4829172-a656-433b-9868-ccf3c5aaf528 HTTP/1.1" status: 204 len: 168 time: 0.9414136 Jun 02 16:29:36.359546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37738) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:36.399022 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-34513355-4526-4187-9cc3-3e4c1d299fa7 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:36.399710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34513355-4526-4187-9cc3-3e4c1d299fa7 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:36.409071 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-34513355-4526-4187-9cc3-3e4c1d299fa7 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/subnets/3a20a894-b83b-4a1e-9193-841f43c4ba45 HTTP/1.1" status: 404 len: 337 time: 0.0416555 Jun 02 16:29:36.409741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37740) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:36.429858 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-1807dfeb-016b-4506-bd29-4f945e848375 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:36.430386 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1807dfeb-016b-4506-bd29-4f945e848375 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:36.432173 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1807dfeb-016b-4506-bd29-4f945e848375 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/a83c5bcb-84a3-44d0-a8bb-851f14212d02 HTTP/1.1" status: 404 len: 339 time: 0.0269902 Jun 02 16:29:36.434817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37742) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:36.476701 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c7ce98-8bb7-404e-8657-b665faed6899 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:36.477161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c7ce98-8bb7-404e-8657-b665faed6899 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:36.479252 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-23c7ce98-8bb7-404e-8657-b665faed6899 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/subnets/a0673f57-e5ec-4788-8c60-378cde19c41d HTTP/1.1" status: 404 len: 337 time: 0.0435436 Jun 02 16:29:36.482862 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37744) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:36.508276 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6e2c77-b2da-4f6b-bc08-8a06da51b941 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:36.508764 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6e2c77-b2da-4f6b-bc08-8a06da51b941 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:36.511982 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0b6e2c77-b2da-4f6b-bc08-8a06da51b941 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/7a557c7b-0c0a-410b-81d3-475a58bcead2 HTTP/1.1" status: 404 len: 339 time: 0.0275092 Jun 02 16:29:36.514269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37746) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:36.553383 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb4c329-8862-4adf-89af-b4ecf31d48b1 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:36.554119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb4c329-8862-4adf-89af-b4ecf31d48b1 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:36.555721 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-acb4c329-8862-4adf-89af-b4ecf31d48b1 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/subnets/6bf7a65a-90c7-409a-820a-aeae3ea2b07f HTTP/1.1" status: 404 len: 337 time: 0.0401430 Jun 02 16:29:36.558236 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37748) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:36.582527 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-6207a76c-634a-4eb5-b73d-7f224325a5ed tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:36.583006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6207a76c-634a-4eb5-b73d-7f224325a5ed tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:36.584726 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6207a76c-634a-4eb5-b73d-7f224325a5ed tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/54a5065d-f3c8-463f-89af-5dbbfe7fdaa8 HTTP/1.1" status: 404 len: 339 time: 0.0255792 Jun 02 16:29:36.587853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37752) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:36.603755 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:36.854789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6930c05-113f-4e5c-a51f-9ce72e7c02ef tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Deleting subnet d43c839e-3646-4415-a2a8-be74795b3286 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:29:36.859243 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e6930c05-113f-4e5c-a51f-9ce72e7c02ef tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:36.927614 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e6930c05-113f-4e5c-a51f-9ce72e7c02ef tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:36.983388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f86c3f-271d-41fe-a430-3998c5f7e421 req-8561ac48-a69c-4739-a46d-e10bfd0e8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:36.984856 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-85f86c3f-271d-41fe-a430-3998c5f7e421 req-8561ac48-a69c-4739-a46d-e10bfd0e8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 945 time: 0.2009947 Jun 02 16:29:37.049292 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-85f86c3f-271d-41fe-a430-3998c5f7e421 req-00d924b6-51f0-42fb-9c07-ab94eb7a8df2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=db103ec4-e7a6-4c09-8262-d81670780203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582805 Jun 02 16:29:37.058872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e6930c05-113f-4e5c-a51f-9ce72e7c02ef tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:37.280283 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04e5d0-ad38-445b-a39d-3c69f87a1082 req-93bef0be-6bcb-4657-aa9d-5b6cdbbc4848 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:37.281732 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9f04e5d0-ad38-445b-a39d-3c69f87a1082 req-93bef0be-6bcb-4657-aa9d-5b6cdbbc4848 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 945 time: 0.1032283 Jun 02 16:29:37.329608 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9f04e5d0-ad38-445b-a39d-3c69f87a1082 req-c4d27f3e-cdb4-4223-9c99-260c4fabc29c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=db103ec4-e7a6-4c09-8262-d81670780203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410912 Jun 02 16:29:37.361069 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37756) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:37.374699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e6930c05-113f-4e5c-a51f-9ce72e7c02ef tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:37.378899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cbb93c25-b59a-412f-9678-0e820d50f175 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:37.415824 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6930c05-113f-4e5c-a51f-9ce72e7c02ef tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Subnet': ['ID=d43c839e-3646-4415-a2a8-be74795b3286,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:37.418938 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e6930c05-113f-4e5c-a51f-9ce72e7c02ef tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:37.419942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e6930c05-113f-4e5c-a51f-9ce72e7c02ef tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:37.432673 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6697155e-130e-423f-8874-267677e25dd8 None None] Network 42d5f383-85b3-40aa-86bf-5ee885930db4 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:37.435040 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e6930c05-113f-4e5c-a51f-9ce72e7c02ef tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/subnets/d43c839e-3646-4415-a2a8-be74795b3286 HTTP/1.1" status: 204 len: 168 time: 0.8460350 Jun 02 16:29:37.438042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37758) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:37.444915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9841f6ca-982e-4a97-8a53-7d562d71205d tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:37.449310 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9841f6ca-982e-4a97-8a53-7d562d71205d tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 1093 time: 0.0841730 Jun 02 16:29:37.455315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37760) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:37.461579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': '72586902-4b19-474c-a343-dc6bad153195', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:37.469235 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:37.474769 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:floatingip and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:37.478711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:37.491635 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:37.504342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:37.577110 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:37.669099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Deleting port 8e924904-dfb8-4e91-ba32-1af64e02e1b6 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:37.669828 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:37.674266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:37.748655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dad9c09-0d14-4d93-9839-8ae1e5137b5a None None] DHCP port deletion for 42d5f383-85b3-40aa-86bf-5ee885930db4 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:29:37.794699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] For port 8e924904-dfb8-4e91-ba32-1af64e02e1b6, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8e924904-dfb8-4e91-ba32-1af64e02e1b6,segment=NetworkSegment(894f883a-1418-47c4-8ebb-5cc020e02278),segment_id=894f883a-1418-47c4-8ebb-5cc020e02278)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:37.795080 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:37.828829 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-8dad9c09-0d14-4d93-9839-8ae1e5137b5a None None] Deleting port 8e924904-dfb8-4e91-ba32-1af64e02e1b6 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:37.829139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8dad9c09-0d14-4d93-9839-8ae1e5137b5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:37.862558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.200 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/e2d899da-c2c0-4409-8826-3d6ea9ae7a67) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:29:37.921454 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Calling delete_port for 8e924904-dfb8-4e91-ba32-1af64e02e1b6 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:37.939889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-8dad9c09-0d14-4d93-9839-8ae1e5137b5a None None] For port 8e924904-dfb8-4e91-ba32-1af64e02e1b6, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8e924904-dfb8-4e91-ba32-1af64e02e1b6,segment=NetworkSegment(894f883a-1418-47c4-8ebb-5cc020e02278),segment_id=894f883a-1418-47c4-8ebb-5cc020e02278)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:37.940223 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8dad9c09-0d14-4d93-9839-8ae1e5137b5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:37.978390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:37.991929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-862a9bd6-a935-4150-9685-d7f5f4f8879d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:38.033021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No DVR routers for this DVR port 8e924904-dfb8-4e91-ba32-1af64e02e1b6 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:38.068957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Port': ['ID=8e924904-dfb8-4e91-ba32-1af64e02e1b6,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:38.073991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8e924904-dfb8-4e91-ba32-1af64e02e1b6 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:29:38.074475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:38.083566 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:38.113993 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-8dad9c09-0d14-4d93-9839-8ae1e5137b5a None None] Calling delete_port for 8e924904-dfb8-4e91-ba32-1af64e02e1b6 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:38.117131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 8e924904-dfb8-4e91-ba32-1af64e02e1b6 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:29:38.117490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8e924904-dfb8-4e91-ba32-1af64e02e1b6 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:29:38.117624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:38.123513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cff1d517-5594-4f12-ab23-09d3c644702a tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:38.168396 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8dad9c09-0d14-4d93-9839-8ae1e5137b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:38.172709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-91b7b427-64b1-4c73-80d7-a38ab8421a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:38.195166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:38.200090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:38.205256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:38.212741 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:38.220819 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad9c09-0d14-4d93-9839-8ae1e5137b5a None None] Pushing event deleted for resources: {'Port': ['ID=8e924904-dfb8-4e91-ba32-1af64e02e1b6,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:38.225092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8dad9c09-0d14-4d93-9839-8ae1e5137b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:38.228161 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad9c09-0d14-4d93-9839-8ae1e5137b5a None None] No DVR routers for this DVR port 8e924904-dfb8-4e91-ba32-1af64e02e1b6 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:38.243811 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d5f383-85b3-40aa-86bf-5ee885930db4']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:38.261330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=e2d899da-c2c0-4409-8826-3d6ea9ae7a67,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:38.262612 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894f883a-1418-47c4-8ebb-5cc020e02278') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:38.262914 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894f883a-1418-47c4-8ebb-5cc020e02278') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:38.266852 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:38.281491 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:38.305019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:38.313157 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:38.313700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:38.329931 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:38.419089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:38.423546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a97f08ef-c5d9-4cd7-8d9d-424b5b7c82cc tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:38.444865 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:38.457701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Network': ['ID=42d5f383-85b3-40aa-86bf-5ee885930db4,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:38.463542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:38.469405 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/42d5f383-85b3-40aa-86bf-5ee885930db4 HTTP/1.1" status: 204 len: 168 time: 1.0300887 Jun 02 16:29:38.470832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37762) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:38.509666 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-36eeff72-3869-4458-8530-7ac968b06de5 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:38.510399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36eeff72-3869-4458-8530-7ac968b06de5 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:38.514710 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-36eeff72-3869-4458-8530-7ac968b06de5 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/subnets/97dc7bdb-67fb-4937-b46f-42c53e76bd8f HTTP/1.1" status: 404 len: 337 time: 0.0418525 Jun 02 16:29:38.515278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37764) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:38.538297 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:38.541784 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e332e2-0355-472e-aed2-576f2db8c214 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:38.542407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e332e2-0355-472e-aed2-576f2db8c214 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:38.544230 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-37e332e2-0355-472e-aed2-576f2db8c214 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/05fc0328-107d-45ed-8929-407fc9090c62 HTTP/1.1" status: 404 len: 339 time: 0.0278213 Jun 02 16:29:38.547666 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37766) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:38.859560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abd1fed-0bba-40d6-a86c-89388fe9aeae tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Deleting subnet 9f102a33-fdf1-4848-80e2-c0b2973c9ce6 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:29:38.870041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4abd1fed-0bba-40d6-a86c-89388fe9aeae tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:38.941346 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4abd1fed-0bba-40d6-a86c-89388fe9aeae tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:39.057032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4abd1fed-0bba-40d6-a86c-89388fe9aeae tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:39.093951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:39.301007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:39.560794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4abd1fed-0bba-40d6-a86c-89388fe9aeae tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:39.567493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:39.612337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd1fed-0bba-40d6-a86c-89388fe9aeae tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Subnet': ['ID=9f102a33-fdf1-4848-80e2-c0b2973c9ce6,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:39.618371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4abd1fed-0bba-40d6-a86c-89388fe9aeae tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:39.620414 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4abd1fed-0bba-40d6-a86c-89388fe9aeae tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:39.624535 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5d3a86-3187-44a8-86e3-42b7deafd232 None None] Network fa48a603-9892-417e-8df6-afa9bf80003d requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:39.644930 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4abd1fed-0bba-40d6-a86c-89388fe9aeae tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/subnets/9f102a33-fdf1-4848-80e2-c0b2973c9ce6 HTTP/1.1" status: 204 len: 168 time: 1.0937438 Jun 02 16:29:39.645733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37768) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:39.661091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:39.666571 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:39.670516 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:39.769552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:39.778770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=e2d899da-c2c0-4409-8826-3d6ea9ae7a67,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:39.783258 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:39.790490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:39.848912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Deleting port 04abfa73-402c-499e-97de-945dd7a594c0 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:39.849030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:39.891229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9204a62-110f-4c35-abe2-54f76af125f3 None None] DHCP port deletion for fa48a603-9892-417e-8df6-afa9bf80003d request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:29:39.954504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] For port 04abfa73-402c-499e-97de-945dd7a594c0, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=04abfa73-402c-499e-97de-945dd7a594c0,segment=NetworkSegment(124b1c2f-52b1-4f53-a936-dd015fd65993),segment_id=124b1c2f-52b1-4f53-a936-dd015fd65993)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:39.954838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:39.979125 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP c09939a5-f378-4b47-b1a2-8e7c323332f1 associated. External IP: 172.26.3.200, port: 72586902-4b19-474c-a343-dc6bad153195. Jun 02 16:29:40.010282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d9204a62-110f-4c35-abe2-54f76af125f3 None None] Deleting port 04abfa73-402c-499e-97de-945dd7a594c0 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:40.011551 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d9204a62-110f-4c35-abe2-54f76af125f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:40.025537 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 04abfa73-402c-499e-97de-945dd7a594c0 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:29:40.091008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Calling delete_port for 04abfa73-402c-499e-97de-945dd7a594c0 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:40.145658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:40.151536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3656b91d-efaf-4ef9-b127-31f6cf95707f tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:40.166007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] No active binding found for port 04abfa73-402c-499e-97de-945dd7a594c0 {{(pid=92324) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 02 16:29:40.166560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 04abfa73-402c-499e-97de-945dd7a594c0 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:29:40.170051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d9204a62-110f-4c35-abe2-54f76af125f3 None None] For port 04abfa73-402c-499e-97de-945dd7a594c0, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=04abfa73-402c-499e-97de-945dd7a594c0,segment=NetworkSegment(124b1c2f-52b1-4f53-a936-dd015fd65993),segment_id=124b1c2f-52b1-4f53-a936-dd015fd65993)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:40.170502 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d9204a62-110f-4c35-abe2-54f76af125f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:40.198600 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Port': ['ID=04abfa73-402c-499e-97de-945dd7a594c0,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:40.200444 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] No DVR routers for this DVR port 04abfa73-402c-499e-97de-945dd7a594c0 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:40.201933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:40.299599 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d9204a62-110f-4c35-abe2-54f76af125f3 None None] Calling delete_port for 04abfa73-402c-499e-97de-945dd7a594c0 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:40.329868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:40.344052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa48a603-9892-417e-8df6-afa9bf80003d']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:40.349400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d9204a62-110f-4c35-abe2-54f76af125f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:40.353873 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:40.358610 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124b1c2f-52b1-4f53-a936-dd015fd65993') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:40.358969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124b1c2f-52b1-4f53-a936-dd015fd65993') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:40.371835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:40.390278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:40.401623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9204a62-110f-4c35-abe2-54f76af125f3 None None] Pushing event deleted for resources: {'Port': ['ID=04abfa73-402c-499e-97de-945dd7a594c0,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:40.405576 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d9204a62-110f-4c35-abe2-54f76af125f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:40.408697 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9204a62-110f-4c35-abe2-54f76af125f3 None None] No DVR routers for this DVR port 04abfa73-402c-499e-97de-945dd7a594c0 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:40.415906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:40.415906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:40.431553 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:40.532607 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:29:40.655134 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:40.658777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:40.676795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:40.686591 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Pushing event deleted for resources: {'Network': ['ID=fa48a603-9892-417e-8df6-afa9bf80003d,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:40.692553 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:40.695652 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] 10.222.0.50 "DELETE /v2.0/networks/fa48a603-9892-417e-8df6-afa9bf80003d HTTP/1.1" status: 204 len: 168 time: 1.0487931 Jun 02 16:29:40.719152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:29:40.730157 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efddfa11-9f42-4652-aaec-2cbd835d5d8d None None] Sync routers for ids ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:29:40.741199 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:40.743361 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efddfa11-9f42-4652-aaec-2cbd835d5d8d None None] Routers {'43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:29:40.744140 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-efddfa11-9f42-4652-aaec-2cbd835d5d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:29:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:40.803033 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3465416 Jun 02 16:29:40.803834 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'tag': '72586902-4b19-474c-a343-dc6bad153195'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:29:40.805809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37772) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:40.806797 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4528e9f-5d1b-4585-a920-86526c18c58f" -d '{"events": [{"name": "network-changed", "server_uuid": "51d02669-7bb4-4a80-bc2c-b19aa96cca79", "tag": "72586902-4b19-474c-a343-dc6bad153195"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:29:40.931552 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-50bf4dba-bd0a-401c-b706-2e1873beb32e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/c09939a5-f378-4b47-b1a2-8e7c323332f1 HTTP/1.1" status: 200 len: 991 time: 0.1229157 Jun 02 16:29:40.944211 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-efddfa11-9f42-4652-aaec-2cbd835d5d8d None None] Set router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:29:41.019177 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37780) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:41.066038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c10d5d-fea0-4519-8b9b-14295f9f5899 x-openstack-request-id: req-08c10d5d-fea0-4519-8b9b-14295f9f5899 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:29:41.066521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d02669-7bb4-4a80-bc2c-b19aa96cca79", "tag": "72586902-4b19-474c-a343-dc6bad153195", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:29:41.067043 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08c10d5d-fea0-4519-8b9b-14295f9f5899 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:29:41.067752 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'tag': '72586902-4b19-474c-a343-dc6bad153195', 'status': 'completed', 'code': 200} Jun 02 16:29:41.171478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4528e9f-5d1b-4585-a920-86526c18c58f req-11b79cb1-341f-401d-9fc9-16d63149106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:41.173685 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c4528e9f-5d1b-4585-a920-86526c18c58f req-11b79cb1-341f-401d-9fc9-16d63149106e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 1098 time: 0.0817275 Jun 02 16:29:41.189587 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-dacdf709-7635-4b8c-98e0-eb09d7b9f946 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2684ba8687b441f3b1da1962438fb67b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687503 Jun 02 16:29:41.191794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37784) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:41.256677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2e20a5dc-db05-4fa8-81cc-e1db0768e2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:41.285956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2e20a5dc-db05-4fa8-81cc-e1db0768e2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:41.320302 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-efddfa11-9f42-4652-aaec-2cbd835d5d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'c09939a5-f378-4b47-b1a2-8e7c323332f1', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.200', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'port_id': '72586902-4b19-474c-a343-dc6bad153195', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'mac_address': 'fa:16:3e:db:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:29:38Z', 'updated_at': '2021-06-02T16:29:38Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b576ada4-0b08-4210-bba1-14288c277b41', 'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:3d:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:12Z', 'updated_at': '2021-06-02T16:29:24Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:41.321151 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4528e9f-5d1b-4585-a920-86526c18c58f req-b92109b3-4833-42be-bffa-f405888d6e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:41.323046 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c4528e9f-5d1b-4585-a920-86526c18c58f req-b92109b3-4833-42be-bffa-f405888d6e26 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ccd03054-167d-46c2-b0be-00145b703f93 HTTP/1.1" status: 200 len: 898 time: 0.1414807 Jun 02 16:29:41.325205 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efddfa11-9f42-4652-aaec-2cbd835d5d8d None None] Checking router: 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:29:41.334213 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efddfa11-9f42-4652-aaec-2cbd835d5d8d None None] Routers {'43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:29:41.334856 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-efddfa11-9f42-4652-aaec-2cbd835d5d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:29:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:41.350376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2e20a5dc-db05-4fa8-81cc-e1db0768e2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:41.354711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:41.368489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20a5dc-db05-4fa8-81cc-e1db0768e2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9591ee1-afcf-42eb-9635-3fc68300f329,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:41.370867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2e20a5dc-db05-4fa8-81cc-e1db0768e2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:41.375385 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2e20a5dc-db05-4fa8-81cc-e1db0768e2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:41.376996 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2e20a5dc-db05-4fa8-81cc-e1db0768e2b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9591ee1-afcf-42eb-9635-3fc68300f329 HTTP/1.1" status: 204 len: 168 time: 0.1842353 Jun 02 16:29:41.447092 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c4528e9f-5d1b-4585-a920-86526c18c58f req-71c0d203-c0a7-400b-96fc-fa294fd2c9d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72586902-4b19-474c-a343-dc6bad153195 HTTP/1.1" status: 200 len: 999 time: 0.1170197 Jun 02 16:29:41.520722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4528e9f-5d1b-4585-a920-86526c18c58f req-e5732714-a19a-4d36-a32c-4ca8f9190a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:41.522246 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c4528e9f-5d1b-4585-a920-86526c18c58f req-e5732714-a19a-4d36-a32c-4ca8f9190a30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6c4df237-b2c1-49de-825f-098292b9f9c3 HTTP/1.1" status: 200 len: 835 time: 0.0688729 Jun 02 16:29:41.525509 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-efddfa11-9f42-4652-aaec-2cbd835d5d8d None None] Set router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:29:41.599170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4528e9f-5d1b-4585-a920-86526c18c58f req-e3199c21-ab54-46ab-ac92-06cb9e0f6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:41.600752 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c4528e9f-5d1b-4585-a920-86526c18c58f req-e3199c21-ab54-46ab-ac92-06cb9e0f6e7a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ccd03054-167d-46c2-b0be-00145b703f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722740 Jun 02 16:29:41.748357 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c4528e9f-5d1b-4585-a920-86526c18c58f req-73b63ba3-2420-4d5c-a35d-7bec50621e75 service neutron] 10.222.0.49 "GET /v2.0/networks/ccd03054-167d-46c2-b0be-00145b703f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401482 Jun 02 16:29:41.889680 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c4528e9f-5d1b-4585-a920-86526c18c58f req-fca8cdc9-e564-4317-bf0e-b92e108dc180 service neutron] 10.222.0.49 "GET /v2.0/networks/ccd03054-167d-46c2-b0be-00145b703f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343482 Jun 02 16:29:41.903459 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-efddfa11-9f42-4652-aaec-2cbd835d5d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'c09939a5-f378-4b47-b1a2-8e7c323332f1', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.200', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'port_id': '72586902-4b19-474c-a343-dc6bad153195', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'mac_address': 'fa:16:3e:db:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:29:38Z', 'updated_at': '2021-06-02T16:29:38Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b576ada4-0b08-4210-bba1-14288c277b41', 'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:3d:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:12Z', 'updated_at': '2021-06-02T16:29:24Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:41.908107 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efddfa11-9f42-4652-aaec-2cbd835d5d8d None None] The sync data for ids ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'] in dv-neutron-601336-83-hyperv is: [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'c09939a5-f378-4b47-b1a2-8e7c323332f1', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.200', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'port_id': '72586902-4b19-474c-a343-dc6bad153195', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'mac_address': 'fa:16:3e:db:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:29:38Z', 'updated_at': '2021-06-02T16:29:38Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b576ada4-0b08-4210-bba1-14288c277b41', 'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:3d:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:12Z', 'updated_at': '2021-06-02T16:29:24Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:29:41.936237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37802) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:42.047617 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-504df4e5-9c9c-45c1-8155-06865796df2f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/c09939a5-f378-4b47-b1a2-8e7c323332f1 HTTP/1.1" status: 200 len: 991 time: 0.1108809 Jun 02 16:29:42.127218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2609b6-329e-42eb-a862-5ba6cc005b62 None None] New status for floating IP c09939a5-f378-4b47-b1a2-8e7c323332f1: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:29:42.131474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37808) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:42.239276 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1189862902'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:42.244305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:42.248115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:network and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:42.250973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:42.257615 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:42.269789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:42.273407 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:42.286887 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:42.302910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:42.307195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:security_group_rule and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:42.310597 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:42.316881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:42.408707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:42.413405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:42.417917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d627b89b-e037-493f-8448-4d8ae56e4b6a tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:42.444170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:29:42.457433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11116db7-1cb5-44b8-b67a-f4f785cf256a,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:42.461668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:42.462573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:42.462917 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Added segment 7112d518-801b-49b1-9c83-1ee2ed0b988c of type vlan for network 41f871cc-f266-4cec-86f4-128b1b83d85c Jun 02 16:29:42.491671 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:42.523591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:42.529159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:42.529748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:42.533515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-70bc97b7-94a8-4758-9125-d558948aa133 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:42.651020 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5181198 Jun 02 16:29:42.654014 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37812) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:42.661812 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'name': 'tempest-PortsIpV6TestJSON-1363815283'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:42.676145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Network': ['ID=41f871cc-f266-4cec-86f4-128b1b83d85c,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:42.681634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:42.690897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 41f871cc-f266-4cec-86f4-128b1b83d85c details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:29:42.784570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:42.788584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:port and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:42.791595 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:42.797538 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:42.808096 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:42.811698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:42.833322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] device_id is not set on port 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:29:43.051694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37814) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:43.064088 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:43.091834 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:43.098017 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:43.166283 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f4734384-e6b9-4ac1-a445-afde0c7fe53b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/c09939a5-f378-4b47-b1a2-8e7c323332f1 HTTP/1.1" status: 200 len: 993 time: 0.1131423 Jun 02 16:29:43.185918 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=82e45b1b-fbb3-4f61-86ea-67c48a455ba2,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:43.188735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:43.198230 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Checking segment: {'id': '7112d518-801b-49b1-9c83-1ee2ed0b988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:43.198586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network hostable DHCP agents. Network: 41f871cc-f266-4cec-86f4-128b1b83d85c, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:29:43.215875 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 41f871cc-f266-4cec-86f4-128b1b83d85c is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:29:43.225985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 41f871cc-f266-4cec-86f4-128b1b83d85c) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:43.230002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:43.235478 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:43.236082 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:43.236682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bfd233-3b4b-48cd-b705-30809b77a946 None None] Network 41f871cc-f266-4cec-86f4-128b1b83d85c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:43.259647 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6044168 Jun 02 16:29:43.262609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37816) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:43.267952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1197973529'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:43.273112 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:43.276916 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:network and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:43.279752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:43.285372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:43.296332 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:43.299852 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:43.328486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:29:43.337316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:43.337669 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Added segment 8857e0f0-0018-494f-8eec-68424b3f06f5 of type vlan for network d4d8af34-5bd2-499b-a42f-7212cb35b65e Jun 02 16:29:43.365099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:43.395056 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:43.400648 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:43.401274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:43.407719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:43.502710 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2389107 Jun 02 16:29:43.505616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37818) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:43.511361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'ports': [{'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c'}, {'network_id': 'd4d8af34-5bd2-499b-a42f-7212cb35b65e'}]} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:43.511794 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:43.512350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'network_id': 'd4d8af34-5bd2-499b-a42f-7212cb35b65e'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:43.513813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Network': ['ID=d4d8af34-5bd2-499b-a42f-7212cb35b65e,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:43.516796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:43.525256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network d4d8af34-5bd2-499b-a42f-7212cb35b65e details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:29:43.750386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:43.754597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:port and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:43.757595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:43.763607 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:43.775499 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'port': 2} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:43.780040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:43.797127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:44.068168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] device_id is not set on port 3e40602c-bfc2-400b-ab79-c2fd3e2f3ebe yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:29:44.211300 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:44.320765 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] device_id is not set on port 2542bce4-69b5-4d2d-9591-406d18757795 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:29:44.452543 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:44.479381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:44.484747 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-65bb4540-8dbb-40eb-b4f4-cd1b51f0bfa5 tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:44.551805 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 41f871cc-f266-4cec-86f4-128b1b83d85c is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:44.554923 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:44.558770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:44.559602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:44.567739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=3e40602c-bfc2-400b-ab79-c2fd3e2f3ebe,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:44.570553 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:44.571203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-60ac4563-e46a-456f-b65d-1e98ec1954e5 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:44.654472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=2542bce4-69b5-4d2d-9591-406d18757795,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:44.658041 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:44.660638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Checking segment: {'id': '8857e0f0-0018-494f-8eec-68424b3f06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd4d8af34-5bd2-499b-a42f-7212cb35b65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:44.660941 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network hostable DHCP agents. Network: d4d8af34-5bd2-499b-a42f-7212cb35b65e, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:29:44.681130 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network d4d8af34-5bd2-499b-a42f-7212cb35b65e is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:29:44.691274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, d4d8af34-5bd2-499b-a42f-7212cb35b65e) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:44.695119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:44.700565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a25632-9508-44cf-bb5e-30ddfe33c1a9 None None] Network d4d8af34-5bd2-499b-a42f-7212cb35b65e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:44.701088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:44.705425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:44.706167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:44.730171 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2231743 Jun 02 16:29:44.733055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37820) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:44.869336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9873c-1c56-460e-a03c-009ff10aec74 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port 2542bce4-69b5-4d2d-9591-406d18757795 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:44.869676 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ddc9873c-1c56-460e-a03c-009ff10aec74 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:44.974315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ddc9873c-1c56-460e-a03c-009ff10aec74 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:45.096847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9873c-1c56-460e-a03c-009ff10aec74 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for 2542bce4-69b5-4d2d-9591-406d18757795 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:45.147101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ddc9873c-1c56-460e-a03c-009ff10aec74 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:45.153106 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d0e92996-26e9-4dfd-b86a-c32eb8483b2d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:45.197314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9873c-1c56-460e-a03c-009ff10aec74 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=2542bce4-69b5-4d2d-9591-406d18757795,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:45.200381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ddc9873c-1c56-460e-a03c-009ff10aec74 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:45.202910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ddc9873c-1c56-460e-a03c-009ff10aec74 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:45.209505 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ddc9873c-1c56-460e-a03c-009ff10aec74 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/2542bce4-69b5-4d2d-9591-406d18757795 HTTP/1.1" status: 204 len: 168 time: 0.4745796 Jun 02 16:29:45.212218 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37822) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:45.295004 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c08dbcb-4acd-4696-b6ff-5895032742ec tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:45.300731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c08dbcb-4acd-4696-b6ff-5895032742ec tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:45.301492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4c08dbcb-4acd-4696-b6ff-5895032742ec tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:45.320808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4c08dbcb-4acd-4696-b6ff-5895032742ec tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:45.324712 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4c08dbcb-4acd-4696-b6ff-5895032742ec tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1090176 Jun 02 16:29:45.325538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37824) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:45.466317 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-237648db-558f-4d02-8838-5fd623b554b3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port 3e40602c-bfc2-400b-ab79-c2fd3e2f3ebe {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:45.466791 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-237648db-558f-4d02-8838-5fd623b554b3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:45.571129 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-237648db-558f-4d02-8838-5fd623b554b3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:45.691583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-237648db-558f-4d02-8838-5fd623b554b3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for 3e40602c-bfc2-400b-ab79-c2fd3e2f3ebe owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:45.738694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-237648db-558f-4d02-8838-5fd623b554b3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:45.744373 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9b73a323-e385-4a33-9fb6-6d90eb331b58 tempest-FloatingIPTestJSON-2006416673 tempest-FloatingIPTestJSON-2006416673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:45.792152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237648db-558f-4d02-8838-5fd623b554b3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=3e40602c-bfc2-400b-ab79-c2fd3e2f3ebe,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:45.795536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-237648db-558f-4d02-8838-5fd623b554b3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:45.799175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-237648db-558f-4d02-8838-5fd623b554b3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:45.814886 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-237648db-558f-4d02-8838-5fd623b554b3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/3e40602c-bfc2-400b-ab79-c2fd3e2f3ebe HTTP/1.1" status: 204 len: 168 time: 0.4879944 Jun 02 16:29:45.817644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37826) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:45.897086 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae741678-a833-4641-91c0-59ca200f0c88 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:45.897749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ae741678-a833-4641-91c0-59ca200f0c88 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:45.914107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ae741678-a833-4641-91c0-59ca200f0c88 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:45.915266 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ae741678-a833-4641-91c0-59ca200f0c88 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0966015 Jun 02 16:29:45.918331 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37828) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:45.963046 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a1106b-a48c-4afe-a5be-61f1937bc35c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] GET failed (client error): The resource could not be found. Jun 02 16:29:45.964372 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a0a1106b-a48c-4afe-a5be-61f1937bc35c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/2542bce4-69b5-4d2d-9591-406d18757795 HTTP/1.1" status: 404 len: 333 time: 0.0450881 Jun 02 16:29:45.967196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37830) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:46.008771 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69462e3-5962-4540-a866-68871299dacc tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] GET failed (client error): The resource could not be found. Jun 02 16:29:46.010102 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b69462e3-5962-4540-a866-68871299dacc tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/3e40602c-bfc2-400b-ab79-c2fd3e2f3ebe HTTP/1.1" status: 404 len: 333 time: 0.0419970 Jun 02 16:29:46.012879 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37832) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:46.123492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d59aca2c-7641-4948-8a5f-bd7072768652 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:46.252376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d59aca2c-7641-4948-8a5f-bd7072768652 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:46.264926 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-d59aca2c-7641-4948-8a5f-bd7072768652 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d8af34-5bd2-499b-a42f-7212cb35b65e']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:46.279281 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-d59aca2c-7641-4948-8a5f-bd7072768652 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8857e0f0-0018-494f-8eec-68424b3f06f5') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:46.279577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-d59aca2c-7641-4948-8a5f-bd7072768652 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8857e0f0-0018-494f-8eec-68424b3f06f5') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:46.292049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d59aca2c-7641-4948-8a5f-bd7072768652 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:46.308748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d59aca2c-7641-4948-8a5f-bd7072768652 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:46.316132 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59aca2c-7641-4948-8a5f-bd7072768652 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:46.316557 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d59aca2c-7641-4948-8a5f-bd7072768652 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:46.331582 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:46.417707 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d59aca2c-7641-4948-8a5f-bd7072768652 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:46.421278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1bad588d-5e8b-4750-9bb4-516cc4636a59 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:46.435441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d59aca2c-7641-4948-8a5f-bd7072768652 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:46.445362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59aca2c-7641-4948-8a5f-bd7072768652 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Network': ['ID=d4d8af34-5bd2-499b-a42f-7212cb35b65e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:46.447936 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d59aca2c-7641-4948-8a5f-bd7072768652 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/networks/d4d8af34-5bd2-499b-a42f-7212cb35b65e HTTP/1.1" status: 204 len: 168 time: 0.4341915 Jun 02 16:29:46.448890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d59aca2c-7641-4948-8a5f-bd7072768652 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:46.451532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37834) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:46.457044 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1389462724'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:46.462252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:46.466187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:network and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:46.469034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:46.474937 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:46.486271 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:46.489671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:46.518118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:29:46.530734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:46.531067 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Added segment ce729023-b5a6-4a72-a403-2955955b2bec of type vlan for network d6377ce9-cdd2-401a-b2e8-865421e2e2b4 Jun 02 16:29:46.557625 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:46.591651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:46.597173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:46.597737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:46.601258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-18b4a4d9-58ad-44d3-acf3-898050ad9c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:46.691132 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2383289 Jun 02 16:29:46.694390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37836) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:46.699647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'subnet': {'network_id': 'd6377ce9-cdd2-401a-b2e8-865421e2e2b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:46.700599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Network': ['ID=d6377ce9-cdd2-401a-b2e8-865421e2e2b4,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:46.703440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:46.712070 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network d6377ce9-cdd2-401a-b2e8-865421e2e2b4 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:29:46.985506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:46.990044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:subnet and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:46.993191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:46.999280 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:47.010622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:47.014125 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:47.435292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:47.438764 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:47.513893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Subnet': ['ID=7a257513-187d-43d3-a735-f42fef9628b0,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:47.517604 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:47.524820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Checking segment: {'id': 'ce729023-b5a6-4a72-a403-2955955b2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd6377ce9-cdd2-401a-b2e8-865421e2e2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:47.525176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network hostable DHCP agents. Network: d6377ce9-cdd2-401a-b2e8-865421e2e2b4, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:29:47.543003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network d6377ce9-cdd2-401a-b2e8-865421e2e2b4 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:29:47.552756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, d6377ce9-cdd2-401a-b2e8-865421e2e2b4) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:47.561425 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb1b79e-5636-4edd-9895-602ba27ed653 None None] Network d6377ce9-cdd2-401a-b2e8-865421e2e2b4 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:47.562526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:47.563107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:47.588552 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8906093 Jun 02 16:29:47.588802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37838) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:47.594198 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'network_id': 'd6377ce9-cdd2-401a-b2e8-865421e2e2b4', 'name': 'tempest-PortsIpV6TestJSON-1906802484'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:47.735625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:47.745873 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:47.756710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:47.760313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:47.781999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] device_id is not set on port 20cc49dd-625f-4ab7-84b4-b47d8e4bf9ae yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:29:47.784029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-d6377ce9-cdd2-401a-b2e8-865421e2e2b4', 'network_id': 'd6377ce9-cdd2-401a-b2e8-865421e2e2b4', 'tenant_id': '392c5c177cf54c7c9eca0da0d1437455', 'fixed_ips': [{'subnet_id': '7a257513-187d-43d3-a735-f42fef9628b0'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:29:47.784917 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:47.931603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Allocated IP 2001:db8::1e (d6377ce9-cdd2-401a-b2e8-865421e2e2b4/7a257513-187d-43d3-a735-f42fef9628b0/20cc49dd-625f-4ab7-84b4-b47d8e4bf9ae) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:29:48.139547 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:48.154973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Transition to ACTIVE for port object 20cc49dd-625f-4ab7-84b4-b47d8e4bf9ae will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:48.180112 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:48.185932 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-342292db-d857-4d24-b86a-41d92c9f1957 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:48.242432 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Allocated IP 2001:db8::2 (d6377ce9-cdd2-401a-b2e8-865421e2e2b4/7a257513-187d-43d3-a735-f42fef9628b0/e50372cf-b5d9-4cd3-bb8d-14eda61c6d57) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:29:48.256599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network d6377ce9-cdd2-401a-b2e8-865421e2e2b4 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:48.259901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:48.263969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:48.269474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:48.270145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:48.278232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=20cc49dd-625f-4ab7-84b4-b47d8e4bf9ae,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:48.285325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:48.301484 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7115765 Jun 02 16:29:48.304205 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37840) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:48.444623 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-60e34d47-c739-4e74-b7b3-003a5a2b5062 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port 20cc49dd-625f-4ab7-84b4-b47d8e4bf9ae {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:48.444939 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-60e34d47-c739-4e74-b7b3-003a5a2b5062 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:48.464359 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:48.475611 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Transition to ACTIVE for port object e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:48.495318 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Transition to ACTIVE for port object e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:48.500433 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:48.504824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:48.563516 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Network d6377ce9-cdd2-401a-b2e8-865421e2e2b4 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:48.566850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:48.570667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:48.587752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-60e34d47-c739-4e74-b7b3-003a5a2b5062 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:48.608052 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Pushing event updated for resources: {'Port': ['ID=e50372cf-b5d9-4cd3-bb8d-14eda61c6d57,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:48.615475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:48.674149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Attempting to bind port e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:29:48.674506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Attempting to bind port e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'ce729023-b5a6-4a72-a403-2955955b2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd6377ce9-cdd2-401a-b2e8-865421e2e2b4'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:29:48.674966 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Attempting to bind port e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 on network d6377ce9-cdd2-401a-b2e8-865421e2e2b4 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:29:48.680946 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:29:48.681329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Checking segment: {'id': 'ce729023-b5a6-4a72-a403-2955955b2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd6377ce9-cdd2-401a-b2e8-865421e2e2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:48.681702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:48.682126 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Bound using segment: {'id': 'ce729023-b5a6-4a72-a403-2955955b2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd6377ce9-cdd2-401a-b2e8-865421e2e2b4'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:29:48.682616 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Bound port: e50372cf-b5d9-4cd3-bb8d-14eda61c6d57, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce729023-b5a6-4a72-a403-2955955b2bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd6377ce9-cdd2-401a-b2e8-865421e2e2b4'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:29:48.682993 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:48.725766 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-60e34d47-c739-4e74-b7b3-003a5a2b5062 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for 20cc49dd-625f-4ab7-84b4-b47d8e4bf9ae owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:48.776640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] For port e50372cf-b5d9-4cd3-bb8d-14eda61c6d57, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:29:48.779685 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] For port e50372cf-b5d9-4cd3-bb8d-14eda61c6d57, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e50372cf-b5d9-4cd3-bb8d-14eda61c6d57,segment=NetworkSegment(ce729023-b5a6-4a72-a403-2955955b2bec),segment_id=ce729023-b5a6-4a72-a403-2955955b2bec)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:29:48.785466 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:48.789288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1c58c532-f3c1-40a6-a4c7-36965ba9c53a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:48.839264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-60e34d47-c739-4e74-b7b3-003a5a2b5062 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:48.845391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:48.867713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Pushing event updated for resources: {'Port': ['ID=e50372cf-b5d9-4cd3-bb8d-14eda61c6d57,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:48.872461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:48.895680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e34d47-c739-4e74-b7b3-003a5a2b5062 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=20cc49dd-625f-4ab7-84b4-b47d8e4bf9ae,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:48.898875 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-60e34d47-c739-4e74-b7b3-003a5a2b5062 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:48.921950 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:48.938467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-60e34d47-c739-4e74-b7b3-003a5a2b5062 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:48.949407 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-60e34d47-c739-4e74-b7b3-003a5a2b5062 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/20cc49dd-625f-4ab7-84b4-b47d8e4bf9ae HTTP/1.1" status: 204 len: 168 time: 0.6435962 Jun 02 16:29:48.951325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37842) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:48.998280 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0840b3d7-481d-4ee8-995e-e432ca2abc48 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] DELETE failed (client error): The resource could not be found. Jun 02 16:29:48.998758 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0840b3d7-481d-4ee8-995e-e432ca2abc48 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:29:49.000434 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0840b3d7-481d-4ee8-995e-e432ca2abc48 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/20cc49dd-625f-4ab7-84b4-b47d8e4bf9ae HTTP/1.1" status: 404 len: 333 time: 0.0481820 Jun 02 16:29:49.003204 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37844) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:49.055822 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c4f63f-9f55-463a-8b29-170a6e5343d7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] GET failed (client error): The resource could not be found. Jun 02 16:29:49.057881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-73c4f63f-9f55-463a-8b29-170a6e5343d7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:49.077920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-73c4f63f-9f55-463a-8b29-170a6e5343d7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:49.079261 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-73c4f63f-9f55-463a-8b29-170a6e5343d7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/20cc49dd-625f-4ab7-84b4-b47d8e4bf9ae HTTP/1.1" status: 404 len: 333 time: 0.0751061 Jun 02 16:29:49.082219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37846) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:49.158832 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4406ad6-587e-4ffd-b4ec-1b289a91f9df tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting subnet 7a257513-187d-43d3-a735-f42fef9628b0 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:29:49.164238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4406ad6-587e-4ffd-b4ec-1b289a91f9df tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:49.224338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4406ad6-587e-4ffd-b4ec-1b289a91f9df tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:49.311468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4406ad6-587e-4ffd-b4ec-1b289a91f9df tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:49.761252 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4406ad6-587e-4ffd-b4ec-1b289a91f9df tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:49.765650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:49.784768 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2943fb0-03a5-4692-82f2-b97d0067dbd5 None None] Network d6377ce9-cdd2-401a-b2e8-865421e2e2b4 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:49.802929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4406ad6-587e-4ffd-b4ec-1b289a91f9df tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Subnet': ['ID=7a257513-187d-43d3-a735-f42fef9628b0,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:49.804995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4406ad6-587e-4ffd-b4ec-1b289a91f9df tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:49.807711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d4406ad6-587e-4ffd-b4ec-1b289a91f9df tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:49.811937 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d4406ad6-587e-4ffd-b4ec-1b289a91f9df tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/7a257513-187d-43d3-a735-f42fef9628b0 HTTP/1.1" status: 204 len: 168 time: 0.7286818 Jun 02 16:29:49.814642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37848) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:49.915563 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-af1af0f0-0dab-4410-ba16-8b925ce80cd9 None None] Provisioning for port e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:49.930494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.018300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:50.018834 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.035654 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:29:50.076084 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbd28a8-ff1c-4a73-8f33-c6e5b8ab37f6 None None] DHCP port deletion for d6377ce9-cdd2-401a-b2e8-865421e2e2b4 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:29:50.117656 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] For port e50372cf-b5d9-4cd3-bb8d-14eda61c6d57, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e50372cf-b5d9-4cd3-bb8d-14eda61c6d57,segment=NetworkSegment(ce729023-b5a6-4a72-a403-2955955b2bec),segment_id=ce729023-b5a6-4a72-a403-2955955b2bec)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:50.117967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.130635 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:29:50.158664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:50.165914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:50.166322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.212453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd28a8-ff1c-4a73-8f33-c6e5b8ab37f6 None None] Deleting port e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:50.212874 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ccbd28a8-ff1c-4a73-8f33-c6e5b8ab37f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.244424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:50.293982 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.298990 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-73eb49a8-6122-411a-9402-b5fbd5de1925 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:50.318784 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] No ports have port_id starting with e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 Jun 02 16:29:50.326881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-ccbd28a8-ff1c-4a73-8f33-c6e5b8ab37f6 None None] For port e50372cf-b5d9-4cd3-bb8d-14eda61c6d57, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e50372cf-b5d9-4cd3-bb8d-14eda61c6d57,segment=NetworkSegment(ce729023-b5a6-4a72-a403-2955955b2bec),segment_id=ce729023-b5a6-4a72-a403-2955955b2bec)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:50.327280 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ccbd28a8-ff1c-4a73-8f33-c6e5b8ab37f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.341447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=e50372cf-b5d9-4cd3-bb8d-14eda61c6d57,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:50.344570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:50.345349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No DVR routers for this DVR port e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:50.481309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.492520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd28a8-ff1c-4a73-8f33-c6e5b8ab37f6 None None] Calling delete_port for e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:50.496897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6377ce9-cdd2-401a-b2e8-865421e2e2b4']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:50.514271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce729023-b5a6-4a72-a403-2955955b2bec') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:50.514544 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce729023-b5a6-4a72-a403-2955955b2bec') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:50.526253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.536403 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ccbd28a8-ff1c-4a73-8f33-c6e5b8ab37f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.540592 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cc012689-e106-4558-ac0b-43fe2cc0eeb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:50.542784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.549591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:50.550285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:50.565388 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:50.585727 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd28a8-ff1c-4a73-8f33-c6e5b8ab37f6 None None] Pushing event deleted for resources: {'Port': ['ID=e50372cf-b5d9-4cd3-bb8d-14eda61c6d57,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:50.588796 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ccbd28a8-ff1c-4a73-8f33-c6e5b8ab37f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:50.589597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd28a8-ff1c-4a73-8f33-c6e5b8ab37f6 None None] No DVR routers for this DVR port e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:50.651677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.655075 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:50.669718 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.685111 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Network': ['ID=d6377ce9-cdd2-401a-b2e8-865421e2e2b4,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:50.689543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:50.701689 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/networks/d6377ce9-cdd2-401a-b2e8-865421e2e2b4 HTTP/1.1" status: 204 len: 168 time: 0.8825397 Jun 02 16:29:50.708570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37850) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:50.708570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1077522092'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:50.713141 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:50.717151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:network and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:50.720024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:50.725782 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:50.740425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:50.744020 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.774870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:29:50.784626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.784969 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Added segment eb1178da-0d96-4a0f-a2c1-b724b008f4ce of type vlan for network 6f24e1fc-2a9b-4e3a-8c46-740ad7537620 Jun 02 16:29:50.812084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.842857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.848477 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:50.849057 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:50.853064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9d7cc2c8-ff62-4bd9-b012-516b973643f9 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:50.951033 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2476249 Jun 02 16:29:50.954152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37852) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:50.960592 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Network': ['ID=6f24e1fc-2a9b-4e3a-8c46-740ad7537620,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:50.961752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'subnet': {'network_id': '6f24e1fc-2a9b-4e3a-8c46-740ad7537620', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:50.963203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b6008126-fd04-452d-8f84-9dd581d49924 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:50.973320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 6f24e1fc-2a9b-4e3a-8c46-740ad7537620 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:29:51.080203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:51.084321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:subnet and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:51.087442 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:51.093287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:51.104461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:51.108021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:51.683612 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:51.687016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b9108a47-7c01-4271-8926-e84f0ddc2505 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:51.774328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Subnet': ['ID=92b614ae-eac1-46c7-b362-8cb6c4c324bb,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:51.778047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:51.786685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Checking segment: {'id': 'eb1178da-0d96-4a0f-a2c1-b724b008f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6f24e1fc-2a9b-4e3a-8c46-740ad7537620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:51.787012 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network hostable DHCP agents. Network: 6f24e1fc-2a9b-4e3a-8c46-740ad7537620, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:29:51.808833 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 6f24e1fc-2a9b-4e3a-8c46-740ad7537620 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:29:51.819078 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 6f24e1fc-2a9b-4e3a-8c46-740ad7537620) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:51.829044 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:51.829635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:51.830053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d006370f-f613-43cd-a4b8-bfe46d26b330 None None] Network 6f24e1fc-2a9b-4e3a-8c46-740ad7537620 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:51.852693 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8963575 Jun 02 16:29:51.855475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37854) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:51.860684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'network_id': '6f24e1fc-2a9b-4e3a-8c46-740ad7537620', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-117089145'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:52.000053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:29:52.012822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:52.017538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:port and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:52.020866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:52.026859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:52.038458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:52.040291 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:29:52.040648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e50372cf-b5d9-4cd3-bb8d-14eda61c6d57 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:29:52.042065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:52.070327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] device_id is not set on port 5607b5a3-a0b5-4b9f-88d0-5670fdb119b4 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:29:52.093044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-6f24e1fc-2a9b-4e3a-8c46-740ad7537620', 'network_id': '6f24e1fc-2a9b-4e3a-8c46-740ad7537620', 'tenant_id': '392c5c177cf54c7c9eca0da0d1437455', 'fixed_ips': [{'subnet_id': '92b614ae-eac1-46c7-b362-8cb6c4c324bb'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:29:52.094266 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:52.221951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Allocated IP 2001:db8::f3 (6f24e1fc-2a9b-4e3a-8c46-740ad7537620/92b614ae-eac1-46c7-b362-8cb6c4c324bb/5607b5a3-a0b5-4b9f-88d0-5670fdb119b4) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:29:52.392829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:52.408992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Transition to ACTIVE for port object 5607b5a3-a0b5-4b9f-88d0-5670fdb119b4 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:52.442454 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:52.446351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:52.508633 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Allocated IP 2001:db8::2 (6f24e1fc-2a9b-4e3a-8c46-740ad7537620/92b614ae-eac1-46c7-b362-8cb6c4c324bb/fdaeb54b-694b-4e9c-a392-0e5deb140891) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:29:52.529051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 6f24e1fc-2a9b-4e3a-8c46-740ad7537620 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:52.532666 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:52.536819 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:52.542327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:52.542923 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:52.557186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=5607b5a3-a0b5-4b9f-88d0-5670fdb119b4,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:52.561832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:52.575327 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.7188256 Jun 02 16:29:52.578308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37856) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:52.721097 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-7c15a5c4-01a2-4478-840a-45bd19d5ce47 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port 5607b5a3-a0b5-4b9f-88d0-5670fdb119b4 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:52.721584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7c15a5c4-01a2-4478-840a-45bd19d5ce47 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:52.725900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:52.738377 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Transition to ACTIVE for port object fdaeb54b-694b-4e9c-a392-0e5deb140891 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:52.758538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Transition to ACTIVE for port object fdaeb54b-694b-4e9c-a392-0e5deb140891 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:29:52.765389 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:52.769188 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-badbcfdb-4665-413e-908f-14c5fb091fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:52.838654 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Network 6f24e1fc-2a9b-4e3a-8c46-740ad7537620 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:52.842172 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:52.846209 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:52.863547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7c15a5c4-01a2-4478-840a-45bd19d5ce47 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:52.884532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Pushing event updated for resources: {'Port': ['ID=fdaeb54b-694b-4e9c-a392-0e5deb140891,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:52.892150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:52.948528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Attempting to bind port fdaeb54b-694b-4e9c-a392-0e5deb140891 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:29:52.949301 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Attempting to bind port fdaeb54b-694b-4e9c-a392-0e5deb140891 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'eb1178da-0d96-4a0f-a2c1-b724b008f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6f24e1fc-2a9b-4e3a-8c46-740ad7537620'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:29:52.949673 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Attempting to bind port fdaeb54b-694b-4e9c-a392-0e5deb140891 on network 6f24e1fc-2a9b-4e3a-8c46-740ad7537620 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:29:52.955167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:29:52.955546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Checking segment: {'id': 'eb1178da-0d96-4a0f-a2c1-b724b008f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6f24e1fc-2a9b-4e3a-8c46-740ad7537620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:52.956020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:52.956417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Bound using segment: {'id': 'eb1178da-0d96-4a0f-a2c1-b724b008f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6f24e1fc-2a9b-4e3a-8c46-740ad7537620'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:29:52.956899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Bound port: fdaeb54b-694b-4e9c-a392-0e5deb140891, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1178da-0d96-4a0f-a2c1-b724b008f4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6f24e1fc-2a9b-4e3a-8c46-740ad7537620'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:29:52.957289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:52.994258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-7c15a5c4-01a2-4478-840a-45bd19d5ce47 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for 5607b5a3-a0b5-4b9f-88d0-5670fdb119b4 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:53.047276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] For port fdaeb54b-694b-4e9c-a392-0e5deb140891, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:29:53.050371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] For port fdaeb54b-694b-4e9c-a392-0e5deb140891, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fdaeb54b-694b-4e9c-a392-0e5deb140891,segment=NetworkSegment(eb1178da-0d96-4a0f-a2c1-b724b008f4ce),segment_id=eb1178da-0d96-4a0f-a2c1-b724b008f4ce)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:29:53.057211 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:53.061204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f53c6afe-d034-449e-ac96-27d3d1d808a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:53.106609 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7c15a5c4-01a2-4478-840a-45bd19d5ce47 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:53.111730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:53.139916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Pushing event updated for resources: {'Port': ['ID=fdaeb54b-694b-4e9c-a392-0e5deb140891,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:53.146923 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:53.164902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15a5c4-01a2-4478-840a-45bd19d5ce47 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=5607b5a3-a0b5-4b9f-88d0-5670fdb119b4,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:53.168124 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7c15a5c4-01a2-4478-840a-45bd19d5ce47 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:53.208439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7c15a5c4-01a2-4478-840a-45bd19d5ce47 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:53.218808 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7c15a5c4-01a2-4478-840a-45bd19d5ce47 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/5607b5a3-a0b5-4b9f-88d0-5670fdb119b4 HTTP/1.1" status: 204 len: 168 time: 0.6394882 Jun 02 16:29:53.221457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37860) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:53.264503 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb41a9f-c18f-45cb-aca8-d207e0da8af0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] GET failed (client error): The resource could not be found. Jun 02 16:29:53.265058 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0fb41a9f-c18f-45cb-aca8-d207e0da8af0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:53.281744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0fb41a9f-c18f-45cb-aca8-d207e0da8af0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:53.282956 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0fb41a9f-c18f-45cb-aca8-d207e0da8af0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/5607b5a3-a0b5-4b9f-88d0-5670fdb119b4 HTTP/1.1" status: 404 len: 333 time: 0.0603602 Jun 02 16:29:53.286387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37862) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:53.362719 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-625021e3-c69f-46d3-954d-0c162ab34a6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting subnet 92b614ae-eac1-46c7-b362-8cb6c4c324bb {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:29:53.366240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-625021e3-c69f-46d3-954d-0c162ab34a6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:53.429840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-625021e3-c69f-46d3-954d-0c162ab34a6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:53.514624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-625021e3-c69f-46d3-954d-0c162ab34a6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:53.795271 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-625021e3-c69f-46d3-954d-0c162ab34a6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:53.800188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-065f72bc-b8a5-4f29-84dc-6cda970b08e6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:53.838052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625021e3-c69f-46d3-954d-0c162ab34a6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Subnet': ['ID=92b614ae-eac1-46c7-b362-8cb6c4c324bb,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:53.841475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-625021e3-c69f-46d3-954d-0c162ab34a6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:53.842595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-625021e3-c69f-46d3-954d-0c162ab34a6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:53.849691 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-625021e3-c69f-46d3-954d-0c162ab34a6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/92b614ae-eac1-46c7-b362-8cb6c4c324bb HTTP/1.1" status: 204 len: 168 time: 0.5621583 Jun 02 16:29:53.852762 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37864) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:54.039933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbc9ec4-b183-47d0-a6ad-7c78989d9123 None None] Network 6f24e1fc-2a9b-4e3a-8c46-740ad7537620 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:29:54.053724 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fdaeb54b-694b-4e9c-a392-0e5deb140891 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:29:54.120238 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:54.180833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1d68dc95-e0b5-437d-a79a-9acec03d379b None None] Provisioning for port fdaeb54b-694b-4e9c-a392-0e5deb140891 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:54.196946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port fdaeb54b-694b-4e9c-a392-0e5deb140891 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:54.197206 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:54.272849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port fdaeb54b-694b-4e9c-a392-0e5deb140891 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:29:54.281788 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port fdaeb54b-694b-4e9c-a392-0e5deb140891 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:29:54.282194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:54.292880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] For port fdaeb54b-694b-4e9c-a392-0e5deb140891, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fdaeb54b-694b-4e9c-a392-0e5deb140891,segment=NetworkSegment(eb1178da-0d96-4a0f-a2c1-b724b008f4ce),segment_id=eb1178da-0d96-4a0f-a2c1-b724b008f4ce)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:29:54.293233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:54.420504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for fdaeb54b-694b-4e9c-a392-0e5deb140891 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:54.468823 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:54.469320 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:54.473793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0379cf50-04f9-45b2-9da9-eef16f948764 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:54.486674 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dd8874-7c1b-491a-a346-b96a752601d6 None None] DHCP port deletion for 6f24e1fc-2a9b-4e3a-8c46-740ad7537620 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:29:54.518919 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=fdaeb54b-694b-4e9c-a392-0e5deb140891,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:54.521652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:54.527168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No DVR routers for this DVR port fdaeb54b-694b-4e9c-a392-0e5deb140891 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:29:54.649388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:54.662183 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f24e1fc-2a9b-4e3a-8c46-740ad7537620']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:54.677863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1178da-0d96-4a0f-a2c1-b724b008f4ce') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:54.678124 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1178da-0d96-4a0f-a2c1-b724b008f4ce') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:29:54.689533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:54.705378 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:54.711352 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:29:54.711723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:29:54.725661 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:29:54.803724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:54.808192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:54.810902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-870005e7-b878-45e9-8389-03963330ce80 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:54.840358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Network': ['ID=6f24e1fc-2a9b-4e3a-8c46-740ad7537620,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:54.842886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:54.851564 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/networks/6f24e1fc-2a9b-4e3a-8c46-740ad7537620 HTTP/1.1" status: 204 len: 168 time: 0.9974799 Jun 02 16:29:54.855229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37866) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:54.860550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'name': 'tempest-PortsIpV6TestJSON-1663253557'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:54.964783 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:54.968806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:port and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:54.971833 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:54.977900 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:54.988732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:54.992494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:55.019178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] device_id is not set on port a43232cf-1de2-4067-92ce-b025f31f0bec yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:29:55.239201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:55.269187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:55.275551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:55.342546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 41f871cc-f266-4cec-86f4-128b1b83d85c is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:55.345766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:55.350495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:55.356430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:55.357028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:55.370404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=a43232cf-1de2-4067-92ce-b025f31f0bec,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:55.374621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:55.388319 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5319779 Jun 02 16:29:55.390918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37868) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:55.526193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-6cf2f674-ee0c-42af-b11f-fe033d834763 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port a43232cf-1de2-4067-92ce-b025f31f0bec {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:55.526443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f674-ee0c-42af-b11f-fe033d834763 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:55.629949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f674-ee0c-42af-b11f-fe033d834763 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:55.756292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-6cf2f674-ee0c-42af-b11f-fe033d834763 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for a43232cf-1de2-4067-92ce-b025f31f0bec owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:55.813004 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f674-ee0c-42af-b11f-fe033d834763 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:55.818785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:55.863262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2f674-ee0c-42af-b11f-fe033d834763 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=a43232cf-1de2-4067-92ce-b025f31f0bec,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:55.866520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6cf2f674-ee0c-42af-b11f-fe033d834763 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:55.869357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f674-ee0c-42af-b11f-fe033d834763 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:55.879340 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6cf2f674-ee0c-42af-b11f-fe033d834763 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/a43232cf-1de2-4067-92ce-b025f31f0bec HTTP/1.1" status: 204 len: 168 time: 0.4873893 Jun 02 16:29:55.881920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37870) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:55.887054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'mac_address': 'fa:16:3e:cd:ac:06', 'name': 'tempest-PortsIpV6TestJSON-461312266'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:55.996947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fdaeb54b-694b-4e9c-a392-0e5deb140891 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:29:55.997629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:56.001884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:port and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:56.004781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:56.010462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:56.021544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:56.031857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: fdaeb54b-694b-4e9c-a392-0e5deb140891 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:29:56.032212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fdaeb54b-694b-4e9c-a392-0e5deb140891 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:29:56.129809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:56.154717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] device_id is not set on port 058b79bb-4042-41e9-95ef-c25490b292d6 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:29:56.519940 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:56.550551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:56.557267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1929929e-bb98-4067-9567-919b94f5a029 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:56.625205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 41f871cc-f266-4cec-86f4-128b1b83d85c is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:56.628604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:56.633810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:56.639327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:56.639964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:56.648253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=058b79bb-4042-41e9-95ef-c25490b292d6,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:56.651256 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:56.673198 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7900555 Jun 02 16:29:56.676037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37872) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:56.757838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d3bc13-6b60-41b6-b028-75cb37d2a142 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:56.758471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-83d3bc13-6b60-41b6-b028-75cb37d2a142 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:56.774414 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-83d3bc13-6b60-41b6-b028-75cb37d2a142 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:56.775572 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-83d3bc13-6b60-41b6-b028-75cb37d2a142 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/058b79bb-4042-41e9-95ef-c25490b292d6 HTTP/1.1" status: 200 len: 844 time: 0.0984886 Jun 02 16:29:56.778574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37874) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:56.913958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ce7bf2cd-ae05-4f36-bcb9-308472c18adc tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port 058b79bb-4042-41e9-95ef-c25490b292d6 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:56.914338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ce7bf2cd-ae05-4f36-bcb9-308472c18adc tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:57.014894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ce7bf2cd-ae05-4f36-bcb9-308472c18adc tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:57.139296 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ce7bf2cd-ae05-4f36-bcb9-308472c18adc tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for 058b79bb-4042-41e9-95ef-c25490b292d6 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:57.188079 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ce7bf2cd-ae05-4f36-bcb9-308472c18adc tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:57.194021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e7ced717-0c9f-4640-ba98-5c19f1b1f01d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:57.236883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bf2cd-ae05-4f36-bcb9-308472c18adc tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=058b79bb-4042-41e9-95ef-c25490b292d6,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:57.240552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ce7bf2cd-ae05-4f36-bcb9-308472c18adc tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:57.244245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ce7bf2cd-ae05-4f36-bcb9-308472c18adc tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:57.263002 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ce7bf2cd-ae05-4f36-bcb9-308472c18adc tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/058b79bb-4042-41e9-95ef-c25490b292d6 HTTP/1.1" status: 204 len: 168 time: 0.4833798 Jun 02 16:29:57.265980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37876) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:57.316749 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-44177252-4c94-40af-9b7b-a7d2ab1a62f4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] GET failed (client error): The resource could not be found. Jun 02 16:29:57.317280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-44177252-4c94-40af-9b7b-a7d2ab1a62f4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:57.333500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-44177252-4c94-40af-9b7b-a7d2ab1a62f4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:57.334748 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-44177252-4c94-40af-9b7b-a7d2ab1a62f4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/058b79bb-4042-41e9-95ef-c25490b292d6 HTTP/1.1" status: 404 len: 333 time: 0.0678051 Jun 02 16:29:57.339033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37878) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:57.344011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'name': 'tempest-PortsIpV6TestJSON-738342849'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:57.454458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:57.464677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:57.476016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:57.480037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:57.502119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] device_id is not set on port 9d200424-7be3-4007-868d-7671b71783af yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:29:57.722638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:57.752217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:57.757915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-11080d1e-ba90-4db3-bb2f-8708c3012db1 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:57.825199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 41f871cc-f266-4cec-86f4-128b1b83d85c is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:29:57.828367 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:29:57.832292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:29:57.837722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:57.838346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:57.846104 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=9d200424-7be3-4007-868d-7671b71783af,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:57.853105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:57.868708 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5286601 Jun 02 16:29:57.871500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37880) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:57.876866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-60e90059-fb67-412c-a753-04bbcb0d6a1f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:57.993941 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60e90059-fb67-412c-a753-04bbcb0d6a1f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:58.204958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60e90059-fb67-412c-a753-04bbcb0d6a1f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:58.210632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60e90059-fb67-412c-a753-04bbcb0d6a1f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:58.214305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fc176e3f-db59-4acf-8141-95660a5d2f0d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:58.265933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-60e90059-fb67-412c-a753-04bbcb0d6a1f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] In _notify_port_updated(), no bound segment for port 9d200424-7be3-4007-868d-7671b71783af on network 41f871cc-f266-4cec-86f4-128b1b83d85c {{(pid=92323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:29:58.271265 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e90059-fb67-412c-a753-04bbcb0d6a1f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:58.271869 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-60e90059-fb67-412c-a753-04bbcb0d6a1f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:58.273251 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-60e90059-fb67-412c-a753-04bbcb0d6a1f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "PUT /v2.0/ports/9d200424-7be3-4007-868d-7671b71783af HTTP/1.1" status: 200 len: 818 time: 0.4007821 Jun 02 16:29:58.276393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37882) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:58.293606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e90059-fb67-412c-a753-04bbcb0d6a1f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=9d200424-7be3-4007-868d-7671b71783af,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:58.297751 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-60e90059-fb67-412c-a753-04bbcb0d6a1f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:58.416979 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port 9d200424-7be3-4007-868d-7671b71783af {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:29:58.417330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:58.528045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:58.653740 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for 9d200424-7be3-4007-868d-7671b71783af owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:29:58.701545 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:58.707216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0ab9c771-65f0-495d-96e7-28de145f1d22 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:58.754812 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=9d200424-7be3-4007-868d-7671b71783af,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:58.764306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:58.767622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:58.768007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:58.768419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:58.768841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:58.769211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:58.769578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:58.769951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:58.770333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:58.770682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:58.771041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:58.771402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:58.771761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:29:58.775557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:58.782096 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/9d200424-7be3-4007-868d-7671b71783af HTTP/1.1" status: 204 len: 168 time: 0.5045390 Jun 02 16:29:58.784755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37884) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:58.866746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07297b05-6052-432c-a416-63dc059c3669 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:58.867435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-07297b05-6052-432c-a416-63dc059c3669 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:29:58.884962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-07297b05-6052-432c-a416-63dc059c3669 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:29:58.886168 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-07297b05-6052-432c-a416-63dc059c3669 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1003895 Jun 02 16:29:58.889156 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37886) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:58.930934 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-93971008-7f46-48ac-ac4c-9aa874377c47 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] GET failed (client error): The resource could not be found. Jun 02 16:29:58.932231 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-93971008-7f46-48ac-ac4c-9aa874377c47 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/9d200424-7be3-4007-868d-7671b71783af HTTP/1.1" status: 404 len: 333 time: 0.0421433 Jun 02 16:29:58.936076 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37888) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:58.941486 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-584226625'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:58.946876 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:58.950992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:network and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:58.954004 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:58.960252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:58.972481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:58.975893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:59.009497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:29:59.019187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:59.019531 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Added segment 9e671a7e-594c-4e0a-a251-c908e9548895 of type vlan for network e7a0179c-3390-42a1-8000-83463d2964f5 Jun 02 16:29:59.044846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:59.074121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:59.079645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:29:59.080258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:59.083913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f2cda8b2-8de2-4c09-8175-448ef4dc3ab9 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:59.178016 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2408073 Jun 02 16:29:59.181239 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37890) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:29:59.186684 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'subnet': {'network_id': 'e7a0179c-3390-42a1-8000-83463d2964f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:29:59.187884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Network': ['ID=e7a0179c-3390-42a1-8000-83463d2964f5,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:59.190564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:59.199125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network e7a0179c-3390-42a1-8000-83463d2964f5 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:29:59.447832 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:29:59.451822 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:subnet and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:29:59.454726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:29:59.460972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:29:59.473151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:29:59.476667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:59.902746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:29:59.906303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-310bedcc-9d4e-483f-acb2-50539b361933 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:29:59.983351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Subnet': ['ID=2caa9f86-747a-4dd2-94eb-72da2ae3aef5,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:29:59.987145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:29:59.995762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Checking segment: {'id': '9e671a7e-594c-4e0a-a251-c908e9548895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e7a0179c-3390-42a1-8000-83463d2964f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:29:59.996120 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network hostable DHCP agents. Network: e7a0179c-3390-42a1-8000-83463d2964f5, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:30:00.014626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network e7a0179c-3390-42a1-8000-83463d2964f5 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:30:00.023934 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, e7a0179c-3390-42a1-8000-83463d2964f5) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:00.033258 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:00.033931 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:00.034932 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581b2d5a-1479-490c-80a2-270ae9a003c3 None None] Network e7a0179c-3390-42a1-8000-83463d2964f5 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:00.056167 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8737891 Jun 02 16:30:00.059468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37892) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:00.064522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c1c91a95-c0f9-4c94-ab46-da31ac69d6bb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'subnet': {'network_id': 'e7a0179c-3390-42a1-8000-83463d2964f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:00.205179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c1c91a95-c0f9-4c94-ab46-da31ac69d6bb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:00.209345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c1c91a95-c0f9-4c94-ab46-da31ac69d6bb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:subnet and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:00.212468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c1c91a95-c0f9-4c94-ab46-da31ac69d6bb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:00.218271 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c1c91a95-c0f9-4c94-ab46-da31ac69d6bb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:00.229848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c91a95-c0f9-4c94-ab46-da31ac69d6bb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:00.233590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c1c91a95-c0f9-4c94-ab46-da31ac69d6bb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:00.257129 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-e7a0179c-3390-42a1-8000-83463d2964f5', 'network_id': 'e7a0179c-3390-42a1-8000-83463d2964f5', 'tenant_id': '392c5c177cf54c7c9eca0da0d1437455', 'fixed_ips': [{'subnet_id': '2caa9f86-747a-4dd2-94eb-72da2ae3aef5'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:30:00.258057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:00.360709 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.ipam_backend_mixin [None req-c1c91a95-c0f9-4c94-ab46-da31ac69d6bb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2caa9f86-747a-4dd2-94eb-72da2ae3aef5 (CIDR: 2001:db8::/64) Jun 02 16:30:00.364334 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c91a95-c0f9-4c94-ab46-da31ac69d6bb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:30:00.364888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c91a95-c0f9-4c94-ab46-da31ac69d6bb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:30:00.384855 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c1c91a95-c0f9-4c94-ab46-da31ac69d6bb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3244503 Jun 02 16:30:00.388194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37894) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:00.393493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d09d715a-3537-456a-af2d-a98f11f021b6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'subnet': {'network_id': 'e7a0179c-3390-42a1-8000-83463d2964f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:00.420032 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Allocated IP 2001:db8::2 (e7a0179c-3390-42a1-8000-83463d2964f5/2caa9f86-747a-4dd2-94eb-72da2ae3aef5/8c7f5aae-2a50-41a8-8492-f480952eed64) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:00.532389 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d09d715a-3537-456a-af2d-a98f11f021b6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:00.536268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d09d715a-3537-456a-af2d-a98f11f021b6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:subnet and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:00.539158 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d09d715a-3537-456a-af2d-a98f11f021b6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:00.545041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d09d715a-3537-456a-af2d-a98f11f021b6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:00.555954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09d715a-3537-456a-af2d-a98f11f021b6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:00.559540 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d09d715a-3537-456a-af2d-a98f11f021b6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:00.624064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:00.634412 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Transition to ACTIVE for port object 8c7f5aae-2a50-41a8-8492-f480952eed64 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:00.652899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Transition to ACTIVE for port object 8c7f5aae-2a50-41a8-8492-f480952eed64 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:00.659273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:00.663617 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8dad9c09-0d14-4d93-9839-8ae1e5137b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:00.732187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Network e7a0179c-3390-42a1-8000-83463d2964f5 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:00.735602 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:00.739877 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:30:00.746566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Pushing event updated for resources: {'Port': ['ID=8c7f5aae-2a50-41a8-8492-f480952eed64,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:00.750928 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:00.834697 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Attempting to bind port 8c7f5aae-2a50-41a8-8492-f480952eed64 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:30:00.834989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Attempting to bind port 8c7f5aae-2a50-41a8-8492-f480952eed64 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '9e671a7e-594c-4e0a-a251-c908e9548895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e7a0179c-3390-42a1-8000-83463d2964f5'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:30:00.835364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Attempting to bind port 8c7f5aae-2a50-41a8-8492-f480952eed64 on network e7a0179c-3390-42a1-8000-83463d2964f5 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:30:00.840736 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:30:00.841128 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Checking segment: {'id': '9e671a7e-594c-4e0a-a251-c908e9548895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e7a0179c-3390-42a1-8000-83463d2964f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:30:00.841548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:00.841949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Bound using segment: {'id': '9e671a7e-594c-4e0a-a251-c908e9548895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e7a0179c-3390-42a1-8000-83463d2964f5'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:30:00.842620 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Bound port: 8c7f5aae-2a50-41a8-8492-f480952eed64, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e671a7e-594c-4e0a-a251-c908e9548895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e7a0179c-3390-42a1-8000-83463d2964f5'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:30:00.843007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:00.937117 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] For port 8c7f5aae-2a50-41a8-8492-f480952eed64, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:30:00.940545 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] For port 8c7f5aae-2a50-41a8-8492-f480952eed64, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8c7f5aae-2a50-41a8-8492-f480952eed64,segment=NetworkSegment(9e671a7e-594c-4e0a-a251-c908e9548895),segment_id=9e671a7e-594c-4e0a-a251-c908e9548895)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:30:00.945882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:00.949713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d7da4d84-28df-4bb1-ad52-dba053e6de6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:01.030976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Pushing event updated for resources: {'Port': ['ID=8c7f5aae-2a50-41a8-8492-f480952eed64,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:01.034007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:01.036456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d09d715a-3537-456a-af2d-a98f11f021b6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:01.044066 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6a05c57f-a462-434e-8a20-ded796c97039 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:01.110617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d715a-3537-456a-af2d-a98f11f021b6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network e7a0179c-3390-42a1-8000-83463d2964f5 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:01.119144 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-d09d715a-3537-456a-af2d-a98f11f021b6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:01.136400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09d715a-3537-456a-af2d-a98f11f021b6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:01.137000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d09d715a-3537-456a-af2d-a98f11f021b6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:01.145522 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d715a-3537-456a-af2d-a98f11f021b6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Subnet': ['ID=c2172a38-be35-4a9b-b4e0-b9123eb92518,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:01.154499 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d09d715a-3537-456a-af2d-a98f11f021b6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:01.168525 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d09d715a-3537-456a-af2d-a98f11f021b6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7791657 Jun 02 16:30:01.171322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37896) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:01.177203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'network_id': 'e7a0179c-3390-42a1-8000-83463d2964f5', 'fixed_ips': [{'subnet_id': '2caa9f86-747a-4dd2-94eb-72da2ae3aef5'}, {'subnet_id': 'c2172a38-be35-4a9b-b4e0-b9123eb92518'}], 'name': 'tempest-PortsIpV6TestJSON-1720507573'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:01.356828 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:01.363920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:port and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:01.372516 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:01.380749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:01.393233 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:01.528786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:01.554513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] device_id is not set on port abb1fe50-2510-4c34-94fb-eb4950bc6d35 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:30:02.037626 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8c7f5aae-2a50-41a8-8492-f480952eed64 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:02.125665 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 8c7f5aae-2a50-41a8-8492-f480952eed64 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:02.137797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972ec33a-280e-4715-b86b-4fdfed2f1bd9 None None] Network e7a0179c-3390-42a1-8000-83463d2964f5 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:02.164972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Allocated IP 2001:db8::1ce (e7a0179c-3390-42a1-8000-83463d2964f5/2caa9f86-747a-4dd2-94eb-72da2ae3aef5/abb1fe50-2510-4c34-94fb-eb4950bc6d35) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:02.173089 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Allocated IP 2001:db8:0:1::f8 (e7a0179c-3390-42a1-8000-83463d2964f5/c2172a38-be35-4a9b-b4e0-b9123eb92518/abb1fe50-2510-4c34-94fb-eb4950bc6d35) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:02.242054 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bf225912-2b0e-486d-8657-b3641fef290d None None] Provisioning for port 8c7f5aae-2a50-41a8-8492-f480952eed64 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:02.265858 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bf225912-2b0e-486d-8657-b3641fef290d None None] Provisioning complete for port 8c7f5aae-2a50-41a8-8492-f480952eed64 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:02.266265 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bf225912-2b0e-486d-8657-b3641fef290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:02.426306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:02.445948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Transition to ACTIVE for port object abb1fe50-2510-4c34-94fb-eb4950bc6d35 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:02.471203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:02.480022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6d7c509f-9487-47f4-9cf3-a7464eabc26c tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:02.528792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bf225912-2b0e-486d-8657-b3641fef290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:02.537470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network e7a0179c-3390-42a1-8000-83463d2964f5 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:02.545523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:02.551964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:30:02.557785 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:02.558535 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:02.575234 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-bf225912-2b0e-486d-8657-b3641fef290d None None] For port 8c7f5aae-2a50-41a8-8492-f480952eed64, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8c7f5aae-2a50-41a8-8492-f480952eed64,segment=NetworkSegment(9e671a7e-594c-4e0a-a251-c908e9548895),segment_id=9e671a7e-594c-4e0a-a251-c908e9548895)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:02.580086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=abb1fe50-2510-4c34-94fb-eb4950bc6d35,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:02.582152 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bf225912-2b0e-486d-8657-b3641fef290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:02.584271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2494e1a1-fd13-4d87-b2cf-ad649169da8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:02.592992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:02.614150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37902) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:02.614710 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4409301 Jun 02 16:30:02.619842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-b715b3fa-0c1d-4e77-9c1e-2f66762da0b5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2caa9f86-747a-4dd2-94eb-72da2ae3aef5'}]}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:02.706135 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf225912-2b0e-486d-8657-b3641fef290d None None] Pushing event updated for resources: {'Port': ['ID=8c7f5aae-2a50-41a8-8492-f480952eed64,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:02.710433 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-bf225912-2b0e-486d-8657-b3641fef290d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:02.711232 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36bd426-9a87-4b55-acc1-b700c39ea0d4 None None] Update dhcp port {'port': {'network_id': 'e7a0179c-3390-42a1-8000-83463d2964f5', 'fixed_ips': [{'subnet_id': '2caa9f86-747a-4dd2-94eb-72da2ae3aef5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c2172a38-be35-4a9b-b4e0-b9123eb92518'}], 'binding:host_id': 'dv-neutron-601336-83-hyperv'}, 'id': '8c7f5aae-2a50-41a8-8492-f480952eed64'} from dv-neutron-601336-83-hyperv. {{(pid=92324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 16:30:02.765830 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b36bd426-9a87-4b55-acc1-b700c39ea0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:02.956880 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e8c1ad6d-6ecf-4500-803d-f36aaa4b5dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:02.995284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-b36bd426-9a87-4b55-acc1-b700c39ea0d4 None None] Allocated IP 2001:db8:0:1::2 (e7a0179c-3390-42a1-8000-83463d2964f5/c2172a38-be35-4a9b-b4e0-b9123eb92518/8c7f5aae-2a50-41a8-8492-f480952eed64) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:03.027779 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b715b3fa-0c1d-4e77-9c1e-2f66762da0b5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:03.153706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b36bd426-9a87-4b55-acc1-b700c39ea0d4 None None] For port 8c7f5aae-2a50-41a8-8492-f480952eed64, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8c7f5aae-2a50-41a8-8492-f480952eed64,segment=NetworkSegment(9e671a7e-594c-4e0a-a251-c908e9548895),segment_id=9e671a7e-594c-4e0a-a251-c908e9548895)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:03.181598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b36bd426-9a87-4b55-acc1-b700c39ea0d4 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:03.199133 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b36bd426-9a87-4b55-acc1-b700c39ea0d4 None None] Transition to ACTIVE for port object 8c7f5aae-2a50-41a8-8492-f480952eed64 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:03.205298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b36bd426-9a87-4b55-acc1-b700c39ea0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:03.210039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:03.351175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bd426-9a87-4b55-acc1-b700c39ea0d4 None None] Pushing event updated for resources: {'Port': ['ID=8c7f5aae-2a50-41a8-8492-f480952eed64,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:03.356199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b36bd426-9a87-4b55-acc1-b700c39ea0d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:03.387219 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-b715b3fa-0c1d-4e77-9c1e-2f66762da0b5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Delete allocated IP 2001:db8:0:1::f8 (e7a0179c-3390-42a1-8000-83463d2964f5/c2172a38-be35-4a9b-b4e0-b9123eb92518) {{(pid=92323) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 16:30:03.581799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b715b3fa-0c1d-4e77-9c1e-2f66762da0b5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:03.599301 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-b715b3fa-0c1d-4e77-9c1e-2f66762da0b5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Ignored duplicate provisioning block setup for port abb1fe50-2510-4c34-94fb-eb4950bc6d35 by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 02 16:30:03.609152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b715b3fa-0c1d-4e77-9c1e-2f66762da0b5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:03.615590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bcc8b1bf-cb99-40b3-aff4-7065eaca38b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:03.720398 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b715b3fa-0c1d-4e77-9c1e-2f66762da0b5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] In _notify_port_updated(), no bound segment for port abb1fe50-2510-4c34-94fb-eb4950bc6d35 on network e7a0179c-3390-42a1-8000-83463d2964f5 {{(pid=92323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:30:03.725928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b715b3fa-0c1d-4e77-9c1e-2f66762da0b5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:03.726729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b715b3fa-0c1d-4e77-9c1e-2f66762da0b5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:03.728423 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b715b3fa-0c1d-4e77-9c1e-2f66762da0b5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "PUT /v2.0/ports/abb1fe50-2510-4c34-94fb-eb4950bc6d35 HTTP/1.1" status: 200 len: 926 time: 1.1137724 Jun 02 16:30:03.731326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37904) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:03.738820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715b3fa-0c1d-4e77-9c1e-2f66762da0b5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=abb1fe50-2510-4c34-94fb-eb4950bc6d35,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:03.739533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c1231839-c4be-41e4-afef-c1774a088024 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2caa9f86-747a-4dd2-94eb-72da2ae3aef5'}, {'subnet_id': 'c2172a38-be35-4a9b-b4e0-b9123eb92518'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:03.742064 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b715b3fa-0c1d-4e77-9c1e-2f66762da0b5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:03.866055 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8d52eb-6386-4858-87e4-93691345aa2e None None] Network e7a0179c-3390-42a1-8000-83463d2964f5 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:03.873168 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c1231839-c4be-41e4-afef-c1774a088024 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:03.975066 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-33c13180-75b1-4c7d-8500-2e3b2554af14 None None] Provisioning for port 8c7f5aae-2a50-41a8-8492-f480952eed64 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:03.983845 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-33c13180-75b1-4c7d-8500-2e3b2554af14 None None] Provisioning complete for port 8c7f5aae-2a50-41a8-8492-f480952eed64 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:03.984213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-33c13180-75b1-4c7d-8500-2e3b2554af14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:04.031104 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8c7f5aae-2a50-41a8-8492-f480952eed64 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:04.224549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-c1231839-c4be-41e4-afef-c1774a088024 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Allocated IP 2001:db8:0:1::2bf (e7a0179c-3390-42a1-8000-83463d2964f5/c2172a38-be35-4a9b-b4e0-b9123eb92518/abb1fe50-2510-4c34-94fb-eb4950bc6d35) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:04.256813 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 8c7f5aae-2a50-41a8-8492-f480952eed64 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:04.257464 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:04.408786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c1231839-c4be-41e4-afef-c1774a088024 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:04.427693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-c1231839-c4be-41e4-afef-c1774a088024 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Ignored duplicate provisioning block setup for port abb1fe50-2510-4c34-94fb-eb4950bc6d35 by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 02 16:30:04.432313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c1231839-c4be-41e4-afef-c1774a088024 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:04.438781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-60e34d47-c739-4e74-b7b3-003a5a2b5062 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:04.580861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1231839-c4be-41e4-afef-c1774a088024 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=abb1fe50-2510-4c34-94fb-eb4950bc6d35,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:04.583812 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c1231839-c4be-41e4-afef-c1774a088024 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] In _notify_port_updated(), no bound segment for port abb1fe50-2510-4c34-94fb-eb4950bc6d35 on network e7a0179c-3390-42a1-8000-83463d2964f5 {{(pid=92322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:30:04.589331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1231839-c4be-41e4-afef-c1774a088024 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:04.589960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c1231839-c4be-41e4-afef-c1774a088024 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:04.593865 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c1231839-c4be-41e4-afef-c1774a088024 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "PUT /v2.0/ports/abb1fe50-2510-4c34-94fb-eb4950bc6d35 HTTP/1.1" status: 200 len: 1012 time: 0.8590128 Jun 02 16:30:04.593865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c1231839-c4be-41e4-afef-c1774a088024 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:04.594167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37908) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:04.617809 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7796c6c0-74cd-44b7-9ce0-9a9642cb487e None None] Provisioning for port abb1fe50-2510-4c34-94fb-eb4950bc6d35 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:04.623044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7796c6c0-74cd-44b7-9ce0-9a9642cb487e None None] Provisioning complete for port abb1fe50-2510-4c34-94fb-eb4950bc6d35 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:04.623451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7796c6c0-74cd-44b7-9ce0-9a9642cb487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:04.680878 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-7796c6c0-74cd-44b7-9ce0-9a9642cb487e None None] Port abb1fe50-2510-4c34-94fb-eb4950bc6d35 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:04.692422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7796c6c0-74cd-44b7-9ce0-9a9642cb487e None None] Provisioning complete for port 8c7f5aae-2a50-41a8-8492-f480952eed64 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:04.692797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7796c6c0-74cd-44b7-9ce0-9a9642cb487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:04.741721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c8219011-9c13-434a-820a-fa4e8be6acae tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port abb1fe50-2510-4c34-94fb-eb4950bc6d35 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:04.742274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c8219011-9c13-434a-820a-fa4e8be6acae tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:04.877553 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c8219011-9c13-434a-820a-fa4e8be6acae tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:04.942905 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9fc9e443-7ebd-4287-abca-e3a4471ab014 None None] Provisioning complete for port abb1fe50-2510-4c34-94fb-eb4950bc6d35 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:04.943405 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9fc9e443-7ebd-4287-abca-e3a4471ab014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:05.007145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c8219011-9c13-434a-820a-fa4e8be6acae tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for abb1fe50-2510-4c34-94fb-eb4950bc6d35 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:05.061675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-9fc9e443-7ebd-4287-abca-e3a4471ab014 None None] Port abb1fe50-2510-4c34-94fb-eb4950bc6d35 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:05.064124 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:05.182640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-967ee8be-a163-46de-846e-c08cb4eac3a6 None None] Provisioning complete for port abb1fe50-2510-4c34-94fb-eb4950bc6d35 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:05.183113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-967ee8be-a163-46de-846e-c08cb4eac3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:05.192380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c8219011-9c13-434a-820a-fa4e8be6acae tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:05.198054 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ddc9873c-1c56-460e-a03c-009ff10aec74 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:05.216450 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-967ee8be-a163-46de-846e-c08cb4eac3a6 None None] Port abb1fe50-2510-4c34-94fb-eb4950bc6d35 was deleted so its status cannot be updated. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 02 16:30:05.246639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8219011-9c13-434a-820a-fa4e8be6acae tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=abb1fe50-2510-4c34-94fb-eb4950bc6d35,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:05.249749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c8219011-9c13-434a-820a-fa4e8be6acae tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:05.328591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c8219011-9c13-434a-820a-fa4e8be6acae tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:05.339207 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c8219011-9c13-434a-820a-fa4e8be6acae tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/abb1fe50-2510-4c34-94fb-eb4950bc6d35 HTTP/1.1" status: 204 len: 168 time: 0.7439222 Jun 02 16:30:05.341888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37910) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:05.392485 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a21a4ac-912b-476e-a883-c6c2ec1b83b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] GET failed (client error): The resource could not be found. Jun 02 16:30:05.393360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8a21a4ac-912b-476e-a883-c6c2ec1b83b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:30:05.418118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8a21a4ac-912b-476e-a883-c6c2ec1b83b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:30:05.419148 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-76095f2f-32bb-49e5-a919-37dfd4739250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:05.422567 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8a21a4ac-912b-476e-a883-c6c2ec1b83b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/abb1fe50-2510-4c34-94fb-eb4950bc6d35 HTTP/1.1" status: 404 len: 333 time: 0.0796041 Jun 02 16:30:05.423678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37912) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:05.491636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a6f739-e98c-4e9e-a91f-511fdf526b68 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting subnet c2172a38-be35-4a9b-b4e0-b9123eb92518 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:30:05.494656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-86a6f739-e98c-4e9e-a91f-511fdf526b68 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:05.548750 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-86a6f739-e98c-4e9e-a91f-511fdf526b68 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:05.634865 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-86a6f739-e98c-4e9e-a91f-511fdf526b68 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:05.923873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-86a6f739-e98c-4e9e-a91f-511fdf526b68 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:05.927579 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-625021e3-c69f-46d3-954d-0c162ab34a6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:05.965807 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6f739-e98c-4e9e-a91f-511fdf526b68 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Subnet': ['ID=c2172a38-be35-4a9b-b4e0-b9123eb92518,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:05.967899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-86a6f739-e98c-4e9e-a91f-511fdf526b68 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:05.971456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-86a6f739-e98c-4e9e-a91f-511fdf526b68 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:05.973473 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba8810c-cf31-45f4-8465-d0869af5f7d5 None None] Network e7a0179c-3390-42a1-8000-83463d2964f5 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:05.976126 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-86a6f739-e98c-4e9e-a91f-511fdf526b68 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/c2172a38-be35-4a9b-b4e0-b9123eb92518 HTTP/1.1" status: 204 len: 168 time: 0.5509348 Jun 02 16:30:05.979174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37914) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:06.043462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e2c711-b3cc-4458-b08d-11def5fd492a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting subnet 2caa9f86-747a-4dd2-94eb-72da2ae3aef5 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:30:06.046449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87e2c711-b3cc-4458-b08d-11def5fd492a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:06.113142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87e2c711-b3cc-4458-b08d-11def5fd492a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:06.202727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87e2c711-b3cc-4458-b08d-11def5fd492a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:06.495975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87e2c711-b3cc-4458-b08d-11def5fd492a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:06.500238 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b94b2279-87fe-490a-acd7-1e36e662d525 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:06.535460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2c711-b3cc-4458-b08d-11def5fd492a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Subnet': ['ID=2caa9f86-747a-4dd2-94eb-72da2ae3aef5,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:06.538431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-87e2c711-b3cc-4458-b08d-11def5fd492a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:06.543976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-87e2c711-b3cc-4458-b08d-11def5fd492a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:06.551960 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-87e2c711-b3cc-4458-b08d-11def5fd492a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/2caa9f86-747a-4dd2-94eb-72da2ae3aef5 HTTP/1.1" status: 204 len: 168 time: 0.5716627 Jun 02 16:30:06.554889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37916) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:06.604333 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:06.675231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:06.725991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa989a2-1722-4ebc-bc83-87bc8863047d None None] Network e7a0179c-3390-42a1-8000-83463d2964f5 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:06.763872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port 8c7f5aae-2a50-41a8-8492-f480952eed64 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:06.764210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:06.846531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-60fc882e-0dd6-4a11-90b5-691bbc307948 None None] Provisioning complete for port 8c7f5aae-2a50-41a8-8492-f480952eed64 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:06.847227 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-60fc882e-0dd6-4a11-90b5-691bbc307948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:07.027704 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] For port 8c7f5aae-2a50-41a8-8492-f480952eed64, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8c7f5aae-2a50-41a8-8492-f480952eed64,segment=NetworkSegment(9e671a7e-594c-4e0a-a251-c908e9548895),segment_id=9e671a7e-594c-4e0a-a251-c908e9548895)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:07.028008 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:07.114989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] DHCP port deletion for e7a0179c-3390-42a1-8000-83463d2964f5 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:30:07.169700 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for 8c7f5aae-2a50-41a8-8492-f480952eed64 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:07.191573 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Deleting port 8c7f5aae-2a50-41a8-8492-f480952eed64 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:07.191954 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:07.222402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:07.227868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-071f7b4b-5969-4a9d-951e-6e7691dc674b tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:07.273295 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=8c7f5aae-2a50-41a8-8492-f480952eed64,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:07.276301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:07.277077 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No DVR routers for this DVR port 8c7f5aae-2a50-41a8-8492-f480952eed64 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:30:07.297595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] For port 8c7f5aae-2a50-41a8-8492-f480952eed64, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=8c7f5aae-2a50-41a8-8492-f480952eed64,segment=NetworkSegment(9e671a7e-594c-4e0a-a251-c908e9548895),segment_id=9e671a7e-594c-4e0a-a251-c908e9548895)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:07.298341 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:07.414109 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:07.426532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Calling delete_port for 8c7f5aae-2a50-41a8-8492-f480952eed64 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:07.430291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a0179c-3390-42a1-8000-83463d2964f5']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:07.444298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e671a7e-594c-4e0a-a251-c908e9548895') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:07.444596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e671a7e-594c-4e0a-a251-c908e9548895') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:07.459283 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:07.478263 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:07.486367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:30:07.487199 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:07.488554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:07.496112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-22fc612d-2f64-42fb-a27e-ccce22658af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:30:07.520485 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:30:07.573594 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Pushing event deleted for resources: {'Port': ['ID=8c7f5aae-2a50-41a8-8492-f480952eed64,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:07.577277 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] No DVR routers for this DVR port 8c7f5aae-2a50-41a8-8492-f480952eed64 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:30:07.591511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:07.592057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:07.592707 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:07.593753 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:07.593753 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:07.594291 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:07.594952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:07.595407 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:07.595995 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:07.596603 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:07.597151 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:07.597677 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:07.603374 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:07.640925 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:07.644946 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ee346ccc-566b-4c1b-bfe3-f23a387a213e tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:07.661334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:07.672857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Network': ['ID=e7a0179c-3390-42a1-8000-83463d2964f5,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:07.677046 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:07.690669 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/networks/e7a0179c-3390-42a1-8000-83463d2964f5 HTTP/1.1" status: 204 len: 168 time: 1.1347232 Jun 02 16:30:07.693591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37920) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:07.774793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330fe3e8-f35e-4c5d-9836-4236d05557b0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:07.775510 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-330fe3e8-f35e-4c5d-9836-4236d05557b0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:30:07.794500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-330fe3e8-f35e-4c5d-9836-4236d05557b0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:30:07.795711 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-330fe3e8-f35e-4c5d-9836-4236d05557b0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1010885 Jun 02 16:30:07.799482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37922) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:07.882053 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-90d9b532-81f5-492f-96e8-2bf57adbd3be tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0813181 Jun 02 16:30:07.885522 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37924) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:07.891032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-317728442'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:07.896504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:07.901630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:network and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:07.904723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:07.910725 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:07.921427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:07.925030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:07.955866 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:30:07.967354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:07.967704 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Added segment ae3ec1a7-91c7-4740-890a-0efd67fd87f0 of type vlan for network 9f86cf16-7f9f-4543-b6de-97fe6adeb9fc Jun 02 16:30:08.000736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:08.004489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8c7f5aae-2a50-41a8-8492-f480952eed64 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:30:08.042689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:08.045051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 8c7f5aae-2a50-41a8-8492-f480952eed64 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:30:08.045403 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 8c7f5aae-2a50-41a8-8492-f480952eed64 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:30:08.049867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:08.049867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:08.054128 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-53e7f0ba-c7e2-4fcb-92d0-c197309bc4f8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:08.155067 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2682405 Jun 02 16:30:08.158341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37926) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:08.164211 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'subnet': {'network_id': '9f86cf16-7f9f-4543-b6de-97fe6adeb9fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:08.168971 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Network': ['ID=9f86cf16-7f9f-4543-b6de-97fe6adeb9fc,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:08.172869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:08.180458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 9f86cf16-7f9f-4543-b6de-97fe6adeb9fc details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:30:08.287700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:08.291693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:subnet and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:08.294894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:08.301494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:08.317677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:08.321551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:08.539635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:08.789809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:08.793373 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dc61f503-a002-47bd-9f87-bc194c6cf164 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:08.871050 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Subnet': ['ID=514b1eba-325c-472a-8d67-b546e2ec414d,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:08.890656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:08.891217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:08.891769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:08.892311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:08.892852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:08.893481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:08.894019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:08.894618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:08.895120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:08.895654 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:08.896207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:08.896744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:08.904118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:08.905042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Checking segment: {'id': 'ae3ec1a7-91c7-4740-890a-0efd67fd87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9f86cf16-7f9f-4543-b6de-97fe6adeb9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:30:08.905459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network hostable DHCP agents. Network: 9f86cf16-7f9f-4543-b6de-97fe6adeb9fc, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:30:08.929036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 9f86cf16-7f9f-4543-b6de-97fe6adeb9fc is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:30:08.942368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 9f86cf16-7f9f-4543-b6de-97fe6adeb9fc) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:08.953286 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9e87c4-eb7c-4796-a263-cd33e3d82748 None None] Network 9f86cf16-7f9f-4543-b6de-97fe6adeb9fc requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:08.956947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:08.957671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:08.985449 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8258607 Jun 02 16:30:08.988011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37928) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:08.993841 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'network_id': '9f86cf16-7f9f-4543-b6de-97fe6adeb9fc', 'name': 'tempest-PortsIpV6TestJSON-671160672'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:09.134977 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:09.146578 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:09.160419 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:09.165388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:09.173945 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-9f86cf16-7f9f-4543-b6de-97fe6adeb9fc', 'network_id': '9f86cf16-7f9f-4543-b6de-97fe6adeb9fc', 'tenant_id': '392c5c177cf54c7c9eca0da0d1437455', 'fixed_ips': [{'subnet_id': '514b1eba-325c-472a-8d67-b546e2ec414d'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:30:09.174923 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:09.343081 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] device_id is not set on port 1dcc987b-9154-42b9-930d-f5520b969276 yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:30:09.382800 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Allocated IP 2001:db8::2 (9f86cf16-7f9f-4543-b6de-97fe6adeb9fc/514b1eba-325c-472a-8d67-b546e2ec414d/e5a1ea18-e963-4588-82c7-8919e301ed3e) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:09.588770 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:09.598860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Transition to ACTIVE for port object e5a1ea18-e963-4588-82c7-8919e301ed3e will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:09.618041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Transition to ACTIVE for port object e5a1ea18-e963-4588-82c7-8919e301ed3e will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:09.624670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:09.629032 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:09.689026 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Network 9f86cf16-7f9f-4543-b6de-97fe6adeb9fc is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:09.691978 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:09.695673 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:30:09.698569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Allocated IP 2001:db8::282 (9f86cf16-7f9f-4543-b6de-97fe6adeb9fc/514b1eba-325c-472a-8d67-b546e2ec414d/1dcc987b-9154-42b9-930d-f5520b969276) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:09.701531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Pushing event updated for resources: {'Port': ['ID=e5a1ea18-e963-4588-82c7-8919e301ed3e,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:09.705459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:09.792379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Attempting to bind port e5a1ea18-e963-4588-82c7-8919e301ed3e on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:30:09.792765 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Attempting to bind port e5a1ea18-e963-4588-82c7-8919e301ed3e by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'ae3ec1a7-91c7-4740-890a-0efd67fd87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9f86cf16-7f9f-4543-b6de-97fe6adeb9fc'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:30:09.793145 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Attempting to bind port e5a1ea18-e963-4588-82c7-8919e301ed3e on network 9f86cf16-7f9f-4543-b6de-97fe6adeb9fc {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:30:09.798977 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:30:09.799364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Checking segment: {'id': 'ae3ec1a7-91c7-4740-890a-0efd67fd87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9f86cf16-7f9f-4543-b6de-97fe6adeb9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:30:09.799779 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:09.800182 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Bound using segment: {'id': 'ae3ec1a7-91c7-4740-890a-0efd67fd87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9f86cf16-7f9f-4543-b6de-97fe6adeb9fc'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:30:09.800661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Bound port: e5a1ea18-e963-4588-82c7-8919e301ed3e, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3ec1a7-91c7-4740-890a-0efd67fd87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9f86cf16-7f9f-4543-b6de-97fe6adeb9fc'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:30:09.801044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:09.890442 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] For port e5a1ea18-e963-4588-82c7-8919e301ed3e, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:30:09.894268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] For port e5a1ea18-e963-4588-82c7-8919e301ed3e, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e5a1ea18-e963-4588-82c7-8919e301ed3e,segment=NetworkSegment(ae3ec1a7-91c7-4740-890a-0efd67fd87f0),segment_id=ae3ec1a7-91c7-4740-890a-0efd67fd87f0)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:30:09.900728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:09.902682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a3016205-7be2-4753-86dc-74cc160ef86e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:09.907120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:09.923595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Transition to ACTIVE for port object 1dcc987b-9154-42b9-930d-f5520b969276 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:09.950725 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:09.958629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:09.991522 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Pushing event updated for resources: {'Port': ['ID=e5a1ea18-e963-4588-82c7-8919e301ed3e,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:09.994932 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:10.026805 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 9f86cf16-7f9f-4543-b6de-97fe6adeb9fc is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:10.031033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:10.035847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:30:10.041817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:10.042527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:10.058496 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=1dcc987b-9154-42b9-930d-f5520b969276,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:10.063225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:10.078557 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0871744 Jun 02 16:30:10.078921 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37930) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:10.084272 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'network_id': '9f86cf16-7f9f-4543-b6de-97fe6adeb9fc', 'name': 'tempest-PortsIpV6TestJSON-1893863175'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:10.241889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:10.246288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:port and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:10.249282 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:10.255287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:10.272718 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:10.276460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:10.300037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] device_id is not set on port 23020474-3805-490c-a0ba-d555ea941ab3 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:30:10.453142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Allocated IP 2001:db8::3d0 (9f86cf16-7f9f-4543-b6de-97fe6adeb9fc/514b1eba-325c-472a-8d67-b546e2ec414d/23020474-3805-490c-a0ba-d555ea941ab3) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:10.661595 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:10.679178 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Transition to ACTIVE for port object 23020474-3805-490c-a0ba-d555ea941ab3 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:10.706827 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:10.713677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bfb44be5-9873-4092-8f88-bd3c38775512 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:10.785416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 9f86cf16-7f9f-4543-b6de-97fe6adeb9fc is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:10.788900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:10.793277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:30:10.798860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:10.799613 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:10.809314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=23020474-3805-490c-a0ba-d555ea941ab3,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:10.818137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:10.836596 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7540720 Jun 02 16:30:10.836860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37932) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:10.893843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d950c4e8-cd50-45e8-bc1a-d0bc705084e0 None None] Network 9f86cf16-7f9f-4543-b6de-97fe6adeb9fc requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:10.923643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d8a40-6b34-44e4-b9fc-9d1f7ba1b306 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:10.924499 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-909d8a40-6b34-44e4-b9fc-9d1f7ba1b306 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:30:10.940922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-909d8a40-6b34-44e4-b9fc-9d1f7ba1b306 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:30:10.942313 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-909d8a40-6b34-44e4-b9fc-9d1f7ba1b306 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A282 HTTP/1.1" status: 200 len: 928 time: 0.1045253 Jun 02 16:30:10.945202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37934) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:11.019613 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-91d45ccf-4f04-441b-98c6-6a47590544c5 None None] Provisioning for port e5a1ea18-e963-4588-82c7-8919e301ed3e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:11.242298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-27dfc247-ce33-40da-9a35-ab19f53079c0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port 23020474-3805-490c-a0ba-d555ea941ab3 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:11.242897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27dfc247-ce33-40da-9a35-ab19f53079c0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:11.387374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27dfc247-ce33-40da-9a35-ab19f53079c0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:11.388843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c20718de-19e9-4f6d-9ee0-4a09f18bf093 None None] Provisioning for port 23020474-3805-490c-a0ba-d555ea941ab3 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:11.398481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c20718de-19e9-4f6d-9ee0-4a09f18bf093 None None] Provisioning complete for port 23020474-3805-490c-a0ba-d555ea941ab3 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:11.398481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c20718de-19e9-4f6d-9ee0-4a09f18bf093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:11.457355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c20718de-19e9-4f6d-9ee0-4a09f18bf093 None None] Port 23020474-3805-490c-a0ba-d555ea941ab3 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:11.470139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c20718de-19e9-4f6d-9ee0-4a09f18bf093 None None] Provisioning for port 1dcc987b-9154-42b9-930d-f5520b969276 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:11.475685 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c20718de-19e9-4f6d-9ee0-4a09f18bf093 None None] Provisioning complete for port 1dcc987b-9154-42b9-930d-f5520b969276 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:11.476055 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c20718de-19e9-4f6d-9ee0-4a09f18bf093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:11.521073 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-27dfc247-ce33-40da-9a35-ab19f53079c0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for 23020474-3805-490c-a0ba-d555ea941ab3 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:11.534001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c20718de-19e9-4f6d-9ee0-4a09f18bf093 None None] Port 1dcc987b-9154-42b9-930d-f5520b969276 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:11.643813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27dfc247-ce33-40da-9a35-ab19f53079c0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:11.650359 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-af2181c7-0dec-46be-9f72-6c38b838c603 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:11.659345 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5653a60b-ee78-469c-9c2b-650e2e717490 None None] Provisioning complete for port 1dcc987b-9154-42b9-930d-f5520b969276 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:11.659772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5653a60b-ee78-469c-9c2b-650e2e717490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:11.697141 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfc247-ce33-40da-9a35-ab19f53079c0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=23020474-3805-490c-a0ba-d555ea941ab3,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:11.700289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-27dfc247-ce33-40da-9a35-ab19f53079c0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:11.737784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-5653a60b-ee78-469c-9c2b-650e2e717490 None None] Port 1dcc987b-9154-42b9-930d-f5520b969276 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:11.747630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-27dfc247-ce33-40da-9a35-ab19f53079c0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:11.769002 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37936) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:11.770747 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-27dfc247-ce33-40da-9a35-ab19f53079c0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/23020474-3805-490c-a0ba-d555ea941ab3 HTTP/1.1" status: 204 len: 168 time: 0.8243382 Jun 02 16:30:11.817647 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74a4bbc-120a-482d-83e0-d695ba4710d3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] GET failed (client error): The resource could not be found. Jun 02 16:30:11.818662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a74a4bbc-120a-482d-83e0-d695ba4710d3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:30:11.838842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a74a4bbc-120a-482d-83e0-d695ba4710d3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:30:11.840125 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a74a4bbc-120a-482d-83e0-d695ba4710d3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/23020474-3805-490c-a0ba-d555ea941ab3 HTTP/1.1" status: 404 len: 333 time: 0.0697792 Jun 02 16:30:11.842969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37938) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:11.860077 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3cc14a96-4881-4277-8483-7c2f773efd9d None None] Could not find standard attr ID for object 23020474-3805-490c-a0ba-d555ea941ab3. {{(pid=92324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 16:30:12.024293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-8ba05ba6-fd2d-4ba7-96e9-e925e5f24e51 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port 1dcc987b-9154-42b9-930d-f5520b969276 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:12.024638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8ba05ba6-fd2d-4ba7-96e9-e925e5f24e51 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:12.067461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e5a1ea18-e963-4588-82c7-8919e301ed3e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:12.149848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port e5a1ea18-e963-4588-82c7-8919e301ed3e completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:12.155000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e5a1ea18-e963-4588-82c7-8919e301ed3e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:12.155645 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:12.174741 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8ba05ba6-fd2d-4ba7-96e9-e925e5f24e51 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:12.278633 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:12.302192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-8ba05ba6-fd2d-4ba7-96e9-e925e5f24e51 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for 1dcc987b-9154-42b9-930d-f5520b969276 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:12.314452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port e5a1ea18-e963-4588-82c7-8919e301ed3e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e5a1ea18-e963-4588-82c7-8919e301ed3e,segment=NetworkSegment(ae3ec1a7-91c7-4740-890a-0efd67fd87f0),segment_id=ae3ec1a7-91c7-4740-890a-0efd67fd87f0)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:12.321380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:12.323388 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1b982767-edb5-4925-ab36-458b97ae1d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:12.399196 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=e5a1ea18-e963-4588-82c7-8919e301ed3e,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:12.402465 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:12.433615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8ba05ba6-fd2d-4ba7-96e9-e925e5f24e51 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:12.439244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-237648db-558f-4d02-8838-5fd623b554b3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:12.441938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37942) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:12.484101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba05ba6-fd2d-4ba7-96e9-e925e5f24e51 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=1dcc987b-9154-42b9-930d-f5520b969276,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:12.489417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8ba05ba6-fd2d-4ba7-96e9-e925e5f24e51 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:12.535656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8ba05ba6-fd2d-4ba7-96e9-e925e5f24e51 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:12.541962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2389bd3b-3e27-41cf-a5c8-665dba4a2532 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:12.542925 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2389bd3b-3e27-41cf-a5c8-665dba4a2532 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:12.543565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2389bd3b-3e27-41cf-a5c8-665dba4a2532 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:12.545491 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2389bd3b-3e27-41cf-a5c8-665dba4a2532 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=fb79c8ac06334981844f175e241075b7&network_id=ccd03054-167d-46c2-b0be-00145b703f93 HTTP/1.1" status: 200 len: 3001 time: 0.1024902 Jun 02 16:30:12.557050 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8ba05ba6-fd2d-4ba7-96e9-e925e5f24e51 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/1dcc987b-9154-42b9-930d-f5520b969276 HTTP/1.1" status: 204 len: 168 time: 0.7125578 Jun 02 16:30:12.560720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37946) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:12.609040 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0513be-38f6-486b-883e-8ff7eb44f9e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] GET failed (client error): The resource could not be found. Jun 02 16:30:12.609577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ce0513be-38f6-486b-883e-8ff7eb44f9e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:30:12.627060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ce0513be-38f6-486b-883e-8ff7eb44f9e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:30:12.628267 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ce0513be-38f6-486b-883e-8ff7eb44f9e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/1dcc987b-9154-42b9-930d-f5520b969276 HTTP/1.1" status: 404 len: 333 time: 0.0665708 Jun 02 16:30:12.632505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37948) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:12.701404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6c17d3-e3e7-4f12-9b38-7a576d19db1e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting subnet 514b1eba-325c-472a-8d67-b546e2ec414d {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:30:12.705808 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ac6c17d3-e3e7-4f12-9b38-7a576d19db1e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:12.763745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ac6c17d3-e3e7-4f12-9b38-7a576d19db1e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:12.851420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ac6c17d3-e3e7-4f12-9b38-7a576d19db1e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:13.131774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ac6c17d3-e3e7-4f12-9b38-7a576d19db1e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:13.138665 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f0fc5120-511d-46e7-990c-5d923e6d44dc tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:13.357100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c17d3-e3e7-4f12-9b38-7a576d19db1e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Subnet': ['ID=514b1eba-325c-472a-8d67-b546e2ec414d,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:13.362094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ac6c17d3-e3e7-4f12-9b38-7a576d19db1e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:13.362094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ac6c17d3-e3e7-4f12-9b38-7a576d19db1e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:13.367086 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ac6c17d3-e3e7-4f12-9b38-7a576d19db1e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/514b1eba-325c-472a-8d67-b546e2ec414d HTTP/1.1" status: 204 len: 168 time: 0.7336383 Jun 02 16:30:13.368749 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6587b95-d592-4e89-94d0-a55713f5ebbf None None] Network 9f86cf16-7f9f-4543-b6de-97fe6adeb9fc requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:13.369674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37952) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:13.493558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:13.596300 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port e5a1ea18-e963-4588-82c7-8919e301ed3e {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:13.596705 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:13.637138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2246dbc0-59d5-4ffb-ad8e-1e5d6b461f3f None None] DHCP port deletion for 9f86cf16-7f9f-4543-b6de-97fe6adeb9fc request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:30:13.707799 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2246dbc0-59d5-4ffb-ad8e-1e5d6b461f3f None None] Deleting port e5a1ea18-e963-4588-82c7-8919e301ed3e {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:13.708190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2246dbc0-59d5-4ffb-ad8e-1e5d6b461f3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:13.711832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] For port e5a1ea18-e963-4588-82c7-8919e301ed3e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e5a1ea18-e963-4588-82c7-8919e301ed3e,segment=NetworkSegment(ae3ec1a7-91c7-4740-890a-0efd67fd87f0),segment_id=ae3ec1a7-91c7-4740-890a-0efd67fd87f0)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:13.712191 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:13.838953 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for e5a1ea18-e963-4588-82c7-8919e301ed3e owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:13.846772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2246dbc0-59d5-4ffb-ad8e-1e5d6b461f3f None None] For port e5a1ea18-e963-4588-82c7-8919e301ed3e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e5a1ea18-e963-4588-82c7-8919e301ed3e,segment=NetworkSegment(ae3ec1a7-91c7-4740-890a-0efd67fd87f0),segment_id=ae3ec1a7-91c7-4740-890a-0efd67fd87f0)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:13.847177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2246dbc0-59d5-4ffb-ad8e-1e5d6b461f3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:13.893553 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:13.897368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:13.941207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=e5a1ea18-e963-4588-82c7-8919e301ed3e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:13.943028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No DVR routers for this DVR port e5a1ea18-e963-4588-82c7-8919e301ed3e on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:30:13.944557 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:13.976734 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2246dbc0-59d5-4ffb-ad8e-1e5d6b461f3f None None] Calling delete_port for e5a1ea18-e963-4588-82c7-8919e301ed3e owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:14.019302 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e5a1ea18-e963-4588-82c7-8919e301ed3e no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:30:14.055647 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: e5a1ea18-e963-4588-82c7-8919e301ed3e {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:30:14.055992 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e5a1ea18-e963-4588-82c7-8919e301ed3e not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:30:14.060130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2246dbc0-59d5-4ffb-ad8e-1e5d6b461f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:14.065088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:14.070968 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:14.085596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f86cf16-7f9f-4543-b6de-97fe6adeb9fc']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:14.097867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3ec1a7-91c7-4740-890a-0efd67fd87f0') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:14.098188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3ec1a7-91c7-4740-890a-0efd67fd87f0') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:14.109641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:14.113458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246dbc0-59d5-4ffb-ad8e-1e5d6b461f3f None None] Pushing event deleted for resources: {'Port': ['ID=e5a1ea18-e963-4588-82c7-8919e301ed3e,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:14.115312 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2246dbc0-59d5-4ffb-ad8e-1e5d6b461f3f None None] No DVR routers for this DVR port e5a1ea18-e963-4588-82c7-8919e301ed3e on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:30:14.117568 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2246dbc0-59d5-4ffb-ad8e-1e5d6b461f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:14.130001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:14.136506 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:30:14.136947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:30:14.151430 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:30:14.239809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:14.244592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:14.259215 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:14.270005 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Network': ['ID=9f86cf16-7f9f-4543-b6de-97fe6adeb9fc,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:14.274416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:14.284186 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/networks/9f86cf16-7f9f-4543-b6de-97fe6adeb9fc HTTP/1.1" status: 204 len: 168 time: 0.9133413 Jun 02 16:30:14.287834 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37958) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:14.292998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-807332219'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:14.298251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:14.302128 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:network and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:14.305023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:14.313328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:14.324740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:14.328370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:14.357165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:30:14.366663 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:14.367015 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Added segment f60a47ae-b7a8-4642-8e16-148d641a9ac9 of type vlan for network b483fd2d-bb05-47d1-b2ad-8f7efbaba270 Jun 02 16:30:14.399294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:14.433832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:14.439415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:14.440108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:14.443966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-460dff05-1349-49dc-a8f7-bf422e6047ca tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:14.482246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37960) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:14.542065 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2530179 Jun 02 16:30:14.542981 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d05aa8d-07ce-471f-a922-151bea65ab76 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:14.554472 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9d05aa8d-07ce-471f-a922-151bea65ab76 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2 HTTP/1.1" status: 200 len: 814 time: 0.0611544 Jun 02 16:30:14.554472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37962) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:14.554472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'subnet': {'network_id': 'b483fd2d-bb05-47d1-b2ad-8f7efbaba270', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:14.554902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Network': ['ID=b483fd2d-bb05-47d1-b2ad-8f7efbaba270,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:14.554902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:14.565298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network b483fd2d-bb05-47d1-b2ad-8f7efbaba270 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:30:14.666646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:14.672341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:subnet and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:14.675428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:14.681282 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:14.691655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:14.695394 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:15.010577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37968) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:15.019157 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'network': {'name': 'tempest-network-smoke--181001225', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'port_security_enabled': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:15.027120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:15.032118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:network and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:15.035885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:15.042133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:15.059552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:15.063259 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:15.093501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:30:15.107149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:15.107523 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Added segment ee3de67e-1123-4a5b-b999-d1ceca4cfc1f of type vlan for network 98da5532-0810-464a-b123-69171d36a480 Jun 02 16:30:15.136342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:15.148261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:15.152054 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2cdeeb2e-31b9-432c-b184-986411352cfd tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:15.171666 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:15.177690 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:15.178474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:15.183886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d24ba8d4-fe4c-4ca2-9230-9ac7d00f5276 tempest-DHCPAgentSchedulersTestJSON-847965430 tempest-DHCPAgentSchedulersTestJSON-847965430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:15.246804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Subnet': ['ID=574ed1e3-010c-4660-8e87-416fc4f1b411,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:15.250668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:15.260549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Checking segment: {'id': 'f60a47ae-b7a8-4642-8e16-148d641a9ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b483fd2d-bb05-47d1-b2ad-8f7efbaba270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:30:15.261030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network hostable DHCP agents. Network: b483fd2d-bb05-47d1-b2ad-8f7efbaba270, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:30:15.280728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network b483fd2d-bb05-47d1-b2ad-8f7efbaba270 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:30:15.282766 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2707062 Jun 02 16:30:15.286622 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37970) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:15.296759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, b483fd2d-bb05-47d1-b2ad-8f7efbaba270) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:15.311412 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:15.312330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:15.316868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc582892-de54-4a49-adf0-b5a62b08f9c4 None None] Network b483fd2d-bb05-47d1-b2ad-8f7efbaba270 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:15.325538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Network': ['ID=98da5532-0810-464a-b123-69171d36a480,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:15.332547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:15.350749 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 98da5532-0810-464a-b123-69171d36a480 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:30:15.352177 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8057446 Jun 02 16:30:15.355582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37972) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:15.360821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559069c3-2ad1-4a6b-8163-8c9ac9587b90 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:15.364908 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-559069c3-2ad1-4a6b-8163-8c9ac9587b90 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=fb79c8ac06334981844f175e241075b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0748541 Jun 02 16:30:15.365101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'network_id': 'b483fd2d-bb05-47d1-b2ad-8f7efbaba270', 'name': 'tempest-PortsIpV6TestJSON-340303487', 'fixed_ips': [{'subnet_id': '574ed1e3-010c-4660-8e87-416fc4f1b411', 'ip_address': '2001:db8::10'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:15.365217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37974) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:15.525035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9babd868-a762-4765-ba0f-b2d6ce41952a tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:15.529162 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9babd868-a762-4765-ba0f-b2d6ce41952a tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1605299 Jun 02 16:30:15.529489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37976) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:15.557251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:15.564352 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:port and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:15.570023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:15.575762 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0d42e32c-9ddd-4a86-8d37-683deba1e2e6 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405085 Jun 02 16:30:15.576066 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37978) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:15.581141 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:15.599017 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:15.626295 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-60515b71-866b-4cb8-8d87-b210e0a58f49 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=fb79c8ac06334981844f175e241075b7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489998 Jun 02 16:30:15.630387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37980) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:15.755685 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-b483fd2d-bb05-47d1-b2ad-8f7efbaba270', 'network_id': 'b483fd2d-bb05-47d1-b2ad-8f7efbaba270', 'tenant_id': '392c5c177cf54c7c9eca0da0d1437455', 'fixed_ips': [{'subnet_id': '574ed1e3-010c-4660-8e87-416fc4f1b411'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:30:15.757303 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:15.821685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6600ad2-09a5-453d-a247-fdaa435ba4df tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:15.823188 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c6600ad2-09a5-453d-a247-fdaa435ba4df tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1917768 Jun 02 16:30:15.827561 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37982) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:15.828675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:15.868092 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] device_id is not set on port 01be4c0f-5c67-46cd-9005-7b66a11e3e39 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:30:15.872877 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e576073a-7a05-4c69-8119-d64e09ba569b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435972 Jun 02 16:30:15.876582 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37984) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:15.881835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1861639027', 'network_id': '98da5532-0810-464a-b123-69171d36a480', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:15.987748 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Allocated IP 2001:db8::2 (b483fd2d-bb05-47d1-b2ad-8f7efbaba270/574ed1e3-010c-4660-8e87-416fc4f1b411/9e92865f-9462-4881-b5b0-26aac13f1d51) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:16.155083 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:16.159207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:subnet and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:16.162301 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:16.168669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:16.182033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:16.188473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:16.340633 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:16.353193 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Transition to ACTIVE for port object 9e92865f-9462-4881-b5b0-26aac13f1d51 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:16.375762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Transition to ACTIVE for port object 9e92865f-9462-4881-b5b0-26aac13f1d51 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:16.382264 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:16.386730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ccbd28a8-ff1c-4a73-8f33-c6e5b8ab37f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:16.454234 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Pushing event updated for resources: {'Port': ['ID=9e92865f-9462-4881-b5b0-26aac13f1d51,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:16.459420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:16.470692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Network b483fd2d-bb05-47d1-b2ad-8f7efbaba270 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:16.472446 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:16.475176 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:30:16.527266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Allocated IP 2001:db8::10 (b483fd2d-bb05-47d1-b2ad-8f7efbaba270/574ed1e3-010c-4660-8e87-416fc4f1b411/01be4c0f-5c67-46cd-9005-7b66a11e3e39) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:16.647944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Attempting to bind port 9e92865f-9462-4881-b5b0-26aac13f1d51 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:30:16.648667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Attempting to bind port 9e92865f-9462-4881-b5b0-26aac13f1d51 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'f60a47ae-b7a8-4642-8e16-148d641a9ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b483fd2d-bb05-47d1-b2ad-8f7efbaba270'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:30:16.649320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Attempting to bind port 9e92865f-9462-4881-b5b0-26aac13f1d51 on network b483fd2d-bb05-47d1-b2ad-8f7efbaba270 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:30:16.659548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:30:16.660325 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Checking segment: {'id': 'f60a47ae-b7a8-4642-8e16-148d641a9ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b483fd2d-bb05-47d1-b2ad-8f7efbaba270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:30:16.661040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:16.661787 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Bound using segment: {'id': 'f60a47ae-b7a8-4642-8e16-148d641a9ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b483fd2d-bb05-47d1-b2ad-8f7efbaba270'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:30:16.662765 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Bound port: 9e92865f-9462-4881-b5b0-26aac13f1d51, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60a47ae-b7a8-4642-8e16-148d641a9ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b483fd2d-bb05-47d1-b2ad-8f7efbaba270'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:30:16.663431 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:16.822562 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] For port 9e92865f-9462-4881-b5b0-26aac13f1d51, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:30:16.829404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] For port 9e92865f-9462-4881-b5b0-26aac13f1d51, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9e92865f-9462-4881-b5b0-26aac13f1d51,segment=NetworkSegment(f60a47ae-b7a8-4642-8e16-148d641a9ac9),segment_id=f60a47ae-b7a8-4642-8e16-148d641a9ac9)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:30:16.837789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:16.839515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:16.842538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d50a4acf-7dc9-4a70-b555-d9edf4daae5b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:16.848649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d9204a62-110f-4c35-abe2-54f76af125f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:16.929862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Subnet': ['ID=60714914-a453-4bc0-a0bd-607093b17f73,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:16.932913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:16.940981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Checking segment: {'id': 'ee3de67e-1123-4a5b-b999-d1ceca4cfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '98da5532-0810-464a-b123-69171d36a480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:30:16.941200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network hostable DHCP agents. Network: 98da5532-0810-464a-b123-69171d36a480, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:30:16.973370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 98da5532-0810-464a-b123-69171d36a480 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:30:16.992740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 98da5532-0810-464a-b123-69171d36a480) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:17.007199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:17.007693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:17.025533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b87dac-788d-4ad5-ba02-5b21fb2ee53b None None] Network 98da5532-0810-464a-b123-69171d36a480 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:17.039246 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1612546 Jun 02 16:30:17.050189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:17.081755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Transition to ACTIVE for port object 01be4c0f-5c67-46cd-9005-7b66a11e3e39 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:17.124422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:17.140733 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6860931b-b19d-4a5a-8850-3f8f0c157119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:17.197760 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Pushing event updated for resources: {'Port': ['ID=9e92865f-9462-4881-b5b0-26aac13f1d51,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:17.202847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:17.281886 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network b483fd2d-bb05-47d1-b2ad-8f7efbaba270 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:17.289502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:17.296714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:30:17.307013 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:17.308097 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:17.319151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=01be4c0f-5c67-46cd-9005-7b66a11e3e39,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:17.322720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:17.371269 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0138130 Jun 02 16:30:17.374481 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37988) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:17.383202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'network_id': 'b483fd2d-bb05-47d1-b2ad-8f7efbaba270', 'name': 'tempest-PortsIpV6TestJSON-2023619225', 'fixed_ips': [{'subnet_id': '574ed1e3-010c-4660-8e87-416fc4f1b411', 'ip_address': '2001:db8::f'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:17.431417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-98da5532-0810-464a-b123-69171d36a480', 'network_id': '98da5532-0810-464a-b123-69171d36a480', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ips': [{'subnet_id': '60714914-a453-4bc0-a0bd-607093b17f73'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:30:17.432754 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:17.718682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37990) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:17.725326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-d496155c-5082-45d6-aa25-8272d47566cd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1193647904', 'description': 'tempest-secgroup-smoke-1193647904 description', 'project_id': 'fb79c8ac06334981844f175e241075b7'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:17.726627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:17.735219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:port and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:17.735672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d496155c-5082-45d6-aa25-8272d47566cd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:17.742201 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:17.750425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:17.753420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d496155c-5082-45d6-aa25-8272d47566cd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:17.766147 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:17.770462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d496155c-5082-45d6-aa25-8272d47566cd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:17.774672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:17.792422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Allocated IP 172.20.0.18 (98da5532-0810-464a-b123-69171d36a480/60714914-a453-4bc0-a0bd-607093b17f73/ffb684e1-daed-4828-8404-db9ba1346f43) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:17.809961 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d496155c-5082-45d6-aa25-8272d47566cd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:17.814465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d496155c-5082-45d6-aa25-8272d47566cd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:17.817279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] device_id is not set on port 8de5bf7f-791a-4908-8e9f-c8c0e7e76141 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:30:17.818434 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d496155c-5082-45d6-aa25-8272d47566cd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:17.829040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d496155c-5082-45d6-aa25-8272d47566cd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:17.990455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d496155c-5082-45d6-aa25-8272d47566cd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:17.998639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d496155c-5082-45d6-aa25-8272d47566cd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.009134 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8f894b6c-7cd8-4af1-919d-5c8fea86eba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:18.095145 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496155c-5082-45d6-aa25-8272d47566cd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf8d126-989a-4132-843d-a7537b3cf45d,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:18.100165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d496155c-5082-45d6-aa25-8272d47566cd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.102099 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d496155c-5082-45d6-aa25-8272d47566cd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3823514 Jun 02 16:30:18.103802 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d496155c-5082-45d6-aa25-8272d47566cd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:18.105395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37992) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:18.116100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-3737d8bc-c36e-43b2-9f5b-f7db8338a7ff tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '3bf8d126-989a-4132-843d-a7537b3cf45d', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:18.134066 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3737d8bc-c36e-43b2-9f5b-f7db8338a7ff tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:18.135185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9e92865f-9462-4881-b5b0-26aac13f1d51 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:18.142172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3737d8bc-c36e-43b2-9f5b-f7db8338a7ff tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:18.148056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3737d8bc-c36e-43b2-9f5b-f7db8338a7ff tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:18.159790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3737d8bc-c36e-43b2-9f5b-f7db8338a7ff tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:18.177971 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.207979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Transition to ACTIVE for port object ffb684e1-daed-4828-8404-db9ba1346f43 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:18.208879 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3737d8bc-c36e-43b2-9f5b-f7db8338a7ff tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.245597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Transition to ACTIVE for port object ffb684e1-daed-4828-8404-db9ba1346f43 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:18.254350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Allocated IP 2001:db8::f (b483fd2d-bb05-47d1-b2ad-8f7efbaba270/574ed1e3-010c-4660-8e87-416fc4f1b411/8de5bf7f-791a-4908-8e9f-c8c0e7e76141) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:18.258020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.266107 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:18.325812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 9e92865f-9462-4881-b5b0-26aac13f1d51 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:18.356548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Network 98da5532-0810-464a-b123-69171d36a480 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:18.360426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:18.363653 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:30:18.366868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3737d8bc-c36e-43b2-9f5b-f7db8338a7ff tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.376330 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3737d8bc-c36e-43b2-9f5b-f7db8338a7ff tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.381928 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Pushing event updated for resources: {'Port': ['ID=ffb684e1-daed-4828-8404-db9ba1346f43,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:18.382615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:18.385875 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:18.443815 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737d8bc-c36e-43b2-9f5b-f7db8338a7ff tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7492c6c5-a9ca-4c5c-96e0-73c5999f860e,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:18.453583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3737d8bc-c36e-43b2-9f5b-f7db8338a7ff tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:18.462139 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3737d8bc-c36e-43b2-9f5b-f7db8338a7ff tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.465245 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3737d8bc-c36e-43b2-9f5b-f7db8338a7ff tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3581488 Jun 02 16:30:18.468479 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37994) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:18.485395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-9916c13c-71ee-40a9-a29c-7db47fe7f638 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '3bf8d126-989a-4132-843d-a7537b3cf45d', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:18.498121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9916c13c-71ee-40a9-a29c-7db47fe7f638 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:18.504481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9916c13c-71ee-40a9-a29c-7db47fe7f638 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:18.510115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9916c13c-71ee-40a9-a29c-7db47fe7f638 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:18.517916 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9916c13c-71ee-40a9-a29c-7db47fe7f638 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:18.544630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Attempting to bind port ffb684e1-daed-4828-8404-db9ba1346f43 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:30:18.544987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Attempting to bind port ffb684e1-daed-4828-8404-db9ba1346f43 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'ee3de67e-1123-4a5b-b999-d1ceca4cfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '98da5532-0810-464a-b123-69171d36a480'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:30:18.545367 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Attempting to bind port ffb684e1-daed-4828-8404-db9ba1346f43 on network 98da5532-0810-464a-b123-69171d36a480 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:30:18.548099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9916c13c-71ee-40a9-a29c-7db47fe7f638 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.552514 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:30:18.552908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Checking segment: {'id': 'ee3de67e-1123-4a5b-b999-d1ceca4cfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '98da5532-0810-464a-b123-69171d36a480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:30:18.553618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.554026 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Bound using segment: {'id': 'ee3de67e-1123-4a5b-b999-d1ceca4cfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '98da5532-0810-464a-b123-69171d36a480'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:30:18.554553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Bound port: ffb684e1-daed-4828-8404-db9ba1346f43, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3de67e-1123-4a5b-b999-d1ceca4cfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '98da5532-0810-464a-b123-69171d36a480'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:30:18.555015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.659788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.677389 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6257b0d-cafc-45db-9902-aaa057ffd79e None None] Network b483fd2d-bb05-47d1-b2ad-8f7efbaba270 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:18.685693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Transition to ACTIVE for port object 8de5bf7f-791a-4908-8e9f-c8c0e7e76141 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:18.692429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9916c13c-71ee-40a9-a29c-7db47fe7f638 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.697992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9916c13c-71ee-40a9-a29c-7db47fe7f638 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.700526 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8d25ab62-eb2e-4634-abd5-9b5d5d13a979 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:18.720801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.728877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:18.736548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916c13c-71ee-40a9-a29c-7db47fe7f638 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d8dc10-a13e-490d-a3e2-7b8df8d97664,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:18.741448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9916c13c-71ee-40a9-a29c-7db47fe7f638 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:18.752896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9916c13c-71ee-40a9-a29c-7db47fe7f638 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.757129 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9916c13c-71ee-40a9-a29c-7db47fe7f638 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2773373 Jun 02 16:30:18.757569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 37996) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:18.765084 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-9cc4cbb0-515a-47a9-bbd1-df4059beb7a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '3bf8d126-989a-4132-843d-a7537b3cf45d', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:18.774281 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9cc4cbb0-515a-47a9-bbd1-df4059beb7a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:18.781166 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9cc4cbb0-515a-47a9-bbd1-df4059beb7a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:18.786348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9cc4cbb0-515a-47a9-bbd1-df4059beb7a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:18.797937 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9cc4cbb0-515a-47a9-bbd1-df4059beb7a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:18.829242 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9cc4cbb0-515a-47a9-bbd1-df4059beb7a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.830629 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network b483fd2d-bb05-47d1-b2ad-8f7efbaba270 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:18.832039 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=8de5bf7f-791a-4908-8e9f-c8c0e7e76141,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:18.835207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:18.837371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:18.838090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:30:18.844771 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:18.845313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.849324 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] For port ffb684e1-daed-4828-8404-db9ba1346f43, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:30:18.882329 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5063734 Jun 02 16:30:18.883368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 37998) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:18.893802 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] For port ffb684e1-daed-4828-8404-db9ba1346f43, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ffb684e1-daed-4828-8404-db9ba1346f43,segment=NetworkSegment(ee3de67e-1123-4a5b-b999-d1ceca4cfc1f),segment_id=ee3de67e-1123-4a5b-b999-d1ceca4cfc1f)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:30:18.901965 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f461d568-35e9-40c0-b8ec-e8507752a1d2 None None] Provisioning for port 9e92865f-9462-4881-b5b0-26aac13f1d51 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:18.937922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9cc4cbb0-515a-47a9-bbd1-df4059beb7a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.944587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.946580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9cc4cbb0-515a-47a9-bbd1-df4059beb7a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:18.950154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:18.972711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-63968d32-f1e7-4e64-ab7a-22248b96d108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:18.985213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e93c0ed-34a6-4044-beb7-5a4b31fc73fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:18.986690 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1e93c0ed-34a6-4044-beb7-5a4b31fc73fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:30:18.992430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4cbb0-515a-47a9-bbd1-df4059beb7a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ad3fd6-f521-49cc-b3b1-bd537afffbb5,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:18.999368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9cc4cbb0-515a-47a9-bbd1-df4059beb7a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:19.006034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9cc4cbb0-515a-47a9-bbd1-df4059beb7a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.008225 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9cc4cbb0-515a-47a9-bbd1-df4059beb7a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2490411 Jun 02 16:30:19.011231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38000) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:19.015614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1e93c0ed-34a6-4044-beb7-5a4b31fc73fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:30:19.019923 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1e93c0ed-34a6-4044-beb7-5a4b31fc73fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1321666 Jun 02 16:30:19.020197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-53eaa276-d838-4f7b-ba84-3b3791c72657 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '3bf8d126-989a-4132-843d-a7537b3cf45d', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:19.020620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38002) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:19.031032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-53eaa276-d838-4f7b-ba84-3b3791c72657 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:19.037573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-53eaa276-d838-4f7b-ba84-3b3791c72657 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:19.043551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-53eaa276-d838-4f7b-ba84-3b3791c72657 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:19.044911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f461d568-35e9-40c0-b8ec-e8507752a1d2 None None] Provisioning complete for port 9e92865f-9462-4881-b5b0-26aac13f1d51 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:19.044911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f461d568-35e9-40c0-b8ec-e8507752a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.056430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-53eaa276-d838-4f7b-ba84-3b3791c72657 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:19.084518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53eaa276-d838-4f7b-ba84-3b3791c72657 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.150248 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.191619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf8d15-208e-4241-88a2-2c6ce7b404b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:19.201893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf8d15-208e-4241-88a2-2c6ce7b404b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:19.203654 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Pushing event updated for resources: {'Port': ['ID=ffb684e1-daed-4828-8404-db9ba1346f43,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:19.212599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf8d15-208e-4241-88a2-2c6ce7b404b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:19.214893 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:19.216240 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-64bf8d15-208e-4241-88a2-2c6ce7b404b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1935344 Jun 02 16:30:19.217771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53eaa276-d838-4f7b-ba84-3b3791c72657 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.219318 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38004) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:19.291963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53eaa276-d838-4f7b-ba84-3b3791c72657 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.307503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:19.344147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eaa276-d838-4f7b-ba84-3b3791c72657 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71f7a4c-f166-4019-8820-1330bbc0adfb,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:19.348241 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-53eaa276-d838-4f7b-ba84-3b3791c72657 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:19.363298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f461d568-35e9-40c0-b8ec-e8507752a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.399593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53eaa276-d838-4f7b-ba84-3b3791c72657 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.405074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38006) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:19.410176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-7deef512-75df-446f-bf56-390b8f49daab tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '3bf8d126-989a-4132-843d-a7537b3cf45d', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:19.415726 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-53eaa276-d838-4f7b-ba84-3b3791c72657 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4025810 Jun 02 16:30:19.421670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7deef512-75df-446f-bf56-390b8f49daab tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:19.423105 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f461d568-35e9-40c0-b8ec-e8507752a1d2 None None] For port 9e92865f-9462-4881-b5b0-26aac13f1d51, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9e92865f-9462-4881-b5b0-26aac13f1d51,segment=NetworkSegment(f60a47ae-b7a8-4642-8e16-148d641a9ac9),segment_id=f60a47ae-b7a8-4642-8e16-148d641a9ac9)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:19.428175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7deef512-75df-446f-bf56-390b8f49daab tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:19.429101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f461d568-35e9-40c0-b8ec-e8507752a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.431776 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c4ec1c2a-ac66-4aad-a1e5-7718f18eb8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:19.437411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7deef512-75df-446f-bf56-390b8f49daab tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:19.444586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7deef512-75df-446f-bf56-390b8f49daab tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:19.504371 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-7deef512-75df-446f-bf56-390b8f49daab tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:30:19.511723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7deef512-75df-446f-bf56-390b8f49daab tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.551799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d31de84c-29cd-49e8-aa6e-c9f99867fbe3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port 8de5bf7f-791a-4908-8e9f-c8c0e7e76141 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:19.552541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d31de84c-29cd-49e8-aa6e-c9f99867fbe3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.561934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461d568-35e9-40c0-b8ec-e8507752a1d2 None None] Pushing event updated for resources: {'Port': ['ID=9e92865f-9462-4881-b5b0-26aac13f1d51,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:19.573727 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f461d568-35e9-40c0-b8ec-e8507752a1d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:19.625992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7deef512-75df-446f-bf56-390b8f49daab tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.632103 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7deef512-75df-446f-bf56-390b8f49daab tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.634834 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:19.661186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deef512-75df-446f-bf56-390b8f49daab tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965bc3ba-4acb-4ee3-9dc9-cb437fe4da32,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:19.664856 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7deef512-75df-446f-bf56-390b8f49daab tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:19.675135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7deef512-75df-446f-bf56-390b8f49daab tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.679300 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7deef512-75df-446f-bf56-390b8f49daab tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2705836 Jun 02 16:30:19.679753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38008) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:19.685975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-e5e9c2c0-c374-4cf1-b7c3-af439e47056b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '3bf8d126-989a-4132-843d-a7537b3cf45d', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:19.702706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e5e9c2c0-c374-4cf1-b7c3-af439e47056b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:19.711909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e5e9c2c0-c374-4cf1-b7c3-af439e47056b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:19.717035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e5e9c2c0-c374-4cf1-b7c3-af439e47056b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:19.728813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e5e9c2c0-c374-4cf1-b7c3-af439e47056b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:19.747288 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-e5e9c2c0-c374-4cf1-b7c3-af439e47056b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:30:19.754670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e5e9c2c0-c374-4cf1-b7c3-af439e47056b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.785157 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d31de84c-29cd-49e8-aa6e-c9f99867fbe3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.870135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e5e9c2c0-c374-4cf1-b7c3-af439e47056b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.873854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0d517941-81ca-49c7-a327-331341aa82d4 None None] Provisioning complete for port 9e92865f-9462-4881-b5b0-26aac13f1d51 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:19.874603 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0d517941-81ca-49c7-a327-331341aa82d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.877260 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e5e9c2c0-c374-4cf1-b7c3-af439e47056b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.892762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-817b8819-5206-4b5e-af37-86472e25edf7 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:19.944762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9c2c0-c374-4cf1-b7c3-af439e47056b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bc302e-2a71-45c7-9ba5-f06cc2ca0ca3,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:19.953112 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e5e9c2c0-c374-4cf1-b7c3-af439e47056b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:19.954962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e5e9c2c0-c374-4cf1-b7c3-af439e47056b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:19.956314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d31de84c-29cd-49e8-aa6e-c9f99867fbe3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for 8de5bf7f-791a-4908-8e9f-c8c0e7e76141 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:19.958409 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e5e9c2c0-c374-4cf1-b7c3-af439e47056b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2771833 Jun 02 16:30:20.169105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d31de84c-29cd-49e8-aa6e-c9f99867fbe3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:20.202960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9ac81fb2-9240-43de-9ce0-090271994b1a tempest-TestServerAdvancedOps-1235499152 tempest-TestServerAdvancedOps-1235499152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:20.270610 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0d517941-81ca-49c7-a327-331341aa82d4 None None] Provisioning for port 01be4c0f-5c67-46cd-9005-7b66a11e3e39 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:20.277781 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0d517941-81ca-49c7-a327-331341aa82d4 None None] Provisioning complete for port 01be4c0f-5c67-46cd-9005-7b66a11e3e39 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:20.278496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0d517941-81ca-49c7-a327-331341aa82d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:20.349806 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9e92865f-9462-4881-b5b0-26aac13f1d51 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:20.366295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31de84c-29cd-49e8-aa6e-c9f99867fbe3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=8de5bf7f-791a-4908-8e9f-c8c0e7e76141,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:20.368737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d31de84c-29cd-49e8-aa6e-c9f99867fbe3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:20.377252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d31de84c-29cd-49e8-aa6e-c9f99867fbe3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:20.393580 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d31de84c-29cd-49e8-aa6e-c9f99867fbe3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/8de5bf7f-791a-4908-8e9f-c8c0e7e76141 HTTP/1.1" status: 204 len: 168 time: 1.1707656 Jun 02 16:30:20.394615 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38018) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:20.444676 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-0d517941-81ca-49c7-a327-331341aa82d4 None None] Port 01be4c0f-5c67-46cd-9005-7b66a11e3e39 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:20.470667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0d517941-81ca-49c7-a327-331341aa82d4 None None] Could not find standard attr ID for object 8de5bf7f-791a-4908-8e9f-c8c0e7e76141. {{(pid=92324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 16:30:20.498061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9e92865f-9462-4881-b5b0-26aac13f1d51 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:20.498675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:20.543698 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f33634-b9c4-4e5b-b923-5a06d5d5c77e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] GET failed (client error): The resource could not be found. Jun 02 16:30:20.548119 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c6f33634-b9c4-4e5b-b923-5a06d5d5c77e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/8de5bf7f-791a-4908-8e9f-c8c0e7e76141 HTTP/1.1" status: 404 len: 333 time: 0.1498275 Jun 02 16:30:20.548917 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38024) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:20.603586 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-7809c73a-c564-4cda-ae3a-bdfdcc66276a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193647904&fields=id&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 267 time: 0.0971985 Jun 02 16:30:20.633745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-63ffa422-88bf-4a64-b679-b0f2e8e03d2d None None] Provisioning complete for port 01be4c0f-5c67-46cd-9005-7b66a11e3e39 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:20.634311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-63ffa422-88bf-4a64-b679-b0f2e8e03d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:20.773427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-63ffa422-88bf-4a64-b679-b0f2e8e03d2d None None] Port 01be4c0f-5c67-46cd-9005-7b66a11e3e39 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:20.829578 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-fb00dce0-5180-4ec3-8682-eb7b9534c41e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port 01be4c0f-5c67-46cd-9005-7b66a11e3e39 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:20.830272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fb00dce0-5180-4ec3-8682-eb7b9534c41e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:20.834606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ffb684e1-daed-4828-8404-db9ba1346f43 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:20.865097 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-02d68829-6f3f-4def-a670-ec0e1abedba8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:20.866044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-02d68829-6f3f-4def-a670-ec0e1abedba8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:30:20.901021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-02d68829-6f3f-4def-a670-ec0e1abedba8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:30:20.903024 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-02d68829-6f3f-4def-a670-ec0e1abedba8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/networks?id=98da5532-0810-464a-b123-69171d36a480 HTTP/1.1" status: 200 len: 796 time: 0.2877004 Jun 02 16:30:20.908531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-84a02cdb-e24d-4efb-ab84-7d8879b6de13 None None] Could not find standard attr ID for object 8de5bf7f-791a-4908-8e9f-c8c0e7e76141. {{(pid=92324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 16:30:20.929149 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-decb2639-7a6c-49ba-990c-c2f27728e1cd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/quotas/fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 375 time: 0.0187562 Jun 02 16:30:20.947990 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port ffb684e1-daed-4828-8404-db9ba1346f43 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:20.967682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec885a3-34aa-4a3c-a12e-3fa7a9dad9fe None None] Network 98da5532-0810-464a-b123-69171d36a480 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:21.063130 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fb00dce0-5180-4ec3-8682-eb7b9534c41e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:21.094233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-88f95897-82a1-4123-98a1-09ea1af01520 None None] Provisioning for port ffb684e1-daed-4828-8404-db9ba1346f43 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:21.115693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-88f95897-82a1-4123-98a1-09ea1af01520 None None] Provisioning complete for port ffb684e1-daed-4828-8404-db9ba1346f43 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:21.116071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-88f95897-82a1-4123-98a1-09ea1af01520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:21.119811 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-13aa557c-1245-41db-a959-dac9fc12315c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1734085 Jun 02 16:30:21.200327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-fb00dce0-5180-4ec3-8682-eb7b9534c41e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for 01be4c0f-5c67-46cd-9005-7b66a11e3e39 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:21.360172 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-0b83a82a-1a07-4efc-a601-0ae7b25a832f service neutron] 10.222.0.50 "GET /v2.0/networks/98da5532-0810-464a-b123-69171d36a480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245283 Jun 02 16:30:21.371842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-88f95897-82a1-4123-98a1-09ea1af01520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:21.380182 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fb00dce0-5180-4ec3-8682-eb7b9534c41e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:21.392186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-28f72656-d036-4b0d-94bf-5a1ea6dc2748 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:21.420766 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-88f95897-82a1-4123-98a1-09ea1af01520 None None] For port ffb684e1-daed-4828-8404-db9ba1346f43, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ffb684e1-daed-4828-8404-db9ba1346f43,segment=NetworkSegment(ee3de67e-1123-4a5b-b999-d1ceca4cfc1f),segment_id=ee3de67e-1123-4a5b-b999-d1ceca4cfc1f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:21.426643 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-88f95897-82a1-4123-98a1-09ea1af01520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:21.428967 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:21.478041 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00dce0-5180-4ec3-8682-eb7b9534c41e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=01be4c0f-5c67-46cd-9005-7b66a11e3e39,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:21.480934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fb00dce0-5180-4ec3-8682-eb7b9534c41e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:21.538407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fb00dce0-5180-4ec3-8682-eb7b9534c41e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:21.548550 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f95897-82a1-4123-98a1-09ea1af01520 None None] Pushing event updated for resources: {'Port': ['ID=ffb684e1-daed-4828-8404-db9ba1346f43,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:21.553896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-88f95897-82a1-4123-98a1-09ea1af01520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:21.563654 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fb00dce0-5180-4ec3-8682-eb7b9534c41e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/01be4c0f-5c67-46cd-9005-7b66a11e3e39 HTTP/1.1" status: 204 len: 168 time: 1.0128281 Jun 02 16:30:21.564704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38028) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:21.688073 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b15ceb-f91e-4299-b005-c8bfa1610940 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] GET failed (client error): The resource could not be found. Jun 02 16:30:21.688897 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-10b15ceb-f91e-4299-b005-c8bfa1610940 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:30:21.696434 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-d84d3fbf-d71c-4fd0-9213-595ea8d4ee10 service neutron] 10.222.0.50 "GET /v2.0/networks/98da5532-0810-464a-b123-69171d36a480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263936 Jun 02 16:30:21.715480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-10b15ceb-f91e-4299-b005-c8bfa1610940 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:30:21.722522 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38030) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:21.723004 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-10b15ceb-f91e-4299-b005-c8bfa1610940 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/01be4c0f-5c67-46cd-9005-7b66a11e3e39 HTTP/1.1" status: 404 len: 333 time: 0.1565001 Jun 02 16:30:21.834504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6bd637-1b9b-48c3-9ef4-bbc07dd14aa6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting subnet 574ed1e3-010c-4660-8e87-416fc4f1b411 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:30:21.840002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d6bd637-1b9b-48c3-9ef4-bbc07dd14aa6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:21.861247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a5d13717-63b1-4867-9607-6b500bb204b9 None None] Provisioning complete for port ffb684e1-daed-4828-8404-db9ba1346f43 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:21.862019 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a5d13717-63b1-4867-9607-6b500bb204b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:21.932255 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d6bd637-1b9b-48c3-9ef4-bbc07dd14aa6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:22.040042 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ffb684e1-daed-4828-8404-db9ba1346f43 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:22.056521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d6bd637-1b9b-48c3-9ef4-bbc07dd14aa6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:22.186869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port ffb684e1-daed-4828-8404-db9ba1346f43 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:22.187182 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:22.590128 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d6bd637-1b9b-48c3-9ef4-bbc07dd14aa6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:22.594294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-74566e13-9fd8-4133-be3b-ec99d4a659ea tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:22.636738 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bd637-1b9b-48c3-9ef4-bbc07dd14aa6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Subnet': ['ID=574ed1e3-010c-4660-8e87-416fc4f1b411,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:22.639910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1d6bd637-1b9b-48c3-9ef4-bbc07dd14aa6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:22.640988 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d6bd637-1b9b-48c3-9ef4-bbc07dd14aa6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:22.649541 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1d6bd637-1b9b-48c3-9ef4-bbc07dd14aa6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/574ed1e3-010c-4660-8e87-416fc4f1b411 HTTP/1.1" status: 204 len: 168 time: 0.9239883 Jun 02 16:30:22.649973 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca3a1d4-565f-43d1-ac53-f0ca4a0dc527 None None] Network b483fd2d-bb05-47d1-b2ad-8f7efbaba270 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:22.650739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38032) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:22.772575 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:22.871954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port 9e92865f-9462-4881-b5b0-26aac13f1d51 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:22.872887 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:22.981797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46caf921-6744-4eda-9b49-0e17f706394f None None] DHCP port deletion for b483fd2d-bb05-47d1-b2ad-8f7efbaba270 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:30:23.015821 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-02a983c8-301a-4d6c-9edc-6667d9f548ed req-c160c8d3-a10a-4e81-a5ee-dccb217e1f0e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 210 time: 0.0619786 Jun 02 16:30:23.037609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] For port 9e92865f-9462-4881-b5b0-26aac13f1d51, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9e92865f-9462-4881-b5b0-26aac13f1d51,segment=NetworkSegment(f60a47ae-b7a8-4642-8e16-148d641a9ac9),segment_id=f60a47ae-b7a8-4642-8e16-148d641a9ac9)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:23.037973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:23.093119 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-46caf921-6744-4eda-9b49-0e17f706394f None None] Deleting port 9e92865f-9462-4881-b5b0-26aac13f1d51 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:23.093826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-46caf921-6744-4eda-9b49-0e17f706394f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:23.217171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for 9e92865f-9462-4881-b5b0-26aac13f1d51 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:23.245518 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-46caf921-6744-4eda-9b49-0e17f706394f None None] For port 9e92865f-9462-4881-b5b0-26aac13f1d51, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9e92865f-9462-4881-b5b0-26aac13f1d51,segment=NetworkSegment(f60a47ae-b7a8-4642-8e16-148d641a9ac9),segment_id=f60a47ae-b7a8-4642-8e16-148d641a9ac9)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:23.246004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-46caf921-6744-4eda-9b49-0e17f706394f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:23.283954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:23.288723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a8178584-4cd1-4d2c-9f32-ed594548f62e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:23.351490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=9e92865f-9462-4881-b5b0-26aac13f1d51,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:23.354970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No DVR routers for this DVR port 9e92865f-9462-4881-b5b0-26aac13f1d51 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:30:23.356899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:23.494974 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-46caf921-6744-4eda-9b49-0e17f706394f None None] Calling delete_port for 9e92865f-9462-4881-b5b0-26aac13f1d51 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:23.540533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:23.558489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-46caf921-6744-4eda-9b49-0e17f706394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:23.562483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b483fd2d-bb05-47d1-b2ad-8f7efbaba270']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:23.567716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:23.578021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60a47ae-b7a8-4642-8e16-148d641a9ac9') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:23.578380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60a47ae-b7a8-4642-8e16-148d641a9ac9') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:23.592878 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:23.614652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:23.616447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caf921-6744-4eda-9b49-0e17f706394f None None] Pushing event deleted for resources: {'Port': ['ID=9e92865f-9462-4881-b5b0-26aac13f1d51,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:23.618797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46caf921-6744-4eda-9b49-0e17f706394f None None] No DVR routers for this DVR port 9e92865f-9462-4881-b5b0-26aac13f1d51 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:30:23.620382 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-46caf921-6744-4eda-9b49-0e17f706394f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:23.634315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:30:23.634801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:30:23.659746 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:30:23.757162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:23.761123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:23.776521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:23.791357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Network': ['ID=b483fd2d-bb05-47d1-b2ad-8f7efbaba270,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:23.794893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:23.803412 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/networks/b483fd2d-bb05-47d1-b2ad-8f7efbaba270 HTTP/1.1" status: 204 len: 168 time: 1.1498361 Jun 02 16:30:23.812586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38050) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:23.818193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-536526210'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:23.823635 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:23.828204 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:network and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:23.831953 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:23.840590 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:23.853762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:23.859275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:23.902690 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:30:23.915433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:23.915928 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Added segment c7fe0004-9e6d-4b38-babe-0c47bf6f96b6 of type vlan for network 8ce1b67e-b515-4605-a1ef-c29c50a09a16 Jun 02 16:30:23.959112 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:24.011948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:24.021214 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:24.021870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:24.030820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cf114723-42a0-4558-86a3-043dae5d9776 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:24.047020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9e92865f-9462-4881-b5b0-26aac13f1d51 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:30:24.105756 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 9e92865f-9462-4881-b5b0-26aac13f1d51 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:30:24.106331 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9e92865f-9462-4881-b5b0-26aac13f1d51 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:30:24.121591 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3051498 Jun 02 16:30:24.122377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38054) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:24.132493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'subnet': {'network_id': '8ce1b67e-b515-4605-a1ef-c29c50a09a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:24.215245 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Network': ['ID=8ce1b67e-b515-4605-a1ef-c29c50a09a16,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:24.218368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:24.235824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 8ce1b67e-b515-4605-a1ef-c29c50a09a16 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:30:24.313722 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0bbbcb05-6829-42f2-a9d6-247697839879 req-a7e59898-849a-45b7-be0d-ebfad68161f9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 210 time: 0.0608890 Jun 02 16:30:24.463794 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:24.468259 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:subnet and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:24.472124 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:24.479031 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:24.491019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:24.494585 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:24.944871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-d29bbdb1-1110-4f84-b6cb-15c6b3c09df9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:24.945666 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-d29bbdb1-1110-4f84-b6cb-15c6b3c09df9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:30:24.963027 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-d29bbdb1-1110-4f84-b6cb-15c6b3c09df9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:30:24.964176 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-d29bbdb1-1110-4f84-b6cb-15c6b3c09df9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/networks?id=98da5532-0810-464a-b123-69171d36a480 HTTP/1.1" status: 200 len: 796 time: 0.2718151 Jun 02 16:30:25.074390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-52877143-2d21-4824-b826-0cc9fac258d1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:30:25.115715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-52877143-2d21-4824-b826-0cc9fac258d1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:30:25.117233 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-52877143-2d21-4824-b826-0cc9fac258d1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 473 time: 0.1053421 Jun 02 16:30:25.139762 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'port': {'device_id': '03952db1-3e55-4264-b7ad-36a7ad949d31', 'network_id': '98da5532-0810-464a-b123-69171d36a480', 'admin_state_up': True, 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'security_groups': ['3bf8d126-989a-4132-843d-a7537b3cf45d']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:25.480427 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:25.550859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:port and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:25.554995 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:25.560090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for port was recalculated. Used quota:5. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:25.563663 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1c60f55a-c1dc-46ca-825e-ad4e7f39d6c3 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:25.593007 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8819eea9-31de-4bb1-a326-c5e71c28c22e req-315f8cf2-630f-4cb7-a15f-d19ba2f9079b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 210 time: 0.1161191 Jun 02 16:30:25.604155 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:25.643476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:25.647067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:25.689112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Subnet': ['ID=1d6862bf-fc87-4dea-be62-b990f65f39c4,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:25.696298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:25.744446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Checking segment: {'id': 'c7fe0004-9e6d-4b38-babe-0c47bf6f96b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ce1b67e-b515-4605-a1ef-c29c50a09a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:30:25.744873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network hostable DHCP agents. Network: 8ce1b67e-b515-4605-a1ef-c29c50a09a16, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:30:25.793889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 8ce1b67e-b515-4605-a1ef-c29c50a09a16 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:30:25.839874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 8ce1b67e-b515-4605-a1ef-c29c50a09a16) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:25.854772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3739b0cc-7a6f-4e85-afe1-b93e2bee9088 None None] Network 8ce1b67e-b515-4605-a1ef-c29c50a09a16 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:25.861951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:25.862568 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:25.901747 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.24 (98da5532-0810-464a-b123-69171d36a480/60714914-a453-4bc0-a0bd-607093b17f73/75931c96-010b-4c36-9ed3-b46e0a0a1e65) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:25.910974 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7834175 Jun 02 16:30:25.912532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38062) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:25.920660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ffbd74cd-0eb4-4c4a-bc02-84ca7da5612a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1109420628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:25.936877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ffbd74cd-0eb4-4c4a-bc02-84ca7da5612a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:25.942035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ffbd74cd-0eb4-4c4a-bc02-84ca7da5612a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:router and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:25.945652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ffbd74cd-0eb4-4c4a-bc02-84ca7da5612a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:25.960867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ffbd74cd-0eb4-4c4a-bc02-84ca7da5612a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:25.977880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ffbd74cd-0eb4-4c4a-bc02-84ca7da5612a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:25.979412 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ffbd74cd-0eb4-4c4a-bc02-84ca7da5612a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:26.012508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ffbd74cd-0eb4-4c4a-bc02-84ca7da5612a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:26.051797 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ffbd74cd-0eb4-4c4a-bc02-84ca7da5612a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:26.103231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ffbd74cd-0eb4-4c4a-bc02-84ca7da5612a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:26.109518 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ffbd74cd-0eb4-4c4a-bc02-84ca7da5612a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1940782 Jun 02 16:30:26.110527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38064) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:26.120546 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'network_id': '8ce1b67e-b515-4605-a1ef-c29c50a09a16', 'name': 'tempest-PortsIpV6TestJSON-973214542'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:26.137222 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:26.156602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object 75931c96-010b-4c36-9ed3-b46e0a0a1e65 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:26.172207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-8ce1b67e-b515-4605-a1ef-c29c50a09a16', 'network_id': '8ce1b67e-b515-4605-a1ef-c29c50a09a16', 'tenant_id': '392c5c177cf54c7c9eca0da0d1437455', 'fixed_ips': [{'subnet_id': '1d6862bf-fc87-4dea-be62-b990f65f39c4'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:30:26.173249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:26.184088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:26.190801 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d31de84c-29cd-49e8-aa6e-c9f99867fbe3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:26.275792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 98da5532-0810-464a-b123-69171d36a480 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:26.280762 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:26.288715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:30:26.333939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=75931c96-010b-4c36-9ed3-b46e0a0a1e65,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:26.337436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:26.343856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:26.351171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:port and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:26.356240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:26.370731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:26.386482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:26.393374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:26.415256 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:26.416135 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:26.444201 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Allocated IP 2001:db8::2 (8ce1b67e-b515-4605-a1ef-c29c50a09a16/1d6862bf-fc87-4dea-be62-b990f65f39c4/264cb92b-785b-4fd7-ac91-add5b9d45bcc) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:26.450342 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3217802 Jun 02 16:30:26.457800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] device_id is not set on port 209a76af-f595-41b1-b8ca-d64d6b149b32 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:30:26.493212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Request body: {'port': {'device_id': '03952db1-3e55-4264-b7ad-36a7ad949d31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:26.661646 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:26.736030 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:26.747729 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Transition to ACTIVE for port object 264cb92b-785b-4fd7-ac91-add5b9d45bcc will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:26.765432 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-074c9c78-003f-4038-94e7-dd83be0fc889 None None] Provisioning for port 75931c96-010b-4c36-9ed3-b46e0a0a1e65 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:26.775032 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Transition to ACTIVE for port object 264cb92b-785b-4fd7-ac91-add5b9d45bcc will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:26.777671 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-074c9c78-003f-4038-94e7-dd83be0fc889 None None] Provisioning complete for port 75931c96-010b-4c36-9ed3-b46e0a0a1e65 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:26.778052 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-074c9c78-003f-4038-94e7-dd83be0fc889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:26.816056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:26.831869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:26.881309 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Network 8ce1b67e-b515-4605-a1ef-c29c50a09a16 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:26.898737 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:26.906095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Allocated IP 2001:db8::3ac (8ce1b67e-b515-4605-a1ef-c29c50a09a16/1d6862bf-fc87-4dea-be62-b990f65f39c4/209a76af-f595-41b1-b8ca-d64d6b149b32) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:26.908532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:30:26.929288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bfbfb-bfdc-46e2-9e33-956f2557503b req-335ec7c5-4866-4b6c-b72c-61bcc3005743 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:26.934951 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b19bfbfb-bfdc-46e2-9e33-956f2557503b req-335ec7c5-4866-4b6c-b72c-61bcc3005743 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 932 time: 0.2074895 Jun 02 16:30:26.965989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-074c9c78-003f-4038-94e7-dd83be0fc889 None None] Port 75931c96-010b-4c36-9ed3-b46e0a0a1e65 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:26.972891 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Pushing event updated for resources: {'Port': ['ID=264cb92b-785b-4fd7-ac91-add5b9d45bcc,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:27.001741 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:27.034929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Attempting to bind port 264cb92b-785b-4fd7-ac91-add5b9d45bcc on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:30:27.035340 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Attempting to bind port 264cb92b-785b-4fd7-ac91-add5b9d45bcc by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'c7fe0004-9e6d-4b38-babe-0c47bf6f96b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ce1b67e-b515-4605-a1ef-c29c50a09a16'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:30:27.036177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Attempting to bind port 264cb92b-785b-4fd7-ac91-add5b9d45bcc on network 8ce1b67e-b515-4605-a1ef-c29c50a09a16 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:30:27.043203 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:30:27.043642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Checking segment: {'id': 'c7fe0004-9e6d-4b38-babe-0c47bf6f96b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ce1b67e-b515-4605-a1ef-c29c50a09a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:30:27.044664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:27.044664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Bound using segment: {'id': 'c7fe0004-9e6d-4b38-babe-0c47bf6f96b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ce1b67e-b515-4605-a1ef-c29c50a09a16'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:30:27.044868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Bound port: 264cb92b-785b-4fd7-ac91-add5b9d45bcc, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fe0004-9e6d-4b38-babe-0c47bf6f96b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8ce1b67e-b515-4605-a1ef-c29c50a09a16'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:30:27.045219 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:27.072771 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b19bfbfb-bfdc-46e2-9e33-956f2557503b req-c5287a8c-09c8-4b50-8113-2af38de49b88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bf8d126-989a-4132-843d-a7537b3cf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359622 Jun 02 16:30:27.139327 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:30:27.161826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] For port 264cb92b-785b-4fd7-ac91-add5b9d45bcc, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:30:27.167092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] For port 264cb92b-785b-4fd7-ac91-add5b9d45bcc, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=264cb92b-785b-4fd7-ac91-add5b9d45bcc,segment=NetworkSegment(c7fe0004-9e6d-4b38-babe-0c47bf6f96b6),segment_id=c7fe0004-9e6d-4b38-babe-0c47bf6f96b6)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:30:27.173838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:27.178649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-badbcfdb-4665-413e-908f-14c5fb091fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:27.271826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Pushing event updated for resources: {'Port': ['ID=264cb92b-785b-4fd7-ac91-add5b9d45bcc,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:27.283769 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:27.294591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:27.307205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75931c96-010b-4c36-9ed3-b46e0a0a1e65 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:30:27.312464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Transition to ACTIVE for port object 209a76af-f595-41b1-b8ca-d64d6b149b32 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:27.320624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:27.342110 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Transition to ACTIVE for port object 75931c96-010b-4c36-9ed3-b46e0a0a1e65 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:27.345001 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:27.347455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:27.355646 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:27.359092 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b42bb2e1-4332-4a2f-8cd3-c080ac5b74d3 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:27.415929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 8ce1b67e-b515-4605-a1ef-c29c50a09a16 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:27.419500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:27.424139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:30:27.429709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:27.430386 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:27.471519 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=209a76af-f595-41b1-b8ca-d64d6b149b32,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:27.486422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:27.488616 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3766162 Jun 02 16:30:27.491664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38070) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:27.568429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Pushing event updated for resources: {'Port': ['ID=75931c96-010b-4c36-9ed3-b46e0a0a1e65,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:27.578687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:27.705309 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Attempting to bind port 75931c96-010b-4c36-9ed3-b46e0a0a1e65 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:30:27.705853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Attempting to bind port 75931c96-010b-4c36-9ed3-b46e0a0a1e65 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ee3de67e-1123-4a5b-b999-d1ceca4cfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '98da5532-0810-464a-b123-69171d36a480'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:30:27.706407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Attempting to bind port 75931c96-010b-4c36-9ed3-b46e0a0a1e65 on network 98da5532-0810-464a-b123-69171d36a480 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:30:27.712385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Port 75931c96-010b-4c36-9ed3-b46e0a0a1e65 on network 98da5532-0810-464a-b123-69171d36a480 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:30:27.713011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Attempting to bind port 75931c96-010b-4c36-9ed3-b46e0a0a1e65 on network 98da5532-0810-464a-b123-69171d36a480 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:30:27.720639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:30:27.721222 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Checking segment: {'id': 'ee3de67e-1123-4a5b-b999-d1ceca4cfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '98da5532-0810-464a-b123-69171d36a480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:30:27.721720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Bound using segment: {'id': 'ee3de67e-1123-4a5b-b999-d1ceca4cfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '98da5532-0810-464a-b123-69171d36a480'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:30:27.722325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Bound port: 75931c96-010b-4c36-9ed3-b46e0a0a1e65, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee3de67e-1123-4a5b-b999-d1ceca4cfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '98da5532-0810-464a-b123-69171d36a480'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:30:27.722827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:27.865669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] For port 75931c96-010b-4c36-9ed3-b46e0a0a1e65, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:30:27.874851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] For port 75931c96-010b-4c36-9ed3-b46e0a0a1e65, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=75931c96-010b-4c36-9ed3-b46e0a0a1e65,segment=NetworkSegment(ee3de67e-1123-4a5b-b999-d1ceca4cfc1f),segment_id=ee3de67e-1123-4a5b-b999-d1ceca4cfc1f)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:30:27.882693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:27.888034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-32e3083d-b8b5-463f-9b3e-fb35ef38e54e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:28.003713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Pushing event updated for resources: {'Port': ['ID=75931c96-010b-4c36-9ed3-b46e0a0a1e65,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:28.009695 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:28.010386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:28.011821 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] 10.222.0.49 "PUT /v2.0/ports/75931c96-010b-4c36-9ed3-b46e0a0a1e65 HTTP/1.1" status: 200 len: 1094 time: 1.5374174 Jun 02 16:30:28.012393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03952db1-3e55-4264-b7ad-36a7ad949d31', 'tag': '75931c96-010b-4c36-9ed3-b46e0a0a1e65'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:30:28.015788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff27f77d-195b-4ec2-b0c2-182b61a43f91" -d '{"events": [{"name": "network-changed", "server_uuid": "03952db1-3e55-4264-b7ad-36a7ad949d31", "tag": "75931c96-010b-4c36-9ed3-b46e0a0a1e65"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:30:28.020205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:28.116335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 264cb92b-785b-4fd7-ac91-add5b9d45bcc up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:28.171628 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcd0fc3-4909-4f86-a3a1-6bea7962af64 x-openstack-request-id: req-fdcd0fc3-4909-4f86-a3a1-6bea7962af64 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:30:28.172021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03952db1-3e55-4264-b7ad-36a7ad949d31", "tag": "75931c96-010b-4c36-9ed3-b46e0a0a1e65", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:30:28.172931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fdcd0fc3-4909-4f86-a3a1-6bea7962af64 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:30:28.174440 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03952db1-3e55-4264-b7ad-36a7ad949d31', 'tag': '75931c96-010b-4c36-9ed3-b46e0a0a1e65', 'status': 'completed', 'code': 200} Jun 02 16:30:28.226133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-73d6b719-43bb-4f01-a667-46a475ef5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:28.228561 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-73d6b719-43bb-4f01-a667-46a475ef5bc3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 1097 time: 0.1374493 Jun 02 16:30:28.259513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 264cb92b-785b-4fd7-ac91-add5b9d45bcc completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:28.327178 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-0b765505-8cb3-4519-8eca-85b922d0d5f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=75931c96-010b-4c36-9ed3-b46e0a0a1e65 HTTP/1.1" status: 200 len: 217 time: 0.0856829 Jun 02 16:30:28.434581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-31ff8c95-794d-45d2-9692-a9d8a3aca669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:28.435497 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-31ff8c95-794d-45d2-9692-a9d8a3aca669 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=60714914-a453-4bc0-a0bd-607093b17f73 HTTP/1.1" status: 200 len: 838 time: 0.1005685 Jun 02 16:30:28.536257 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e69b8db3-0036-488d-851c-8663151bb06e req-ac078acb-e764-47ac-b92d-0abd78389fce service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7112668 Jun 02 16:30:28.549578 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-62ab4c15-9409-422c-aeb2-40db6f3875e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:28.552143 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-62ab4c15-9409-422c-aeb2-40db6f3875e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98da5532-0810-464a-b123-69171d36a480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1060536 Jun 02 16:30:28.764252 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-5f90ea23-399b-4bb4-8706-7b9e1cda4cfb service neutron] 10.222.0.49 "GET /v2.0/networks/98da5532-0810-464a-b123-69171d36a480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023683 Jun 02 16:30:28.791086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3ea83-0a92-4db5-8661-f78efa0b162d req-50e81609-4bea-4a3a-b19c-6fc128fcdccf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:28.801287 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-45d3ea83-0a92-4db5-8661-f78efa0b162d req-50e81609-4bea-4a3a-b19c-6fc128fcdccf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 944 time: 0.4302249 Jun 02 16:30:28.861427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c738d0-22a7-4a2a-bc9f-7b8c25be95a0 None None] Network 8ce1b67e-b515-4605-a1ef-c29c50a09a16 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:28.914440 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-45d3ea83-0a92-4db5-8661-f78efa0b162d req-d185fa55-aa4b-4f58-afbc-6f73ecd8c21e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bf8d126-989a-4132-843d-a7537b3cf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121321 Jun 02 16:30:28.931119 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d4bd03c1-fb20-46ae-9aa9-21011959dd49 None None] Provisioning for port 264cb92b-785b-4fd7-ac91-add5b9d45bcc completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:28.967483 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-473ff9dc-62a4-419c-9d42-5f8c38fe9e97 req-b0442d51-721f-45f4-8fe5-49985bf6e7b7 service neutron] 10.222.0.49 "GET /v2.0/networks/98da5532-0810-464a-b123-69171d36a480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932402 Jun 02 16:30:28.979926 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b8db3-0036-488d-851c-8663151bb06e req-6104f438-9fbd-4d54-a2fc-ea938800581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:28.982204 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e69b8db3-0036-488d-851c-8663151bb06e req-6104f438-9fbd-4d54-a2fc-ea938800581c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 1098 time: 0.2900441 Jun 02 16:30:28.993709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:29.180664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d4bd03c1-fb20-46ae-9aa9-21011959dd49 None None] Provisioning complete for port 264cb92b-785b-4fd7-ac91-add5b9d45bcc triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:29.181710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d4bd03c1-fb20-46ae-9aa9-21011959dd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:29.190698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27f77d-195b-4ec2-b0c2-182b61a43f91 req-635afd26-b570-447c-99de-4c2f217a4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:29.193682 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ff27f77d-195b-4ec2-b0c2-182b61a43f91 req-635afd26-b570-447c-99de-4c2f217a4d2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 1097 time: 0.1651063 Jun 02 16:30:29.433022 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d4bd03c1-fb20-46ae-9aa9-21011959dd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:29.464470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27f77d-195b-4ec2-b0c2-182b61a43f91 req-ef465554-361a-4bd1-b20e-4c553870d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:29.467929 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ff27f77d-195b-4ec2-b0c2-182b61a43f91 req-ef465554-361a-4bd1-b20e-4c553870d059 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98da5532-0810-464a-b123-69171d36a480 HTTP/1.1" status: 200 len: 897 time: 0.2642469 Jun 02 16:30:29.508523 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d4bd03c1-fb20-46ae-9aa9-21011959dd49 None None] For port 264cb92b-785b-4fd7-ac91-add5b9d45bcc, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=264cb92b-785b-4fd7-ac91-add5b9d45bcc,segment=NetworkSegment(c7fe0004-9e6d-4b38-babe-0c47bf6f96b6),segment_id=c7fe0004-9e6d-4b38-babe-0c47bf6f96b6)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:29.521378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d4bd03c1-fb20-46ae-9aa9-21011959dd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:29.537553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:29.565649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b8db3-0036-488d-851c-8663151bb06e req-d213bf01-e84c-4d46-8db6-4aa0e4c354a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:29.568034 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e69b8db3-0036-488d-851c-8663151bb06e req-d213bf01-e84c-4d46-8db6-4aa0e4c354a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ccd03054-167d-46c2-b0be-00145b703f93 HTTP/1.1" status: 200 len: 898 time: 0.4969914 Jun 02 16:30:29.579009 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ff27f77d-195b-4ec2-b0c2-182b61a43f91 req-3f757b45-e0d1-41e1-a214-9f2346302d27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=75931c96-010b-4c36-9ed3-b46e0a0a1e65 HTTP/1.1" status: 200 len: 217 time: 0.1032655 Jun 02 16:30:29.637983 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd03c1-fb20-46ae-9aa9-21011959dd49 None None] Pushing event updated for resources: {'Port': ['ID=264cb92b-785b-4fd7-ac91-add5b9d45bcc,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:29.644228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d4bd03c1-fb20-46ae-9aa9-21011959dd49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:29.672827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27f77d-195b-4ec2-b0c2-182b61a43f91 req-e1cfd422-5bbb-41c5-a097-7ccc114a1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:29.675534 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ff27f77d-195b-4ec2-b0c2-182b61a43f91 req-e1cfd422-5bbb-41c5-a097-7ccc114a1926 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=60714914-a453-4bc0-a0bd-607093b17f73 HTTP/1.1" status: 200 len: 838 time: 0.0897422 Jun 02 16:30:29.870581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-80638667-964a-442a-bbd7-a19a349f5295 None None] Provisioning for port 209a76af-f595-41b1-b8ca-d64d6b149b32 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:29.877966 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-80638667-964a-442a-bbd7-a19a349f5295 None None] Provisioning complete for port 209a76af-f595-41b1-b8ca-d64d6b149b32 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:29.879652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-80638667-964a-442a-bbd7-a19a349f5295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:29.930104 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e69b8db3-0036-488d-851c-8663151bb06e req-bc37f232-674d-4642-8cac-469e9947e9ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72586902-4b19-474c-a343-dc6bad153195 HTTP/1.1" status: 200 len: 1001 time: 0.3351052 Jun 02 16:30:30.001297 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-80638667-964a-442a-bbd7-a19a349f5295 None None] Port 209a76af-f595-41b1-b8ca-d64d6b149b32 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:30.020581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-80638667-964a-442a-bbd7-a19a349f5295 None None] Provisioning complete for port 264cb92b-785b-4fd7-ac91-add5b9d45bcc triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:30.021329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-80638667-964a-442a-bbd7-a19a349f5295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:30.072445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b8db3-0036-488d-851c-8663151bb06e req-7a0cb7cf-4cb8-48cd-8531-5eaf1b72164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:30.074827 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e69b8db3-0036-488d-851c-8663151bb06e req-7a0cb7cf-4cb8-48cd-8531-5eaf1b72164b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6c4df237-b2c1-49de-825f-098292b9f9c3 HTTP/1.1" status: 200 len: 835 time: 0.1306489 Jun 02 16:30:30.077463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:30.085801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:30.103081 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27f77d-195b-4ec2-b0c2-182b61a43f91 req-5f42377d-5951-450a-895c-1681191edce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:30.105174 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ff27f77d-195b-4ec2-b0c2-182b61a43f91 req-5f42377d-5951-450a-895c-1681191edce8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98da5532-0810-464a-b123-69171d36a480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.4201734 Jun 02 16:30:30.135622 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 264cb92b-785b-4fd7-ac91-add5b9d45bcc up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:30.173583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-83160901-3a8f-4db8-9b45-42f83be2d573 tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:30.289824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 264cb92b-785b-4fd7-ac91-add5b9d45bcc triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:30.293015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:30.373094 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ff27f77d-195b-4ec2-b0c2-182b61a43f91 req-adb2a642-729e-42cd-9054-7aa514661889 service neutron] 10.222.0.49 "GET /v2.0/networks/98da5532-0810-464a-b123-69171d36a480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573757 Jun 02 16:30:30.443606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f347fa9-f36e-43db-a205-e51aa39badb3 req-39b5296e-fab5-4620-b34e-351b0545c1f9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:30.444611 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-4f347fa9-f36e-43db-a205-e51aa39badb3 req-39b5296e-fab5-4620-b34e-351b0545c1f9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:30:30.518065 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=209a76af-f595-41b1-b8ca-d64d6b149b32,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:30.525915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:30.528415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-4f347fa9-f36e-43db-a205-e51aa39badb3 req-39b5296e-fab5-4620-b34e-351b0545c1f9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:30:30.530659 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4f347fa9-f36e-43db-a205-e51aa39badb3 req-39b5296e-fab5-4620-b34e-351b0545c1f9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 944 time: 0.3077705 Jun 02 16:30:30.584280 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cbc841b5-5925-466f-88a8-86575b4a4eed None None] Provisioning complete for port 209a76af-f595-41b1-b8ca-d64d6b149b32 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:30.585482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cbc841b5-5925-466f-88a8-86575b4a4eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:30.629731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:30.667007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-cbc841b5-5925-466f-88a8-86575b4a4eed None None] Port 209a76af-f595-41b1-b8ca-d64d6b149b32 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:30.672152 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ff27f77d-195b-4ec2-b0c2-182b61a43f91 req-70cede94-a2b0-44ac-aac4-47d0e39a1d9a service neutron] 10.222.0.49 "GET /v2.0/networks/98da5532-0810-464a-b123-69171d36a480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849622 Jun 02 16:30:30.677871 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4f347fa9-f36e-43db-a205-e51aa39badb3 req-d2dd9208-6c66-4b74-96a3-8422ac5bdd9e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bf8d126-989a-4132-843d-a7537b3cf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164029 Jun 02 16:30:30.688056 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b8db3-0036-488d-851c-8663151bb06e req-ad8598b8-50e6-4e1e-8e52-357168ce5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:30.691322 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e69b8db3-0036-488d-851c-8663151bb06e req-ad8598b8-50e6-4e1e-8e52-357168ce5978 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ccd03054-167d-46c2-b0be-00145b703f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5975506 Jun 02 16:30:30.797739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-43b8335b-b405-4a47-b7d8-648691511089 None None] Provisioning complete for port 209a76af-f595-41b1-b8ca-d64d6b149b32 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:30.798229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-43b8335b-b405-4a47-b7d8-648691511089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:30.873510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-43b8335b-b405-4a47-b7d8-648691511089 None None] Port 209a76af-f595-41b1-b8ca-d64d6b149b32 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:30.880198 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:30.976375 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e69b8db3-0036-488d-851c-8663151bb06e req-4a72ac94-e31d-45a2-9cc3-28460a1c26e2 service neutron] 10.222.0.49 "GET /v2.0/networks/ccd03054-167d-46c2-b0be-00145b703f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686024 Jun 02 16:30:31.337273 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e69b8db3-0036-488d-851c-8663151bb06e req-1a98b5d7-2e7a-4abb-be65-f4af499eddc8 service neutron] 10.222.0.49 "GET /v2.0/networks/ccd03054-167d-46c2-b0be-00145b703f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484125 Jun 02 16:30:31.502159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:31.507980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:31.509032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:31.513518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-891b0889-37c7-425b-af7c-971221b20238 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:31.911944 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=209a76af-f595-41b1-b8ca-d64d6b149b32,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:31.922777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:32.008456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 8ce1b67e-b515-4605-a1ef-c29c50a09a16 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:32.010626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:32.028009 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02878a-a27d-4118-8bee-fefa0a92c636 req-64eeb5b0-6eb7-4f20-a51d-505a8a945272 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:32.032503 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2a02878a-a27d-4118-8bee-fefa0a92c636 req-64eeb5b0-6eb7-4f20-a51d-505a8a945272 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 944 time: 0.1717386 Jun 02 16:30:32.061571 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 75931c96-010b-4c36-9ed3-b46e0a0a1e65 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:30:32.260840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 75931c96-010b-4c36-9ed3-b46e0a0a1e65, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=75931c96-010b-4c36-9ed3-b46e0a0a1e65,segment=NetworkSegment(ee3de67e-1123-4a5b-b999-d1ceca4cfc1f),segment_id=ee3de67e-1123-4a5b-b999-d1ceca4cfc1f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:32.279772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '75931c96-010b-4c36-9ed3-b46e0a0a1e65', 'network_id': '98da5532-0810-464a-b123-69171d36a480', 'port_id': '75931c96-010b-4c36-9ed3-b46e0a0a1e65', 'mac_address': 'fa:16:3e:9f:d7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60714914-a453-4bc0-a0bd-607093b17f73', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:30:32.330656 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2a02878a-a27d-4118-8bee-fefa0a92c636 req-f5681eac-9553-48c4-97bb-aca9d7d421c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bf8d126-989a-4132-843d-a7537b3cf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113163 Jun 02 16:30:32.373037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:32.388337 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a996f0bc-0df1-4d36-94f2-2ee54770701a None None] Provisioning complete for port 209a76af-f595-41b1-b8ca-d64d6b149b32 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:32.389037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a996f0bc-0df1-4d36-94f2-2ee54770701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:32.413371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Router f66bdeca-0014-4aa3-a96b-dba072f6d4fa is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:30:32.448847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75931c96-010b-4c36-9ed3-b46e0a0a1e65 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:30:32.495180 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-a996f0bc-0df1-4d36-94f2-2ee54770701a None None] Port 209a76af-f595-41b1-b8ca-d64d6b149b32 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:32.498370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 75931c96-010b-4c36-9ed3-b46e0a0a1e65, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=75931c96-010b-4c36-9ed3-b46e0a0a1e65,segment=NetworkSegment(ee3de67e-1123-4a5b-b999-d1ceca4cfc1f),segment_id=ee3de67e-1123-4a5b-b999-d1ceca4cfc1f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:32.507565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:32.509760 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-920ca7da-a1e3-4038-a340-12b0118e9791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:32.611961 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:30:32.617784 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "PUT /v2.0/routers/f66bdeca-0014-4aa3-a96b-dba072f6d4fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1247272 Jun 02 16:30:32.619311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=75931c96-010b-4c36-9ed3-b46e0a0a1e65,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:32.621946 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38080) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:32.624530 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:32.630763 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eda05e1-be85-4eea-a1d6-d58f0acf74f1 None None] Sync routers for ids ['f66bdeca-0014-4aa3-a96b-dba072f6d4fa'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:30:32.654716 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eda05e1-be85-4eea-a1d6-d58f0acf74f1 None None] Routers {'f66bdeca-0014-4aa3-a96b-dba072f6d4fa'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:30:32.655472 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-2eda05e1-be85-4eea-a1d6-d58f0acf74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:30:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['f66bdeca-0014-4aa3-a96b-dba072f6d4fa'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:32.720326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef14a422-9a5b-4b6b-8ee2-803e359a9855 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:32.721129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ef14a422-9a5b-4b6b-8ee2-803e359a9855 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:30:32.747052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ef14a422-9a5b-4b6b-8ee2-803e359a9855 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:30:32.749116 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ef14a422-9a5b-4b6b-8ee2-803e359a9855 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports?device_id=f66bdeca-0014-4aa3-a96b-dba072f6d4fa HTTP/1.1" status: 200 len: 988 time: 0.1251862 Jun 02 16:30:32.749356 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-2eda05e1-be85-4eea-a1d6-d58f0acf74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:32.752474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38082) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:32.764673 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eda05e1-be85-4eea-a1d6-d58f0acf74f1 None None] Routers {'f66bdeca-0014-4aa3-a96b-dba072f6d4fa'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:30:32.765581 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-2eda05e1-be85-4eea-a1d6-d58f0acf74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:30:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['f66bdeca-0014-4aa3-a96b-dba072f6d4fa'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:32.789791 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['75931c96-010b-4c36-9ed3-b46e0a0a1e65'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:30:32.877014 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-2eda05e1-be85-4eea-a1d6-d58f0acf74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:32.877846 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eda05e1-be85-4eea-a1d6-d58f0acf74f1 None None] The sync data for ids ['f66bdeca-0014-4aa3-a96b-dba072f6d4fa'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:30:32.961749 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ec724dc5-89c3-4fe9-bc33-02ae6fef220f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:33.385462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b2349ee2-1c90-4fb4-8aa9-bc6f6ec43704 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:33.730921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d2f52-9028-477b-a8db-c5f2373d9cb5 req-bd7ee0db-5bd5-47c9-9bd5-cc7bf0608b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:33.732663 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-776d2f52-9028-477b-a8db-c5f2373d9cb5 req-bd7ee0db-5bd5-47c9-9bd5-cc7bf0608b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 945 time: 0.2210526 Jun 02 16:30:33.800391 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-776d2f52-9028-477b-a8db-c5f2373d9cb5 req-a7ef44d3-fe0a-4bf5-8eb8-d39adfa3dd59 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bf8d126-989a-4132-843d-a7537b3cf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554433 Jun 02 16:30:33.875775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b2349ee2-1c90-4fb4-8aa9-bc6f6ec43704 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port 209a76af-f595-41b1-b8ca-d64d6b149b32 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:33.876275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b2349ee2-1c90-4fb4-8aa9-bc6f6ec43704 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:34.078015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 75931c96-010b-4c36-9ed3-b46e0a0a1e65 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:34.188323 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 75931c96-010b-4c36-9ed3-b46e0a0a1e65 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:34.194026 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 75931c96-010b-4c36-9ed3-b46e0a0a1e65 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:34.194533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:34.219012 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b2349ee2-1c90-4fb4-8aa9-bc6f6ec43704 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:34.355106 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:34.386649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03952db1-3e55-4264-b7ad-36a7ad949d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75931c96-010b-4c36-9ed3-b46e0a0a1e65'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:30:34.389223 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecf71e8-c947-43bd-ba22-379458a83648" -d '{"events": [{"server_uuid": "03952db1-3e55-4264-b7ad-36a7ad949d31", "name": "network-vif-plugged", "status": "completed", "tag": "75931c96-010b-4c36-9ed3-b46e0a0a1e65"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:30:34.392156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b2349ee2-1c90-4fb4-8aa9-bc6f6ec43704 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for 209a76af-f595-41b1-b8ca-d64d6b149b32 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:34.399072 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 75931c96-010b-4c36-9ed3-b46e0a0a1e65, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=75931c96-010b-4c36-9ed3-b46e0a0a1e65,segment=NetworkSegment(ee3de67e-1123-4a5b-b999-d1ceca4cfc1f),segment_id=ee3de67e-1123-4a5b-b999-d1ceca4cfc1f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:34.408008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:34.409316 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-79169447-b3e5-47f6-a48b-17767ea01f86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:34.541061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340adbe5-2de4-4c43-a751-e74061f1e8f5 x-openstack-request-id: req-340adbe5-2de4-4c43-a751-e74061f1e8f5 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:30:34.541375 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03952db1-3e55-4264-b7ad-36a7ad949d31", "name": "network-vif-plugged", "status": "completed", "tag": "75931c96-010b-4c36-9ed3-b46e0a0a1e65", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:30:34.541789 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-340adbe5-2de4-4c43-a751-e74061f1e8f5 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:30:34.542247 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03952db1-3e55-4264-b7ad-36a7ad949d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75931c96-010b-4c36-9ed3-b46e0a0a1e65', 'code': 200} Jun 02 16:30:34.557273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=75931c96-010b-4c36-9ed3-b46e0a0a1e65,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:34.561412 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:34.611918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b2349ee2-1c90-4fb4-8aa9-bc6f6ec43704 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:34.625118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fb00dce0-5180-4ec3-8682-eb7b9534c41e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:34.684745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2349ee2-1c90-4fb4-8aa9-bc6f6ec43704 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=209a76af-f595-41b1-b8ca-d64d6b149b32,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:34.694043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b2349ee2-1c90-4fb4-8aa9-bc6f6ec43704 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:34.883584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d828bf-aac3-4971-95c0-626eed92c9fd req-4ae1da6a-ff64-46df-80fa-fe4820a9ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:34.885092 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b6d828bf-aac3-4971-95c0-626eed92c9fd req-4ae1da6a-ff64-46df-80fa-fe4820a9ee8b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 1099 time: 0.1207297 Jun 02 16:30:34.920054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b2349ee2-1c90-4fb4-8aa9-bc6f6ec43704 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:34.971364 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b6d828bf-aac3-4971-95c0-626eed92c9fd req-4041cbd9-0e20-49b4-b5b2-1b0cb05becb3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3bf8d126-989a-4132-843d-a7537b3cf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753360 Jun 02 16:30:35.027418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:35.354416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2349ee2-1c90-4fb4-8aa9-bc6f6ec43704 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Router f66bdeca-0014-4aa3-a96b-dba072f6d4fa has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:30:35.370496 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea7b3-464c-4f33-80d4-6de7e7fc40ad req-5a06f9e9-3351-4f04-b27a-450ce435caf9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:35.372375 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-be2ea7b3-464c-4f33-80d4-6de7e7fc40ad req-5a06f9e9-3351-4f04-b27a-450ce435caf9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 946 time: 0.3367324 Jun 02 16:30:35.417387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-377d7e01-d55d-4525-8b18-4debed19e15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:35.577951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2349ee2-1c90-4fb4-8aa9-bc6f6ec43704 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:30:35.591899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b22f370-ebe0-4406-8a34-70c66cda50ee None None] Sync routers for ids ['f66bdeca-0014-4aa3-a96b-dba072f6d4fa'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:30:35.599346 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-be2ea7b3-464c-4f33-80d4-6de7e7fc40ad req-4dbd8c38-104a-4f25-98f0-414bc6f784d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bf8d126-989a-4132-843d-a7537b3cf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325414 Jun 02 16:30:35.610301 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b2349ee2-1c90-4fb4-8aa9-bc6f6ec43704 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "PUT /v2.0/routers/f66bdeca-0014-4aa3-a96b-dba072f6d4fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8531499 Jun 02 16:30:35.611381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38090) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:35.611861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b22f370-ebe0-4406-8a34-70c66cda50ee None None] Routers {'f66bdeca-0014-4aa3-a96b-dba072f6d4fa'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:30:35.613170 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6b22f370-ebe0-4406-8a34-70c66cda50ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:30:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['f66bdeca-0014-4aa3-a96b-dba072f6d4fa'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:35.671686 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be7a2f3-9389-49b8-bb14-518c99be004a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] GET failed (client error): The resource could not be found. Jun 02 16:30:35.673992 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7be7a2f3-9389-49b8-bb14-518c99be004a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/209a76af-f595-41b1-b8ca-d64d6b149b32 HTTP/1.1" status: 404 len: 333 time: 0.0611966 Jun 02 16:30:35.676900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38092) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:35.692328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6b22f370-ebe0-4406-8a34-70c66cda50ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:35.707987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b22f370-ebe0-4406-8a34-70c66cda50ee None None] Routers {'f66bdeca-0014-4aa3-a96b-dba072f6d4fa'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:30:35.708628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6b22f370-ebe0-4406-8a34-70c66cda50ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:30:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['f66bdeca-0014-4aa3-a96b-dba072f6d4fa'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:35.787788 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6b22f370-ebe0-4406-8a34-70c66cda50ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:35.788217 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b22f370-ebe0-4406-8a34-70c66cda50ee None None] The sync data for ids ['f66bdeca-0014-4aa3-a96b-dba072f6d4fa'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:30:35.866798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9153-0eb8-4d1b-bba3-673ff5e99502 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:36.220250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9153-0eb8-4d1b-bba3-673ff5e99502 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:36.223836 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9153-0eb8-4d1b-bba3-673ff5e99502 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:36.251898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9153-0eb8-4d1b-bba3-673ff5e99502 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:36.253207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdd9153-0eb8-4d1b-bba3-673ff5e99502 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Fanout notify agent at l3_agent the message router_deleted on router f66bdeca-0014-4aa3-a96b-dba072f6d4fa {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:30:36.270443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9153-0eb8-4d1b-bba3-673ff5e99502 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:36.271903 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8bdd9153-0eb8-4d1b-bba3-673ff5e99502 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/routers/f66bdeca-0014-4aa3-a96b-dba072f6d4fa HTTP/1.1" status: 204 len: 168 time: 0.5932088 Jun 02 16:30:36.275003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38094) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:36.349664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-64107e4c-9757-413f-9f6c-fc3792d4de62 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting subnet 1d6862bf-fc87-4dea-be62-b990f65f39c4 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:30:36.353804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-64107e4c-9757-413f-9f6c-fc3792d4de62 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:36.611340 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:36.636876 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-64107e4c-9757-413f-9f6c-fc3792d4de62 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:36.741724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-64107e4c-9757-413f-9f6c-fc3792d4de62 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:36.977103 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6569e-d1ae-4889-b023-3f8ca6ede33a req-a56778cf-ca76-434e-a9a1-3da36156fc90 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:36.981996 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-caa6569e-d1ae-4889-b023-3f8ca6ede33a req-a56778cf-ca76-434e-a9a1-3da36156fc90 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 946 time: 0.2406869 Jun 02 16:30:37.103943 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-caa6569e-d1ae-4889-b023-3f8ca6ede33a req-bf6ac2ad-efca-44d9-876c-e92d394ba823 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bf8d126-989a-4132-843d-a7537b3cf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131699 Jun 02 16:30:37.171351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-64107e4c-9757-413f-9f6c-fc3792d4de62 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:37.176234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9ec5735a-53cf-4517-95c8-d5fe140d629a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:37.233091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64107e4c-9757-413f-9f6c-fc3792d4de62 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Subnet': ['ID=1d6862bf-fc87-4dea-be62-b990f65f39c4,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:37.236791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-64107e4c-9757-413f-9f6c-fc3792d4de62 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:37.239022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-64107e4c-9757-413f-9f6c-fc3792d4de62 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:37.247713 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-64107e4c-9757-413f-9f6c-fc3792d4de62 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/1d6862bf-fc87-4dea-be62-b990f65f39c4 HTTP/1.1" status: 204 len: 168 time: 0.9712906 Jun 02 16:30:37.251372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38100) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:37.253894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86c59e2-c5af-4c25-aff1-ccf375a04325 None None] Network 8ce1b67e-b515-4605-a1ef-c29c50a09a16 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:37.331866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996db5e-6d3e-4bab-b69d-228c9f4f2767 req-5092cadc-074c-4b9f-a7ce-f3c6076e76d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:37.334955 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6996db5e-6d3e-4bab-b69d-228c9f4f2767 req-5092cadc-074c-4b9f-a7ce-f3c6076e76d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 946 time: 0.1026630 Jun 02 16:30:37.406061 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6996db5e-6d3e-4bab-b69d-228c9f4f2767 req-14e1041d-5689-4406-99d7-6b0ce883cea9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bf8d126-989a-4132-843d-a7537b3cf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646341 Jun 02 16:30:37.417124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:37.516000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port 264cb92b-785b-4fd7-ac91-add5b9d45bcc {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:37.516432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:37.652138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] For port 264cb92b-785b-4fd7-ac91-add5b9d45bcc, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=264cb92b-785b-4fd7-ac91-add5b9d45bcc,segment=NetworkSegment(c7fe0004-9e6d-4b38-babe-0c47bf6f96b6),segment_id=c7fe0004-9e6d-4b38-babe-0c47bf6f96b6)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:37.652514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:37.700215 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bfdeee-7123-4e17-9d84-ef0d9f9f4800 None None] DHCP port deletion for 8ce1b67e-b515-4605-a1ef-c29c50a09a16 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:30:37.804497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for 264cb92b-785b-4fd7-ac91-add5b9d45bcc owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:37.816159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-80bfdeee-7123-4e17-9d84-ef0d9f9f4800 None None] Deleting port 264cb92b-785b-4fd7-ac91-add5b9d45bcc {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:37.816848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-80bfdeee-7123-4e17-9d84-ef0d9f9f4800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:37.867065 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:37.871314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-08fd9bf3-d04c-4c0f-b1fb-8f4e9844fa78 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:37.920284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=264cb92b-785b-4fd7-ac91-add5b9d45bcc,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:37.927567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:37.928420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No DVR routers for this DVR port 264cb92b-785b-4fd7-ac91-add5b9d45bcc on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:30:37.976988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-80bfdeee-7123-4e17-9d84-ef0d9f9f4800 None None] For port 264cb92b-785b-4fd7-ac91-add5b9d45bcc, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=264cb92b-785b-4fd7-ac91-add5b9d45bcc,segment=NetworkSegment(c7fe0004-9e6d-4b38-babe-0c47bf6f96b6),segment_id=c7fe0004-9e6d-4b38-babe-0c47bf6f96b6)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:37.976988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-80bfdeee-7123-4e17-9d84-ef0d9f9f4800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:38.093670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:38.108800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce1b67e-b515-4605-a1ef-c29c50a09a16']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:38.122777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 264cb92b-785b-4fd7-ac91-add5b9d45bcc no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:30:38.124255 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fe0004-9e6d-4b38-babe-0c47bf6f96b6') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:38.124631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fe0004-9e6d-4b38-babe-0c47bf6f96b6') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:38.138870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:38.158961 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:38.168560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:30:38.168976 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:38.169784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-80bfdeee-7123-4e17-9d84-ef0d9f9f4800 None None] Calling delete_port for 264cb92b-785b-4fd7-ac91-add5b9d45bcc owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:30:38.185883 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:30:38.200526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 264cb92b-785b-4fd7-ac91-add5b9d45bcc {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:30:38.201208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 264cb92b-785b-4fd7-ac91-add5b9d45bcc not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: from cryptography.utils import int_from_bytes Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: from cryptography.utils import int_from_bytes Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:30:38.246926 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:30:38.255112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-80bfdeee-7123-4e17-9d84-ef0d9f9f4800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:38.261558 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-32d4a96c-22f2-42fe-85d5-e380210ee901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:38.287113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:38.295630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2bdf0c05-94e5-4fec-a5b6-7c58cec15325 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:38.309224 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfdeee-7123-4e17-9d84-ef0d9f9f4800 None None] Pushing event deleted for resources: {'Port': ['ID=264cb92b-785b-4fd7-ac91-add5b9d45bcc,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:38.311124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:38.311585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-80bfdeee-7123-4e17-9d84-ef0d9f9f4800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:38.314353 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bfdeee-7123-4e17-9d84-ef0d9f9f4800 None None] No DVR routers for this DVR port 264cb92b-785b-4fd7-ac91-add5b9d45bcc on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:30:38.332636 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Network': ['ID=8ce1b67e-b515-4605-a1ef-c29c50a09a16,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:38.337609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:38.342055 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/networks/8ce1b67e-b515-4605-a1ef-c29c50a09a16 HTTP/1.1" status: 204 len: 168 time: 1.0894406 Jun 02 16:30:38.345560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38106) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:38.443932 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654c795a-93d1-45de-ace0-baccb73e6f36 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:38.444960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-654c795a-93d1-45de-ace0-baccb73e6f36 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:30:38.469389 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-654c795a-93d1-45de-ace0-baccb73e6f36 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:30:38.471044 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-654c795a-93d1-45de-ace0-baccb73e6f36 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/82e45b1b-fbb3-4f61-86ea-67c48a455ba2 HTTP/1.1" status: 200 len: 845 time: 0.1244462 Jun 02 16:30:38.477806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38108) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:38.547551 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:38.572872 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-218db1e1-0ab7-4980-af20-19ce3a57f2ab tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/82e45b1b-fbb3-4f61-86ea-67c48a455ba2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0931437 Jun 02 16:30:38.578431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38110) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:38.585525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-d8feb5bc-c56b-471e-a629-6cd226cec23a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'subnet': {'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:38.895762 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d8feb5bc-c56b-471e-a629-6cd226cec23a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:38.899873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d8feb5bc-c56b-471e-a629-6cd226cec23a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:subnet and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:38.903070 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d8feb5bc-c56b-471e-a629-6cd226cec23a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:38.909778 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d8feb5bc-c56b-471e-a629-6cd226cec23a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:38.921185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8feb5bc-c56b-471e-a629-6cd226cec23a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:38.925677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d8feb5bc-c56b-471e-a629-6cd226cec23a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:38.956329 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38112) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:39.426097 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d8feb5bc-c56b-471e-a629-6cd226cec23a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:39.429932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9fb8fa27-7b76-416f-92e4-1db1ce867c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:39.488548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8feb5bc-c56b-471e-a629-6cd226cec23a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 41f871cc-f266-4cec-86f4-128b1b83d85c is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:39.495314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-d8feb5bc-c56b-471e-a629-6cd226cec23a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:39.512312 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fcdd30-c2f5-4274-b255-53f8a6f75c8f None None] Network 41f871cc-f266-4cec-86f4-128b1b83d85c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:39.514210 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8feb5bc-c56b-471e-a629-6cd226cec23a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:39.514853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d8feb5bc-c56b-471e-a629-6cd226cec23a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:39.523031 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8feb5bc-c56b-471e-a629-6cd226cec23a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Subnet': ['ID=eda5b371-716e-4cc2-a28a-ae5b56ff89a9,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:39.530416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d8feb5bc-c56b-471e-a629-6cd226cec23a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:39.557113 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d8feb5bc-c56b-471e-a629-6cd226cec23a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9750369 Jun 02 16:30:39.560097 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38114) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:39.573681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'security_group': {'name': 'tempest-secgroup-667498306'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:39.590710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:39.600167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:security_group and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:39.614033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:39.622714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:39.637442 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:39.677148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:39.682244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:security_group_rule and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:39.685824 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:39.693265 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:39.813216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:39.819569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:39.826731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a828d6f0-687f-414f-9970-cf6c950f8730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:39.877509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d6c5a3-8838-41e4-bff7-628c3d692fd1,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:39.880037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:39.884504 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3211181 Jun 02 16:30:39.885107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38116) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:39.886013 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:39.890983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'security_group': {'name': 'tempest-secgroup-1197808876'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:39.897827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:39.899481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-41f871cc-f266-4cec-86f4-128b1b83d85c', 'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'tenant_id': '392c5c177cf54c7c9eca0da0d1437455', 'fixed_ips': [{'subnet_id': 'eda5b371-716e-4cc2-a28a-ae5b56ff89a9'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:30:39.901159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:39.902774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:security_group and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:39.906424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:39.913705 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:39.929370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:39.960291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:39.964822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:security_group_rule and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:39.968213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:39.975350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:40.064506 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:40.069364 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:40.075672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b5df1a82-d58f-4356-b46c-cbfd1d44c801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:40.109699 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Allocated IP 2001:db8::2 (41f871cc-f266-4cec-86f4-128b1b83d85c/eda5b371-716e-4cc2-a28a-ae5b56ff89a9/e36145b6-64e2-4492-b90a-504bba4cdced) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:40.110203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:40.121504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15bab46-cca0-465e-a39f-53f4c819b326,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:40.124612 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:40.129415 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2421134 Jun 02 16:30:40.130410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38118) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:40.130575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:40.135760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-342474297', 'security_groups': ['c15bab46-cca0-465e-a39f-53f4c819b326'], 'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eda5b371-716e-4cc2-a28a-ae5b56ff89a9'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:40.381153 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:40.397513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Transition to ACTIVE for port object e36145b6-64e2-4492-b90a-504bba4cdced will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:40.419472 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Transition to ACTIVE for port object e36145b6-64e2-4492-b90a-504bba4cdced will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:40.426581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:40.433084 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-80bfdeee-7123-4e17-9d84-ef0d9f9f4800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:40.458266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:40.507298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:40.537568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:40.556497 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Network 41f871cc-f266-4cec-86f4-128b1b83d85c is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:40.559877 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:40.562556 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:30:40.596356 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Pushing event updated for resources: {'Port': ['ID=e36145b6-64e2-4492-b90a-504bba4cdced,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:40.607612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:40.665149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Attempting to bind port e36145b6-64e2-4492-b90a-504bba4cdced on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:30:40.665410 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Attempting to bind port e36145b6-64e2-4492-b90a-504bba4cdced by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '7112d518-801b-49b1-9c83-1ee2ed0b988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:30:40.665787 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Attempting to bind port e36145b6-64e2-4492-b90a-504bba4cdced on network 41f871cc-f266-4cec-86f4-128b1b83d85c {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:30:40.672587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:30:40.673701 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Checking segment: {'id': '7112d518-801b-49b1-9c83-1ee2ed0b988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:30:40.675717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:40.675717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Bound using segment: {'id': '7112d518-801b-49b1-9c83-1ee2ed0b988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:30:40.676081 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Bound port: e36145b6-64e2-4492-b90a-504bba4cdced, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7112d518-801b-49b1-9c83-1ee2ed0b988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:30:40.676632 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:40.780506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:40.795226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] For port e36145b6-64e2-4492-b90a-504bba4cdced, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:30:40.799166 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] For port e36145b6-64e2-4492-b90a-504bba4cdced, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e36145b6-64e2-4492-b90a-504bba4cdced,segment=NetworkSegment(7112d518-801b-49b1-9c83-1ee2ed0b988c),segment_id=7112d518-801b-49b1-9c83-1ee2ed0b988c)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:30:40.804718 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:40.813701 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:40.818371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.17 (98da5532-0810-464a-b123-69171d36a480/60714914-a453-4bc0-a0bd-607093b17f73/0ebb21e1-bd29-4326-bce8-bbb1f96ded37) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:40.824947 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] device_id is not set on port 9e455a95-8ee0-49d0-80eb-24b9eb74207e yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:30:40.897127 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Pushing event updated for resources: {'Port': ['ID=e36145b6-64e2-4492-b90a-504bba4cdced,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:40.901362 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:41.387301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:41.421693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:41.449354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Allocated IP 2001:db8::39b (41f871cc-f266-4cec-86f4-128b1b83d85c/eda5b371-716e-4cc2-a28a-ae5b56ff89a9/9e455a95-8ee0-49d0-80eb-24b9eb74207e) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:41.524747 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:41.534842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:41.684471 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 98da5532-0810-464a-b123-69171d36a480 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:41.697872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:41.701392 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:30:41.796806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=0ebb21e1-bd29-4326-bce8-bbb1f96ded37,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:41.810974 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:41.848751 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:41.865445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:41.893494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Transition to ACTIVE for port object 9e455a95-8ee0-49d0-80eb-24b9eb74207e will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:41.948224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:41.958600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:42.022822 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 41f871cc-f266-4cec-86f4-128b1b83d85c is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:42.032372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:42.075755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:30:42.090794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:42.091915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:42.110502 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-aa6006fd-0c08-406f-a985-ee1f7781866a None None] Provisioning for port e36145b6-64e2-4492-b90a-504bba4cdced completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:42.119889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=9e455a95-8ee0-49d0-80eb-24b9eb74207e,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:42.133537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:42.140976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-aa6006fd-0c08-406f-a985-ee1f7781866a None None] Provisioning complete for port 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:42.141460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-aa6006fd-0c08-406f-a985-ee1f7781866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:42.168357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:42.178040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e36145b6-64e2-4492-b90a-504bba4cdced up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:42.183628 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0520999 Jun 02 16:30:42.186825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38120) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:42.192444 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-0d95f860-4574-4a43-962e-d44f4b7613b0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'subnet': {'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:42.245145 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-aa6006fd-0c08-406f-a985-ee1f7781866a None None] Port 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:42.290338 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-aa6006fd-0c08-406f-a985-ee1f7781866a None None] Provisioning for port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:42.297285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-aa6006fd-0c08-406f-a985-ee1f7781866a None None] Provisioning complete for port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:42.297929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-aa6006fd-0c08-406f-a985-ee1f7781866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:42.367712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port e36145b6-64e2-4492-b90a-504bba4cdced completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:42.370887 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-aa6006fd-0c08-406f-a985-ee1f7781866a None None] Port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:42.372512 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0d95f860-4574-4a43-962e-d44f4b7613b0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:42.376199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e36145b6-64e2-4492-b90a-504bba4cdced triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:42.376365 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:42.377459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0d95f860-4574-4a43-962e-d44f4b7613b0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:subnet and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:42.380829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0d95f860-4574-4a43-962e-d44f4b7613b0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:42.388341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0d95f860-4574-4a43-962e-d44f4b7613b0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:42.400093 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d95f860-4574-4a43-962e-d44f4b7613b0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:42.404910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0d95f860-4574-4a43-962e-d44f4b7613b0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:42.512148 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:42.525694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9b1f766f-4e32-4273-abfb-93b7d4ce2d41 None None] Provisioning for port 9e455a95-8ee0-49d0-80eb-24b9eb74207e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:42.534479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9b1f766f-4e32-4273-abfb-93b7d4ce2d41 None None] Provisioning complete for port 9e455a95-8ee0-49d0-80eb-24b9eb74207e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:42.534814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9b1f766f-4e32-4273-abfb-93b7d4ce2d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:42.568524 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.ipam_backend_mixin [None req-0d95f860-4574-4a43-962e-d44f4b7613b0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eda5b371-716e-4cc2-a28a-ae5b56ff89a9 (CIDR: 2001:db8::/64) Jun 02 16:30:42.572149 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d95f860-4574-4a43-962e-d44f4b7613b0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:30:42.572649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d95f860-4574-4a43-962e-d44f4b7613b0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:30:42.596522 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0d95f860-4574-4a43-962e-d44f4b7613b0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4083178 Jun 02 16:30:42.599474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38122) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:42.604186 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port e36145b6-64e2-4492-b90a-504bba4cdced, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e36145b6-64e2-4492-b90a-504bba4cdced,segment=NetworkSegment(7112d518-801b-49b1-9c83-1ee2ed0b988c),segment_id=7112d518-801b-49b1-9c83-1ee2ed0b988c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:42.605348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-9b1f766f-4e32-4273-abfb-93b7d4ce2d41 None None] Port 9e455a95-8ee0-49d0-80eb-24b9eb74207e cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:42.607295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-025aee96-3cd6-4644-9074-9e204edcc279 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'subnet': {'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:42.610630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:42.614130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-53373017-7db7-4b78-999d-58fef98f2774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:42.691758 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=e36145b6-64e2-4492-b90a-504bba4cdced,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:42.695357 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:42.717468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:42.722808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:42.761698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e9a8fad0-4d2c-459f-87d9-985da7f9d563 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:42.787224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-025aee96-3cd6-4644-9074-9e204edcc279 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:42.791812 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-025aee96-3cd6-4644-9074-9e204edcc279 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:subnet and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:42.795164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-025aee96-3cd6-4644-9074-9e204edcc279 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:42.802240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-025aee96-3cd6-4644-9074-9e204edcc279 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:42.819471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025aee96-3cd6-4644-9074-9e204edcc279 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:42.825346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-025aee96-3cd6-4644-9074-9e204edcc279 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:42.864329 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=0ebb21e1-bd29-4326-bce8-bbb1f96ded37,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:42.867273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:42.872691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:43.028792 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 98da5532-0810-464a-b123-69171d36a480 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:43.030631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:43.339127 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6493aad8-13e4-47fb-ae36-5f0797edbf4a None None] Provisioning complete for port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:43.339959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6493aad8-13e4-47fb-ae36-5f0797edbf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:43.403406 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-6493aad8-13e4-47fb-ae36-5f0797edbf4a None None] Port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:43.429654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:30:43.433085 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-025aee96-3cd6-4644-9074-9e204edcc279 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:43.438003 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a5891481-be23-483a-844c-757b5d5e8b6b tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:43.493321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025aee96-3cd6-4644-9074-9e204edcc279 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 41f871cc-f266-4cec-86f4-128b1b83d85c is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:43.500044 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-025aee96-3cd6-4644-9074-9e204edcc279 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:43.510596 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c381bdf-2b1b-472d-8538-3f117403c4c8 None None] Network 41f871cc-f266-4cec-86f4-128b1b83d85c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:43.512952 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025aee96-3cd6-4644-9074-9e204edcc279 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:43.513647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-025aee96-3cd6-4644-9074-9e204edcc279 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:43.527869 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025aee96-3cd6-4644-9074-9e204edcc279 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Subnet': ['ID=5bdb3234-5568-480b-a895-9f6f5fac4373,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:43.532512 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-025aee96-3cd6-4644-9074-9e204edcc279 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:43.548875 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-025aee96-3cd6-4644-9074-9e204edcc279 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9457402 Jun 02 16:30:43.549431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38124) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:43.556379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-42eb5897-7980-4c90-bd13-c05264b56883 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-74091600', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5bdb3234-5568-480b-a895-9f6f5fac4373'}], 'security_groups': ['d7d6c5a3-8838-41e4-bff7-628c3d692fd1']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:43.757305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:30:43.766554 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8088384 Jun 02 16:30:43.785427 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Sync routers for ids ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:30:43.803729 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Routers {'43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:30:43.804392 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:30:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:43.831608 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-42eb5897-7980-4c90-bd13-c05264b56883 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:43.901294 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c37171f-3898-48e8-86d7-c58c6961960c None None] Update dhcp port {'port': {'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'fixed_ips': [{'subnet_id': 'eda5b371-716e-4cc2-a28a-ae5b56ff89a9', 'ip_address': '2001:db8::2'}, {'subnet_id': '5bdb3234-5568-480b-a895-9f6f5fac4373'}], 'binding:host_id': 'dv-neutron-601336-83-hyperv'}, 'id': 'e36145b6-64e2-4492-b90a-504bba4cdced'} from dv-neutron-601336-83-hyperv. {{(pid=92324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 16:30:43.961457 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0c37171f-3898-48e8-86d7-c58c6961960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:44.023111 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Set router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:30:44.111623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e36145b6-64e2-4492-b90a-504bba4cdced up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:44.277850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e36145b6-64e2-4492-b90a-504bba4cdced triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:44.278164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:44.335276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-0c37171f-3898-48e8-86d7-c58c6961960c None None] Allocated IP 2001:db8:0:1::2 (41f871cc-f266-4cec-86f4-128b1b83d85c/5bdb3234-5568-480b-a895-9f6f5fac4373/e36145b6-64e2-4492-b90a-504bba4cdced) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:44.427638 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:30:41Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'c09939a5-f378-4b47-b1a2-8e7c323332f1', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.200', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'port_id': '72586902-4b19-474c-a343-dc6bad153195', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'mac_address': 'fa:16:3e:db:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:29:38Z', 'updated_at': '2021-06-02T16:29:42Z', 'revision_number': 1, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ebb21e1-bd29-4326-bce8-bbb1f96ded37', 'name': '', 'network_id': '98da5532-0810-464a-b123-69171d36a480', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:9b:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '60714914-a453-4bc0-a0bd-607093b17f73', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:30:40Z', 'updated_at': '2021-06-02T16:30:42Z', 'revision_number': 2, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '60714914-a453-4bc0-a0bd-607093b17f73', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b576ada4-0b08-4210-bba1-14288c277b41', 'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:3d:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:12Z', 'updated_at': '2021-06-02T16:29:24Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:44.432519 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Checking router: 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:30:44.432886 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Updating router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:30:44.489644 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:44.608571 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-0c37171f-3898-48e8-86d7-c58c6961960c None None] For port e36145b6-64e2-4492-b90a-504bba4cdced, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e36145b6-64e2-4492-b90a-504bba4cdced,segment=NetworkSegment(7112d518-801b-49b1-9c83-1ee2ed0b988c),segment_id=7112d518-801b-49b1-9c83-1ee2ed0b988c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:44.637695 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0c37171f-3898-48e8-86d7-c58c6961960c None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:44.658413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0c37171f-3898-48e8-86d7-c58c6961960c None None] Transition to ACTIVE for port object e36145b6-64e2-4492-b90a-504bba4cdced will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:44.663886 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0c37171f-3898-48e8-86d7-c58c6961960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:44.671917 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-55d2f317-9389-4b1b-9509-892a57a97bdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:44.824654 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37171f-3898-48e8-86d7-c58c6961960c None None] Pushing event updated for resources: {'Port': ['ID=e36145b6-64e2-4492-b90a-504bba4cdced,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:44.828243 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0c37171f-3898-48e8-86d7-c58c6961960c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:44.846833 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-42eb5897-7980-4c90-bd13-c05264b56883 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Delete allocated IP 2001:db8::39b (41f871cc-f266-4cec-86f4-128b1b83d85c/eda5b371-716e-4cc2-a28a-ae5b56ff89a9) {{(pid=92323) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 16:30:44.855693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-42eb5897-7980-4c90-bd13-c05264b56883 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Allocated IP 2001:db8:0:1::343 (41f871cc-f266-4cec-86f4-128b1b83d85c/5bdb3234-5568-480b-a895-9f6f5fac4373/9e455a95-8ee0-49d0-80eb-24b9eb74207e) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:44.889044 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:44.909012 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Transition to ACTIVE for port object 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:44.919323 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:44.926885 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:45.083328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-42eb5897-7980-4c90-bd13-c05264b56883 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:45.107692 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-42eb5897-7980-4c90-bd13-c05264b56883 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Transition to ACTIVE for port object 9e455a95-8ee0-49d0-80eb-24b9eb74207e will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:45.108261 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Pushing event updated for resources: {'Port': ['ID=0ebb21e1-bd29-4326-bce8-bbb1f96ded37,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:45.113365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-42eb5897-7980-4c90-bd13-c05264b56883 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:45.119823 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b2349ee2-1c90-4fb4-8aa9-bc6f6ec43704 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:45.151401 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:45.152052 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:45.152168 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:45.152500 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:45.152845 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:45.153219 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:45.153556 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:45.153889 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:45.154256 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:45.154581 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:45.155137 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:45.155453 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:45.159418 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:45.182153 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Attempting to bind port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:30:45.183497 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Attempting to bind port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'ee3de67e-1123-4a5b-b999-d1ceca4cfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '98da5532-0810-464a-b123-69171d36a480'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:30:45.184250 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Attempting to bind port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 on network 98da5532-0810-464a-b123-69171d36a480 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:30:45.190351 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:30:45.191052 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Checking segment: {'id': 'ee3de67e-1123-4a5b-b999-d1ceca4cfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '98da5532-0810-464a-b123-69171d36a480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:30:45.191625 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:45.192174 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Bound using segment: {'id': 'ee3de67e-1123-4a5b-b999-d1ceca4cfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '98da5532-0810-464a-b123-69171d36a480'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:30:45.192816 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Bound port: 0ebb21e1-bd29-4326-bce8-bbb1f96ded37, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3de67e-1123-4a5b-b999-d1ceca4cfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '98da5532-0810-464a-b123-69171d36a480'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:30:45.193493 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:45.234773 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-42eb5897-7980-4c90-bd13-c05264b56883 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] In _notify_port_updated(), no bound segment for port 9e455a95-8ee0-49d0-80eb-24b9eb74207e on network 41f871cc-f266-4cec-86f4-128b1b83d85c {{(pid=92323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:30:45.240402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb5897-7980-4c90-bd13-c05264b56883 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:45.241075 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-42eb5897-7980-4c90-bd13-c05264b56883 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:45.244942 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-42eb5897-7980-4c90-bd13-c05264b56883 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "PUT /v2.0/ports/9e455a95-8ee0-49d0-80eb-24b9eb74207e HTTP/1.1" status: 200 len: 929 time: 1.6917143 Jun 02 16:30:45.246447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38130) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:45.249416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb5897-7980-4c90-bd13-c05264b56883 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=9e455a95-8ee0-49d0-80eb-24b9eb74207e,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:45.259093 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-42eb5897-7980-4c90-bd13-c05264b56883 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:45.324947 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] For port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:30:45.328906 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] For port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0ebb21e1-bd29-4326-bce8-bbb1f96ded37,segment=NetworkSegment(ee3de67e-1123-4a5b-b999-d1ceca4cfc1f),segment_id=ee3de67e-1123-4a5b-b999-d1ceca4cfc1f)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:30:45.335750 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:45.340533 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:45.413275 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Routers {'43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:30:45.413928 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:30:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:45.419279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c48f1e9a-5ce1-434d-9476-4265aaa04cc7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port 9e455a95-8ee0-49d0-80eb-24b9eb74207e {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:45.419704 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c48f1e9a-5ce1-434d-9476-4265aaa04cc7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:45.580684 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Pushing event updated for resources: {'Port': ['ID=0ebb21e1-bd29-4326-bce8-bbb1f96ded37,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:45.593369 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c48f1e9a-5ce1-434d-9476-4265aaa04cc7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:45.593676 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b24ff127-248b-4722-839a-68e9a929bb3a None None] Provisioning complete for port 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:45.594168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b24ff127-248b-4722-839a-68e9a929bb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:45.603875 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:45.608210 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] Set router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:30:45.715936 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b24ff127-248b-4722-839a-68e9a929bb3a None None] Port 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:45.731440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b24ff127-248b-4722-839a-68e9a929bb3a None None] Provisioning for port e36145b6-64e2-4492-b90a-504bba4cdced completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:45.738708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b24ff127-248b-4722-839a-68e9a929bb3a None None] Provisioning complete for port e36145b6-64e2-4492-b90a-504bba4cdced triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:45.739457 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b24ff127-248b-4722-839a-68e9a929bb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:45.758481 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c48f1e9a-5ce1-434d-9476-4265aaa04cc7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for 9e455a95-8ee0-49d0-80eb-24b9eb74207e owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:45.891840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b24ff127-248b-4722-839a-68e9a929bb3a None None] Provisioning for port 9e455a95-8ee0-49d0-80eb-24b9eb74207e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:45.892120 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c48f1e9a-5ce1-434d-9476-4265aaa04cc7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:45.897707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7ab157e6-13ec-47d0-8218-d7efae268695 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:45.899610 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b24ff127-248b-4722-839a-68e9a929bb3a None None] Provisioning complete for port 9e455a95-8ee0-49d0-80eb-24b9eb74207e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:45.899982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b24ff127-248b-4722-839a-68e9a929bb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:45.933338 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b24ff127-248b-4722-839a-68e9a929bb3a None None] Port 9e455a95-8ee0-49d0-80eb-24b9eb74207e was deleted so its status cannot be updated. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 02 16:30:45.941505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f1e9a-5ce1-434d-9476-4265aaa04cc7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=9e455a95-8ee0-49d0-80eb-24b9eb74207e,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:45.945090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c48f1e9a-5ce1-434d-9476-4265aaa04cc7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:45.992199 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c48f1e9a-5ce1-434d-9476-4265aaa04cc7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:45.993092 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:30:41Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'c09939a5-f378-4b47-b1a2-8e7c323332f1', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.200', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'port_id': '72586902-4b19-474c-a343-dc6bad153195', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'mac_address': 'fa:16:3e:db:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:29:38Z', 'updated_at': '2021-06-02T16:29:42Z', 'revision_number': 1, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ebb21e1-bd29-4326-bce8-bbb1f96ded37', 'name': '', 'network_id': '98da5532-0810-464a-b123-69171d36a480', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:9b:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '60714914-a453-4bc0-a0bd-607093b17f73', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:30:40Z', 'updated_at': '2021-06-02T16:30:45Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '60714914-a453-4bc0-a0bd-607093b17f73', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b576ada4-0b08-4210-bba1-14288c277b41', 'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:3d:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:12Z', 'updated_at': '2021-06-02T16:29:24Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:45.998458 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead46be4-81c7-42e3-a36e-e25d7809bfdf None None] The sync data for ids ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'] in dv-neutron-601336-83-hyperv is: [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:30:41Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'c09939a5-f378-4b47-b1a2-8e7c323332f1', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.200', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'port_id': '72586902-4b19-474c-a343-dc6bad153195', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'mac_address': 'fa:16:3e:db:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:29:38Z', 'updated_at': '2021-06-02T16:29:42Z', 'revision_number': 1, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ebb21e1-bd29-4326-bce8-bbb1f96ded37', 'name': '', 'network_id': '98da5532-0810-464a-b123-69171d36a480', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:9b:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '60714914-a453-4bc0-a0bd-607093b17f73', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:30:40Z', 'updated_at': '2021-06-02T16:30:45Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '60714914-a453-4bc0-a0bd-607093b17f73', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b576ada4-0b08-4210-bba1-14288c277b41', 'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:3d:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:12Z', 'updated_at': '2021-06-02T16:29:24Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:30:46.007455 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c48f1e9a-5ce1-434d-9476-4265aaa04cc7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/9e455a95-8ee0-49d0-80eb-24b9eb74207e HTTP/1.1" status: 204 len: 168 time: 0.7596731 Jun 02 16:30:46.009818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38132) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:46.075306 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d4f1d9-4508-42bf-b6e0-3871d9425902 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] GET failed (client error): The resource could not be found. Jun 02 16:30:46.076009 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-70d4f1d9-4508-42bf-b6e0-3871d9425902 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:30:46.085237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e36145b6-64e2-4492-b90a-504bba4cdced up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:46.094930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-70d4f1d9-4508-42bf-b6e0-3871d9425902 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:30:46.098161 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-70d4f1d9-4508-42bf-b6e0-3871d9425902 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/9e455a95-8ee0-49d0-80eb-24b9eb74207e HTTP/1.1" status: 404 len: 333 time: 0.0852754 Jun 02 16:30:46.099329 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38134) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:46.163646 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d557e560-4c62-409d-9eb1-61466d01dd8c None None] Could not find standard attr ID for object 9e455a95-8ee0-49d0-80eb-24b9eb74207e. {{(pid=92324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 16:30:46.177893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-92ab3eb2-367e-4582-bddb-555f1d0f755d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:46.188637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e36145b6-64e2-4492-b90a-504bba4cdced triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:46.189070 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:46.211593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-92ab3eb2-367e-4582-bddb-555f1d0f755d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:46.270784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-92ab3eb2-367e-4582-bddb-555f1d0f755d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:46.275842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c2f7746e-32fe-442f-afdb-475923afb2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:46.291173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab3eb2-367e-4582-bddb-555f1d0f755d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15bab46-cca0-465e-a39f-53f4c819b326,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:46.294286 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-92ab3eb2-367e-4582-bddb-555f1d0f755d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:46.298512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-92ab3eb2-367e-4582-bddb-555f1d0f755d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:46.302227 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-92ab3eb2-367e-4582-bddb-555f1d0f755d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/security-groups/c15bab46-cca0-465e-a39f-53f4c819b326 HTTP/1.1" status: 204 len: 168 time: 0.1987145 Jun 02 16:30:46.302520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38138) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:46.375723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-79b4d6fd-1869-4696-8744-1356ccc79a7e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:46.405975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-79b4d6fd-1869-4696-8744-1356ccc79a7e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:46.456838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-79b4d6fd-1869-4696-8744-1356ccc79a7e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:46.461018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2967c1b2-d8d7-4391-be49-93cadc1033b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:46.474636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4d6fd-1869-4696-8744-1356ccc79a7e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d6c5a3-8838-41e4-bff7-628c3d692fd1,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:46.477655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-79b4d6fd-1869-4696-8744-1356ccc79a7e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:46.483903 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-79b4d6fd-1869-4696-8744-1356ccc79a7e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:46.485221 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-79b4d6fd-1869-4696-8744-1356ccc79a7e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/security-groups/d7d6c5a3-8838-41e4-bff7-628c3d692fd1 HTTP/1.1" status: 204 len: 168 time: 0.1810155 Jun 02 16:30:46.487983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38140) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:46.555390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad70cbf4-6cbf-491f-9f0e-91faf9ba77eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting subnet eda5b371-716e-4cc2-a28a-ae5b56ff89a9 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:30:46.558772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad70cbf4-6cbf-491f-9f0e-91faf9ba77eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:46.622830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad70cbf4-6cbf-491f-9f0e-91faf9ba77eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:46.714625 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad70cbf4-6cbf-491f-9f0e-91faf9ba77eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:47.015485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad70cbf4-6cbf-491f-9f0e-91faf9ba77eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:47.019574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-956bc76a-5c2d-4f86-8cf0-6508201f5d86 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:47.055643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70cbf4-6cbf-491f-9f0e-91faf9ba77eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Subnet': ['ID=eda5b371-716e-4cc2-a28a-ae5b56ff89a9,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:47.058416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ad70cbf4-6cbf-491f-9f0e-91faf9ba77eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:47.061503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad70cbf4-6cbf-491f-9f0e-91faf9ba77eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:47.068104 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ad70cbf4-6cbf-491f-9f0e-91faf9ba77eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/eda5b371-716e-4cc2-a28a-ae5b56ff89a9 HTTP/1.1" status: 204 len: 168 time: 0.5791502 Jun 02 16:30:47.068528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c3e61-9ea6-427e-bda6-3a85fd9da402 None None] Network 41f871cc-f266-4cec-86f4-128b1b83d85c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:47.072316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38142) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:47.077803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-45d25ee4-f94c-4f24-9202-536c7b5053fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'subnet': {'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:47.220270 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-45d25ee4-f94c-4f24-9202-536c7b5053fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:47.224193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-45d25ee4-f94c-4f24-9202-536c7b5053fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:subnet and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:47.227769 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-45d25ee4-f94c-4f24-9202-536c7b5053fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:47.233964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-45d25ee4-f94c-4f24-9202-536c7b5053fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:47.243746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d25ee4-f94c-4f24-9202-536c7b5053fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:47.247448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-45d25ee4-f94c-4f24-9202-536c7b5053fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:47.737141 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-45d25ee4-f94c-4f24-9202-536c7b5053fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:47.741091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-aba2e52c-eb92-4569-9107-9b1e3004691c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:47.797744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d25ee4-f94c-4f24-9202-536c7b5053fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 41f871cc-f266-4cec-86f4-128b1b83d85c is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:47.804274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-45d25ee4-f94c-4f24-9202-536c7b5053fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:47.813457 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99393304-09d7-4284-b47f-1f613ab4c633 None None] Network 41f871cc-f266-4cec-86f4-128b1b83d85c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:47.818380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d25ee4-f94c-4f24-9202-536c7b5053fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:47.818968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-45d25ee4-f94c-4f24-9202-536c7b5053fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:47.830636 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d25ee4-f94c-4f24-9202-536c7b5053fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Subnet': ['ID=43647f62-ea6f-4369-9853-df1ad19e33c8,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:47.834938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-45d25ee4-f94c-4f24-9202-536c7b5053fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:47.844102 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-45d25ee4-f94c-4f24-9202-536c7b5053fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7705455 Jun 02 16:30:47.846691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38144) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:47.851314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'security_group': {'name': 'tempest-secgroup-1926000910'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:47.857633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:47.861510 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:security_group and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:47.864387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:47.870104 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:47.880389 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:47.900419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:47.904378 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:security_group_rule and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:47.907749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:47.914381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:47.933360 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1db1dcad-e284-406c-a6c2-56dfc5d32919 None None] Provisioning complete for port 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:47.933730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1db1dcad-e284-406c-a6c2-56dfc5d32919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:47.987531 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:47.994569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:48.001270 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-93c3f651-e111-4460-a8d1-5a636b12394c tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:48.037477 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1db1dcad-e284-406c-a6c2-56dfc5d32919 None None] Port 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:48.050534 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d175ff3f-282c-4b35-a03c-9f02bd0de11f,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:48.059494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:48.060476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:48.061700 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2140753 Jun 02 16:30:48.064615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38146) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:48.072165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'security_group': {'name': 'tempest-secgroup-98249546'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:48.079649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:48.083567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:security_group and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:48.086776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:48.092149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:48.093697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:48.103899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:48.127972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:48.131908 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:security_group_rule and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:48.133164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1db1dcad-e284-406c-a6c2-56dfc5d32919 None None] Provisioning complete for port e36145b6-64e2-4492-b90a-504bba4cdced triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:48.133546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1db1dcad-e284-406c-a6c2-56dfc5d32919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:48.135319 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:48.140981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:48.212857 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:48.217600 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:48.223318 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-60c16779-c7ec-4689-ba5f-f1e060881178 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:48.261894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=141bb11c-3673-4b9f-849c-6ef4f9300501,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:48.264997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:48.266481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:48.270268 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2018993 Jun 02 16:30:48.270914 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38148) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:48.275315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6a2c9b5d-e645-4035-9666-4101d15255e3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'security_group': {'name': 'tempest-secgroup-1531895708'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:48.279212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:48.281383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6a2c9b5d-e645-4035-9666-4101d15255e3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:48.285508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6a2c9b5d-e645-4035-9666-4101d15255e3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:security_group and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:48.289268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6a2c9b5d-e645-4035-9666-4101d15255e3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:48.295332 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6a2c9b5d-e645-4035-9666-4101d15255e3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:48.301356 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:48.301787 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:48.308059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9b5d-e645-4035-9666-4101d15255e3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:48.329997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6a2c9b5d-e645-4035-9666-4101d15255e3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:48.334367 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6a2c9b5d-e645-4035-9666-4101d15255e3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:security_group_rule and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:48.337842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6a2c9b5d-e645-4035-9666-4101d15255e3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:48.343638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6a2c9b5d-e645-4035-9666-4101d15255e3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:48.417591 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9b5d-e645-4035-9666-4101d15255e3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:48.422581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9b5d-e645-4035-9666-4101d15255e3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:48.428018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-68f3db87-98cd-4a68-aa0d-b4bb28e3fd8f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:48.429953 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322d3255-18d2-4a42-9fcc-f779637e217a None None] Update dhcp port {'port': {'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'fixed_ips': [{'subnet_id': '5bdb3234-5568-480b-a895-9f6f5fac4373', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '43647f62-ea6f-4369-9853-df1ad19e33c8'}], 'binding:host_id': 'dv-neutron-601336-83-hyperv'}, 'id': 'e36145b6-64e2-4492-b90a-504bba4cdced'} from dv-neutron-601336-83-hyperv. {{(pid=92324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 16:30:48.467257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c9b5d-e645-4035-9666-4101d15255e3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32a07a4-48e0-4023-9f04-faa92ea03209,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:48.469675 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9b5d-e645-4035-9666-4101d15255e3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:48.474613 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6a2c9b5d-e645-4035-9666-4101d15255e3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2030489 Jun 02 16:30:48.474770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38150) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:48.475758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6a2c9b5d-e645-4035-9666-4101d15255e3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:48.480993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-487594429', 'security_groups': ['c32a07a4-48e0-4023-9f04-faa92ea03209'], 'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '43647f62-ea6f-4369-9853-df1ad19e33c8'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:48.578210 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-322d3255-18d2-4a42-9fcc-f779637e217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:48.600400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:48.625019 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:48.636856 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:48.647746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:48.728238 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0ebb21e1-bd29-4326-bce8-bbb1f96ded37,segment=NetworkSegment(ee3de67e-1123-4a5b-b999-d1ceca4cfc1f),segment_id=ee3de67e-1123-4a5b-b999-d1ceca4cfc1f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:48.736665 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:48.744963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f461d568-35e9-40c0-b8ec-e8507752a1d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:48.870694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=0ebb21e1-bd29-4326-bce8-bbb1f96ded37,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:48.875326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:48.888364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-322d3255-18d2-4a42-9fcc-f779637e217a None None] Allocated IP 2001:db8::2 (41f871cc-f266-4cec-86f4-128b1b83d85c/43647f62-ea6f-4369-9853-df1ad19e33c8/e36145b6-64e2-4492-b90a-504bba4cdced) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:48.949666 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:48.972329 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] device_id is not set on port c2fe4d8c-637a-451b-b1df-bdce32cef913 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:30:48.983187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:49.039976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-322d3255-18d2-4a42-9fcc-f779637e217a None None] For port e36145b6-64e2-4492-b90a-504bba4cdced, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e36145b6-64e2-4492-b90a-504bba4cdced,segment=NetworkSegment(7112d518-801b-49b1-9c83-1ee2ed0b988c),segment_id=7112d518-801b-49b1-9c83-1ee2ed0b988c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:49.067254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-322d3255-18d2-4a42-9fcc-f779637e217a None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:49.084143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-322d3255-18d2-4a42-9fcc-f779637e217a None None] Transition to ACTIVE for port object e36145b6-64e2-4492-b90a-504bba4cdced will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:49.089615 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-322d3255-18d2-4a42-9fcc-f779637e217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:49.094337 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:49.212136 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Allocated IP 2001:db8::195 (41f871cc-f266-4cec-86f4-128b1b83d85c/43647f62-ea6f-4369-9853-df1ad19e33c8/c2fe4d8c-637a-451b-b1df-bdce32cef913) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:49.240660 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d3255-18d2-4a42-9fcc-f779637e217a None None] Pushing event updated for resources: {'Port': ['ID=e36145b6-64e2-4492-b90a-504bba4cdced,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:49.244136 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-322d3255-18d2-4a42-9fcc-f779637e217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:49.417971 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:49.434827 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Transition to ACTIVE for port object c2fe4d8c-637a-451b-b1df-bdce32cef913 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:49.459163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:49.464928 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:49.528696 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 41f871cc-f266-4cec-86f4-128b1b83d85c is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:49.532416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:49.536820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:30:49.542370 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:49.542959 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:49.557957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=c2fe4d8c-637a-451b-b1df-bdce32cef913,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:49.562729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:49.577515 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1013858 Jun 02 16:30:49.580358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38154) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:49.585496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-aba15957-e117-4e10-9a5f-f09d29328966 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'subnet': {'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:49.747062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-aba15957-e117-4e10-9a5f-f09d29328966 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:49.751114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-aba15957-e117-4e10-9a5f-f09d29328966 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:subnet and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:49.754286 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-aba15957-e117-4e10-9a5f-f09d29328966 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:49.760079 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-aba15957-e117-4e10-9a5f-f09d29328966 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:49.770469 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba15957-e117-4e10-9a5f-f09d29328966 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:49.774012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aba15957-e117-4e10-9a5f-f09d29328966 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:49.813453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-85ff2320-dd60-455f-bb13-6781574e475d None None] Provisioning complete for port 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:49.813994 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-85ff2320-dd60-455f-bb13-6781574e475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:49.877085 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-85ff2320-dd60-455f-bb13-6781574e475d None None] Port 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:49.889200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-85ff2320-dd60-455f-bb13-6781574e475d None None] Provisioning for port e36145b6-64e2-4492-b90a-504bba4cdced completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:49.895050 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-85ff2320-dd60-455f-bb13-6781574e475d None None] Provisioning complete for port e36145b6-64e2-4492-b90a-504bba4cdced triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:49.895640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-85ff2320-dd60-455f-bb13-6781574e475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:49.912314 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.ipam_backend_mixin [None req-aba15957-e117-4e10-9a5f-f09d29328966 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43647f62-ea6f-4369-9853-df1ad19e33c8 (CIDR: 2001:db8::/64) Jun 02 16:30:49.916089 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba15957-e117-4e10-9a5f-f09d29328966 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:30:49.916542 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba15957-e117-4e10-9a5f-f09d29328966 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:30:49.933719 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-aba15957-e117-4e10-9a5f-f09d29328966 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3522692 Jun 02 16:30:49.936480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38156) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:49.941634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-43e27cbd-e351-45d2-b206-642e4487aecb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'subnet': {'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:50.042394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:50.083194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-43e27cbd-e351-45d2-b206-642e4487aecb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:50.087146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-43e27cbd-e351-45d2-b206-642e4487aecb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:subnet and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:50.089980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-43e27cbd-e351-45d2-b206-642e4487aecb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:50.096114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-43e27cbd-e351-45d2-b206-642e4487aecb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:50.107284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e27cbd-e351-45d2-b206-642e4487aecb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:50.110888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-43e27cbd-e351-45d2-b206-642e4487aecb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:50.113231 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:50.113745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:50.176109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4be73be4-4de8-4a0b-b71c-2780b1a3d874 None None] Provisioning for port c2fe4d8c-637a-451b-b1df-bdce32cef913 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:50.184217 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4be73be4-4de8-4a0b-b71c-2780b1a3d874 None None] Provisioning complete for port c2fe4d8c-637a-451b-b1df-bdce32cef913 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:50.184593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4be73be4-4de8-4a0b-b71c-2780b1a3d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:50.242491 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.ipam_backend_mixin [None req-43e27cbd-e351-45d2-b206-642e4487aecb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5bdb3234-5568-480b-a895-9f6f5fac4373 (CIDR: 2001:db8:0:1::/64) Jun 02 16:30:50.246521 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e27cbd-e351-45d2-b206-642e4487aecb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:30:50.246968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e27cbd-e351-45d2-b206-642e4487aecb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:30:50.266378 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-43e27cbd-e351-45d2-b206-642e4487aecb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3287330 Jun 02 16:30:50.269218 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38158) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:50.274521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-11bc8387-2c86-4eea-80e2-17c42afcfbe1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'subnet': {'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:50.285363 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-4be73be4-4de8-4a0b-b71c-2780b1a3d874 None None] Port c2fe4d8c-637a-451b-b1df-bdce32cef913 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:50.296726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e36145b6-64e2-4492-b90a-504bba4cdced up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:50.365885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e36145b6-64e2-4492-b90a-504bba4cdced triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:50.366305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:50.417318 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-11bc8387-2c86-4eea-80e2-17c42afcfbe1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:50.421360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-11bc8387-2c86-4eea-80e2-17c42afcfbe1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Usage tracker for resource:subnet and tenant:392c5c177cf54c7c9eca0da0d1437455 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:50.424545 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-11bc8387-2c86-4eea-80e2-17c42afcfbe1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:50.430641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-11bc8387-2c86-4eea-80e2-17c42afcfbe1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:50.441090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bc8387-2c86-4eea-80e2-17c42afcfbe1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Made reservation on behalf of 392c5c177cf54c7c9eca0da0d1437455 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:50.444640 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11bc8387-2c86-4eea-80e2-17c42afcfbe1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:50.920390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11bc8387-2c86-4eea-80e2-17c42afcfbe1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:50.924396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4ffd28bd-88cd-4cb0-9529-116f2a121089 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:50.984028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bc8387-2c86-4eea-80e2-17c42afcfbe1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Network 41f871cc-f266-4cec-86f4-128b1b83d85c is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:30:50.987583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-11bc8387-2c86-4eea-80e2-17c42afcfbe1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:30:50.998642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bef88d1-6d5c-4e31-add2-202f6e2cf96b None None] Network 41f871cc-f266-4cec-86f4-128b1b83d85c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:51.000573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc8387-2c86-4eea-80e2-17c42afcfbe1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Subnet': ['ID=c11fb9a8-be46-4eae-be5d-a41e7574dcf2,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:51.003306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc8387-2c86-4eea-80e2-17c42afcfbe1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:51.003896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11bc8387-2c86-4eea-80e2-17c42afcfbe1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:51.014664 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-11bc8387-2c86-4eea-80e2-17c42afcfbe1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:51.029338 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-11bc8387-2c86-4eea-80e2-17c42afcfbe1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7589362 Jun 02 16:30:51.032301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38162) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:51.038585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c035f6c7-f2f5-4ff4-a658-511e1929912a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1507613374', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c11fb9a8-be46-4eae-be5d-a41e7574dcf2'}], 'security_groups': ['d175ff3f-282c-4b35-a03c-9f02bd0de11f', '141bb11c-3673-4b9f-849c-6ef4f9300501']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:51.169860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c035f6c7-f2f5-4ff4-a658-511e1929912a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:51.347043 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8223963-4aca-4902-abfb-d9b699107a0a None None] Update dhcp port {'port': {'network_id': '41f871cc-f266-4cec-86f4-128b1b83d85c', 'fixed_ips': [{'subnet_id': '5bdb3234-5568-480b-a895-9f6f5fac4373', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '43647f62-ea6f-4369-9853-df1ad19e33c8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c11fb9a8-be46-4eae-be5d-a41e7574dcf2'}], 'binding:host_id': 'dv-neutron-601336-83-hyperv'}, 'id': 'e36145b6-64e2-4492-b90a-504bba4cdced'} from dv-neutron-601336-83-hyperv. {{(pid=92324) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 16:30:51.457548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f8223963-4aca-4902-abfb-d9b699107a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:51.601882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-c035f6c7-f2f5-4ff4-a658-511e1929912a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Delete allocated IP 2001:db8::195 (41f871cc-f266-4cec-86f4-128b1b83d85c/43647f62-ea6f-4369-9853-df1ad19e33c8) {{(pid=92322) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 16:30:51.611617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-c035f6c7-f2f5-4ff4-a658-511e1929912a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Allocated IP 2001:db8:0:2::158 (41f871cc-f266-4cec-86f4-128b1b83d85c/c11fb9a8-be46-4eae-be5d-a41e7574dcf2/c2fe4d8c-637a-451b-b1df-bdce32cef913) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:51.843166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c035f6c7-f2f5-4ff4-a658-511e1929912a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:51.860010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-c035f6c7-f2f5-4ff4-a658-511e1929912a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Transition to ACTIVE for port object c2fe4d8c-637a-451b-b1df-bdce32cef913 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:51.865387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c035f6c7-f2f5-4ff4-a658-511e1929912a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:51.871399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c8219011-9c13-434a-820a-fa4e8be6acae tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:51.935712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-f8223963-4aca-4902-abfb-d9b699107a0a None None] Allocated IP 2001:db8:0:2::2 (41f871cc-f266-4cec-86f4-128b1b83d85c/c11fb9a8-be46-4eae-be5d-a41e7574dcf2/e36145b6-64e2-4492-b90a-504bba4cdced) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:30:51.977720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c035f6c7-f2f5-4ff4-a658-511e1929912a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] In _notify_port_updated(), no bound segment for port c2fe4d8c-637a-451b-b1df-bdce32cef913 on network 41f871cc-f266-4cec-86f4-128b1b83d85c {{(pid=92322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:30:51.983119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c035f6c7-f2f5-4ff4-a658-511e1929912a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:51.983746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c035f6c7-f2f5-4ff4-a658-511e1929912a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:51.985036 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c035f6c7-f2f5-4ff4-a658-511e1929912a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "PUT /v2.0/ports/c2fe4d8c-637a-451b-b1df-bdce32cef913 HTTP/1.1" status: 200 len: 970 time: 0.9514370 Jun 02 16:30:51.988549 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38164) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:51.989261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035f6c7-f2f5-4ff4-a658-511e1929912a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event updated for resources: {'Port': ['ID=c2fe4d8c-637a-451b-b1df-bdce32cef913,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:51.994793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c035f6c7-f2f5-4ff4-a658-511e1929912a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:52.087926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f8223963-4aca-4902-abfb-d9b699107a0a None None] For port e36145b6-64e2-4492-b90a-504bba4cdced, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e36145b6-64e2-4492-b90a-504bba4cdced,segment=NetworkSegment(7112d518-801b-49b1-9c83-1ee2ed0b988c),segment_id=7112d518-801b-49b1-9c83-1ee2ed0b988c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:52.118714 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f8223963-4aca-4902-abfb-d9b699107a0a None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:52.134103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-078f4c68-e2cb-443b-88cc-956251b26cc5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port c2fe4d8c-637a-451b-b1df-bdce32cef913 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:52.134419 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-078f4c68-e2cb-443b-88cc-956251b26cc5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:52.135445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f8223963-4aca-4902-abfb-d9b699107a0a None None] Transition to ACTIVE for port object e36145b6-64e2-4492-b90a-504bba4cdced will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:30:52.142276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f8223963-4aca-4902-abfb-d9b699107a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:52.146042 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:52.278064 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-078f4c68-e2cb-443b-88cc-956251b26cc5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:52.315981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8223963-4aca-4902-abfb-d9b699107a0a None None] Pushing event updated for resources: {'Port': ['ID=e36145b6-64e2-4492-b90a-504bba4cdced,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:52.320703 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f8223963-4aca-4902-abfb-d9b699107a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:52.410994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-078f4c68-e2cb-443b-88cc-956251b26cc5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for c2fe4d8c-637a-451b-b1df-bdce32cef913 owned by {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:52.536579 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-078f4c68-e2cb-443b-88cc-956251b26cc5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:52.544636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-df6c5db0-78f1-4b2e-90c2-9b3db7481742 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:52.743696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f4c68-e2cb-443b-88cc-956251b26cc5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=c2fe4d8c-637a-451b-b1df-bdce32cef913,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:52.746208 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-078f4c68-e2cb-443b-88cc-956251b26cc5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:52.787979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-078f4c68-e2cb-443b-88cc-956251b26cc5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:52.803259 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-078f4c68-e2cb-443b-88cc-956251b26cc5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/c2fe4d8c-637a-451b-b1df-bdce32cef913 HTTP/1.1" status: 204 len: 168 time: 0.8106639 Jun 02 16:30:52.803701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38166) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:52.874699 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-a784ddcd-395f-492d-bdc1-00f8a76386f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] GET failed (client error): The resource could not be found. Jun 02 16:30:52.875248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a784ddcd-395f-492d-bdc1-00f8a76386f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:30:52.892958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a784ddcd-395f-492d-bdc1-00f8a76386f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:30:52.894115 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a784ddcd-395f-492d-bdc1-00f8a76386f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports/c2fe4d8c-637a-451b-b1df-bdce32cef913 HTTP/1.1" status: 404 len: 333 time: 0.0890613 Jun 02 16:30:52.897069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38168) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:52.923534 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bb956680-1693-48b8-b663-8f5b30ade7b9 None None] Provisioning complete for port 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:52.924515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bb956680-1693-48b8-b663-8f5b30ade7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:52.967119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-089e1090-2d62-459c-9dc5-d5a7ea237a00 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:52.980662 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-bb956680-1693-48b8-b663-8f5b30ade7b9 None None] Port 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:52.993484 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bb956680-1693-48b8-b663-8f5b30ade7b9 None None] Provisioning for port e36145b6-64e2-4492-b90a-504bba4cdced completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:30:52.998949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bb956680-1693-48b8-b663-8f5b30ade7b9 None None] Provisioning complete for port e36145b6-64e2-4492-b90a-504bba4cdced triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:52.999327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bb956680-1693-48b8-b663-8f5b30ade7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.004775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-089e1090-2d62-459c-9dc5-d5a7ea237a00 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.084700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-089e1090-2d62-459c-9dc5-d5a7ea237a00 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.091384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-da1ebd49-b4c3-4352-b689-a1c5190cab42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:53.111698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e1090-2d62-459c-9dc5-d5a7ea237a00 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32a07a4-48e0-4023-9f04-faa92ea03209,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:53.117267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-089e1090-2d62-459c-9dc5-d5a7ea237a00 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.118946 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-089e1090-2d62-459c-9dc5-d5a7ea237a00 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/security-groups/c32a07a4-48e0-4023-9f04-faa92ea03209 HTTP/1.1" status: 204 len: 168 time: 0.2207742 Jun 02 16:30:53.120443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-089e1090-2d62-459c-9dc5-d5a7ea237a00 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:53.122316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38172) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:53.154297 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bb956680-1693-48b8-b663-8f5b30ade7b9 None None] Could not find standard attr ID for object c2fe4d8c-637a-451b-b1df-bdce32cef913. {{(pid=92324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 16:30:53.199079 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11d192ec-c266-47a9-9da3-e863d0cb808b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.230502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11d192ec-c266-47a9-9da3-e863d0cb808b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.265820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-da633b70-a403-43cb-8614-a765919fe120 None None] Could not find standard attr ID for object c2fe4d8c-637a-451b-b1df-bdce32cef913. {{(pid=92324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 16:30:53.295971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11d192ec-c266-47a9-9da3-e863d0cb808b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.300320 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bf1e7965-af82-4bab-806f-37ef8ed81315 tempest-TestNetworkAdvancedServerOps-787360443 tempest-TestNetworkAdvancedServerOps-787360443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:53.313674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d192ec-c266-47a9-9da3-e863d0cb808b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=141bb11c-3673-4b9f-849c-6ef4f9300501,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:53.316502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-11d192ec-c266-47a9-9da3-e863d0cb808b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:53.323314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11d192ec-c266-47a9-9da3-e863d0cb808b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.324748 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-11d192ec-c266-47a9-9da3-e863d0cb808b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/security-groups/141bb11c-3673-4b9f-849c-6ef4f9300501 HTTP/1.1" status: 204 len: 168 time: 0.2012446 Jun 02 16:30:53.327525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38174) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:53.394762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1c426ebb-6ab1-44cb-ad59-6467c9d0939f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.425794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1c426ebb-6ab1-44cb-ad59-6467c9d0939f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.475501 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1c426ebb-6ab1-44cb-ad59-6467c9d0939f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.480748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8b43547e-12be-4077-af27-2f7a3c19e2b8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:53.494758 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c426ebb-6ab1-44cb-ad59-6467c9d0939f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d175ff3f-282c-4b35-a03c-9f02bd0de11f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:53.497491 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1c426ebb-6ab1-44cb-ad59-6467c9d0939f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:53.506678 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1c426ebb-6ab1-44cb-ad59-6467c9d0939f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.510266 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1c426ebb-6ab1-44cb-ad59-6467c9d0939f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/security-groups/d175ff3f-282c-4b35-a03c-9f02bd0de11f HTTP/1.1" status: 204 len: 168 time: 0.1786902 Jun 02 16:30:53.510460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38176) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:53.582012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-632d0008-4f4a-4d63-97ac-cd26153f6672 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting subnet 43647f62-ea6f-4369-9853-df1ad19e33c8 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:30:53.585417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-632d0008-4f4a-4d63-97ac-cd26153f6672 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.642102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-632d0008-4f4a-4d63-97ac-cd26153f6672 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:53.736237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-632d0008-4f4a-4d63-97ac-cd26153f6672 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:54.043644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e36145b6-64e2-4492-b90a-504bba4cdced up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:30:54.151519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e36145b6-64e2-4492-b90a-504bba4cdced triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:54.152078 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:54.209325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-632d0008-4f4a-4d63-97ac-cd26153f6672 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:54.214404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:54.255832 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d0008-4f4a-4d63-97ac-cd26153f6672 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Subnet': ['ID=43647f62-ea6f-4369-9853-df1ad19e33c8,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:54.257688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-632d0008-4f4a-4d63-97ac-cd26153f6672 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:54.260741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-632d0008-4f4a-4d63-97ac-cd26153f6672 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:54.269464 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-632d0008-4f4a-4d63-97ac-cd26153f6672 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/43647f62-ea6f-4369-9853-df1ad19e33c8 HTTP/1.1" status: 204 len: 168 time: 0.7538843 Jun 02 16:30:54.269792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3cdfa9-2ea3-4d1d-bc98-df93e18706c4 None None] Network 41f871cc-f266-4cec-86f4-128b1b83d85c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:54.269996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38178) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:54.337321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1986467-4fa2-44e5-b759-201010d27135 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting subnet c11fb9a8-be46-4eae-be5d-a41e7574dcf2 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:30:54.340903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1986467-4fa2-44e5-b759-201010d27135 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:54.411891 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1986467-4fa2-44e5-b759-201010d27135 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:54.508313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1986467-4fa2-44e5-b759-201010d27135 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:54.823387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1986467-4fa2-44e5-b759-201010d27135 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:54.827536 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c0879554-60dc-4b3a-9789-4c22053e0367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:54.866165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1986467-4fa2-44e5-b759-201010d27135 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Subnet': ['ID=c11fb9a8-be46-4eae-be5d-a41e7574dcf2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:54.869426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b1986467-4fa2-44e5-b759-201010d27135 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:54.870502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1986467-4fa2-44e5-b759-201010d27135 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:54.877879 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b1986467-4fa2-44e5-b759-201010d27135 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/c11fb9a8-be46-4eae-be5d-a41e7574dcf2 HTTP/1.1" status: 204 len: 168 time: 0.6071002 Jun 02 16:30:54.880453 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38180) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:54.919326 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-6698b2fa-feef-405b-893e-99796086bfac tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] DELETE failed (client error): The resource could not be found. Jun 02 16:30:54.919789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6698b2fa-feef-405b-893e-99796086bfac tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:30:54.921536 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6698b2fa-feef-405b-893e-99796086bfac tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/43647f62-ea6f-4369-9853-df1ad19e33c8 HTTP/1.1" status: 404 len: 337 time: 0.0401316 Jun 02 16:30:54.924452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38182) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:54.999440 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-73670774-3ca3-47b6-98b7-754b7cf7cde0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting subnet 5bdb3234-5568-480b-a895-9f6f5fac4373 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:30:55.003375 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73670774-3ca3-47b6-98b7-754b7cf7cde0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:55.069411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73670774-3ca3-47b6-98b7-754b7cf7cde0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:55.093256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5877d0a-0140-4595-b233-dcfdc1a0a8bb None None] Network 41f871cc-f266-4cec-86f4-128b1b83d85c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:55.163276 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73670774-3ca3-47b6-98b7-754b7cf7cde0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:55.175370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5b3f5048-f551-45a2-98f1-4f0669d86cd6 None None] Provisioning complete for port 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:55.175753 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5048-f551-45a2-98f1-4f0669d86cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:55.262245 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-5b3f5048-f551-45a2-98f1-4f0669d86cd6 None None] Port 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:55.320451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5b3f5048-f551-45a2-98f1-4f0669d86cd6 None None] Provisioning complete for port e36145b6-64e2-4492-b90a-504bba4cdced triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:55.320738 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5b3f5048-f551-45a2-98f1-4f0669d86cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:55.493650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73670774-3ca3-47b6-98b7-754b7cf7cde0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:55.498952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0afa66a5-8528-41c4-aae0-247283ce253c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:55.541670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73670774-3ca3-47b6-98b7-754b7cf7cde0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Subnet': ['ID=5bdb3234-5568-480b-a895-9f6f5fac4373,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:55.544845 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-73670774-3ca3-47b6-98b7-754b7cf7cde0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:55.545856 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73670774-3ca3-47b6-98b7-754b7cf7cde0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:55.555396 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-73670774-3ca3-47b6-98b7-754b7cf7cde0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/5bdb3234-5568-480b-a895-9f6f5fac4373 HTTP/1.1" status: 204 len: 168 time: 0.6271195 Jun 02 16:30:55.555697 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38186) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:55.596116 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb390a6-2e3e-4613-98c4-29e4b51a954b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] DELETE failed (client error): The resource could not be found. Jun 02 16:30:55.596547 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb390a6-2e3e-4613-98c4-29e4b51a954b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:30:55.598270 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ccb390a6-2e3e-4613-98c4-29e4b51a954b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/eda5b371-716e-4cc2-a28a-ae5b56ff89a9 HTTP/1.1" status: 404 len: 337 time: 0.0415144 Jun 02 16:30:55.601080 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38188) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:55.651682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3dea6e3e-5114-4daf-88a3-fd549d0faaf8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Synchronizing usage tracker for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:30:55.674448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3dea6e3e-5114-4daf-88a3-fd549d0faaf8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Unset dirty status for tenant:392c5c177cf54c7c9eca0da0d1437455 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:30:55.676484 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3dea6e3e-5114-4daf-88a3-fd549d0faaf8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "GET /v2.0/ports?device_id=f66bdeca-0014-4aa3-a96b-dba072f6d4fa HTTP/1.1" status: 200 len: 205 time: 0.0743122 Jun 02 16:30:55.680573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38190) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:55.757079 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-e26ce03d-6bf2-40ce-a26e-5ad08288bf0d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] delete failed (client error): The resource could not be found. Jun 02 16:30:55.760562 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e26ce03d-6bf2-40ce-a26e-5ad08288bf0d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/routers/f66bdeca-0014-4aa3-a96b-dba072f6d4fa HTTP/1.1" status: 404 len: 336 time: 0.0766304 Jun 02 16:30:55.760836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38192) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:55.799978 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a2f87e-b64b-4413-b6d7-8ffce6bcb13a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] DELETE failed (client error): The resource could not be found. Jun 02 16:30:55.800435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a2f87e-b64b-4413-b6d7-8ffce6bcb13a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:30:55.802191 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c7a2f87e-b64b-4413-b6d7-8ffce6bcb13a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/1d6862bf-fc87-4dea-be62-b990f65f39c4 HTTP/1.1" status: 404 len: 337 time: 0.0403817 Jun 02 16:30:55.804829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38194) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:55.853600 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee772372-a27f-46a1-a902-7a4d01b3d7fd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] DELETE failed (client error): The resource could not be found. Jun 02 16:30:55.854047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee772372-a27f-46a1-a902-7a4d01b3d7fd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:30:55.855957 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ee772372-a27f-46a1-a902-7a4d01b3d7fd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/574ed1e3-010c-4660-8e87-416fc4f1b411 HTTP/1.1" status: 404 len: 337 time: 0.0500135 Jun 02 16:30:55.859194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38196) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:55.903217 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-89330e95-f7b2-4e86-81e7-7bd02ec350a7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] DELETE failed (client error): The resource could not be found. Jun 02 16:30:55.903638 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89330e95-f7b2-4e86-81e7-7bd02ec350a7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:30:55.905374 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-89330e95-f7b2-4e86-81e7-7bd02ec350a7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/514b1eba-325c-472a-8d67-b546e2ec414d HTTP/1.1" status: 404 len: 337 time: 0.0448291 Jun 02 16:30:55.908123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38198) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:55.951158 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef8f56c-dc68-4ee2-85f4-abd75d884e87 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] DELETE failed (client error): The resource could not be found. Jun 02 16:30:55.951697 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef8f56c-dc68-4ee2-85f4-abd75d884e87 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:30:55.953356 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1ef8f56c-dc68-4ee2-85f4-abd75d884e87 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/abb1fe50-2510-4c34-94fb-eb4950bc6d35 HTTP/1.1" status: 404 len: 333 time: 0.0441949 Jun 02 16:30:55.956234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38200) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:55.995257 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a306d7d-e0fe-4654-a55b-dec4720df72e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] DELETE failed (client error): The resource could not be found. Jun 02 16:30:55.995698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a306d7d-e0fe-4654-a55b-dec4720df72e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:30:55.999901 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4a306d7d-e0fe-4654-a55b-dec4720df72e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/c2172a38-be35-4a9b-b4e0-b9123eb92518 HTTP/1.1" status: 404 len: 337 time: 0.0403354 Jun 02 16:30:56.000221 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38202) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:56.074321 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4284ca1-9a21-4400-b06c-153bea77f6ee tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] DELETE failed (client error): The resource could not be found. Jun 02 16:30:56.074785 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4284ca1-9a21-4400-b06c-153bea77f6ee tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:30:56.076564 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b4284ca1-9a21-4400-b06c-153bea77f6ee tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/2caa9f86-747a-4dd2-94eb-72da2ae3aef5 HTTP/1.1" status: 404 len: 337 time: 0.0754216 Jun 02 16:30:56.080223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38204) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:56.124152 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-51250891-57df-4b20-a123-67f43059f802 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] DELETE failed (client error): The resource could not be found. Jun 02 16:30:56.124626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51250891-57df-4b20-a123-67f43059f802 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:30:56.126727 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-51250891-57df-4b20-a123-67f43059f802 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/5607b5a3-a0b5-4b9f-88d0-5670fdb119b4 HTTP/1.1" status: 404 len: 333 time: 0.0452328 Jun 02 16:30:56.130132 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38206) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:56.130488 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845ee99f-e644-4ccf-b421-1cf3e16aa614 None None] Network 41f871cc-f266-4cec-86f4-128b1b83d85c requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:30:56.168153 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e773085-d900-4aef-b22c-5b0e5bbabad3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] DELETE failed (client error): The resource could not be found. Jun 02 16:30:56.168732 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e773085-d900-4aef-b22c-5b0e5bbabad3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:30:56.170717 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2e773085-d900-4aef-b22c-5b0e5bbabad3 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/92b614ae-eac1-46c7-b362-8cb6c4c324bb HTTP/1.1" status: 404 len: 337 time: 0.0395684 Jun 02 16:30:56.173550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38208) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:56.217318 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30a459a-fb1f-4650-ba5d-6bb73e495e87 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] DELETE failed (client error): The resource could not be found. Jun 02 16:30:56.217861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30a459a-fb1f-4650-ba5d-6bb73e495e87 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:30:56.222767 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b30a459a-fb1f-4650-ba5d-6bb73e495e87 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/subnets/7a257513-187d-43d3-a735-f42fef9628b0 HTTP/1.1" status: 404 len: 337 time: 0.0447571 Jun 02 16:30:56.223097 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38210) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:56.271561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0e4e5311-82ee-41d3-9270-0043d5628cd4 None None] Provisioning complete for port 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:56.271921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0e4e5311-82ee-41d3-9270-0043d5628cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:56.365144 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-44086692-376e-4354-9ba4-00a9ed1b9fb1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Deleting port 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:56.365443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-44086692-376e-4354-9ba4-00a9ed1b9fb1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:56.381447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e5311-82ee-41d3-9270-0043d5628cd4 None None] Port 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:30:56.409050 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0e4e5311-82ee-41d3-9270-0043d5628cd4 None None] Provisioning complete for port e36145b6-64e2-4492-b90a-504bba4cdced triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:30:56.409435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0e4e5311-82ee-41d3-9270-0043d5628cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:56.471264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-44086692-376e-4354-9ba4-00a9ed1b9fb1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:56.571632 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20988af-e17a-4d6a-aea8-79f81c3e201e None None] DHCP port deletion for 41f871cc-f266-4cec-86f4-128b1b83d85c request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:30:56.615576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-44086692-376e-4354-9ba4-00a9ed1b9fb1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Calling delete_port for 82e45b1b-fbb3-4f61-86ea-67c48a455ba2 owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:56.652528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e20988af-e17a-4d6a-aea8-79f81c3e201e None None] Deleting port e36145b6-64e2-4492-b90a-504bba4cdced {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:30:56.653290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e20988af-e17a-4d6a-aea8-79f81c3e201e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:56.680900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-44086692-376e-4354-9ba4-00a9ed1b9fb1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:56.689819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ab050013-2e0d-4e6e-89a4-7374f2a4aa81 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:56.740975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44086692-376e-4354-9ba4-00a9ed1b9fb1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Port': ['ID=82e45b1b-fbb3-4f61-86ea-67c48a455ba2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:56.744518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-44086692-376e-4354-9ba4-00a9ed1b9fb1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:56.747357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-44086692-376e-4354-9ba4-00a9ed1b9fb1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:56.763959 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-44086692-376e-4354-9ba4-00a9ed1b9fb1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/ports/82e45b1b-fbb3-4f61-86ea-67c48a455ba2 HTTP/1.1" status: 204 len: 168 time: 0.5396681 Jun 02 16:30:56.767532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38212) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:56.804350 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-e20988af-e17a-4d6a-aea8-79f81c3e201e None None] For port e36145b6-64e2-4492-b90a-504bba4cdced, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e36145b6-64e2-4492-b90a-504bba4cdced,segment=NetworkSegment(7112d518-801b-49b1-9c83-1ee2ed0b988c),segment_id=7112d518-801b-49b1-9c83-1ee2ed0b988c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:30:56.804709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e20988af-e17a-4d6a-aea8-79f81c3e201e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:56.944502 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e20988af-e17a-4d6a-aea8-79f81c3e201e None None] Calling delete_port for e36145b6-64e2-4492-b90a-504bba4cdced owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:30:57.000375 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e20988af-e17a-4d6a-aea8-79f81c3e201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:57.004714 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:57.052214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20988af-e17a-4d6a-aea8-79f81c3e201e None None] Pushing event deleted for resources: {'Port': ['ID=e36145b6-64e2-4492-b90a-504bba4cdced,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:57.055632 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e20988af-e17a-4d6a-aea8-79f81c3e201e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:57.056129 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20988af-e17a-4d6a-aea8-79f81c3e201e None None] No DVR routers for this DVR port e36145b6-64e2-4492-b90a-504bba4cdced on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:30:57.075901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4437e1d4-c94f-497d-a75f-4b8c0cb00922 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:57.230924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4437e1d4-c94f-497d-a75f-4b8c0cb00922 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:57.246182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-4437e1d4-c94f-497d-a75f-4b8c0cb00922 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f871cc-f266-4cec-86f4-128b1b83d85c']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:57.260179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-4437e1d4-c94f-497d-a75f-4b8c0cb00922 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7112d518-801b-49b1-9c83-1ee2ed0b988c') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:57.260487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-4437e1d4-c94f-497d-a75f-4b8c0cb00922 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7112d518-801b-49b1-9c83-1ee2ed0b988c') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:30:57.273129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4437e1d4-c94f-497d-a75f-4b8c0cb00922 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:57.290967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4437e1d4-c94f-497d-a75f-4b8c0cb00922 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:57.297638 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4437e1d4-c94f-497d-a75f-4b8c0cb00922 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:30:57.298090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4437e1d4-c94f-497d-a75f-4b8c0cb00922 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:30:57.317479 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:30:57.439448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4437e1d4-c94f-497d-a75f-4b8c0cb00922 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:57.444629 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4437e1d4-c94f-497d-a75f-4b8c0cb00922 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:57.447624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3bdbf0ae-3699-4ae1-bea6-e1c7de7c4d06 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:57.469896 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4437e1d4-c94f-497d-a75f-4b8c0cb00922 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] 10.222.0.50 "DELETE /v2.0/networks/41f871cc-f266-4cec-86f4-128b1b83d85c HTTP/1.1" status: 204 len: 168 time: 0.7011449 Jun 02 16:30:57.474424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437e1d4-c94f-497d-a75f-4b8c0cb00922 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Pushing event deleted for resources: {'Network': ['ID=41f871cc-f266-4cec-86f4-128b1b83d85c,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:57.477081 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4437e1d4-c94f-497d-a75f-4b8c0cb00922 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:57.819489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38220) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:58.005972 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8979e811-83d7-4010-9633-1161008a22d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=392c5c177cf54c7c9eca0da0d1437455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848707 Jun 02 16:30:58.008485 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38224) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:58.038304 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e36145b6-64e2-4492-b90a-504bba4cdced no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:30:58.077602 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: e36145b6-64e2-4492-b90a-504bba4cdced {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:30:58.078139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e36145b6-64e2-4492-b90a-504bba4cdced not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:30:58.090057 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-862aab72-db81-4b4e-aa0c-9a4052494885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:58.117826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-862aab72-db81-4b4e-aa0c-9a4052494885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:58.176642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-862aab72-db81-4b4e-aa0c-9a4052494885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:58.181654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d763dedb-7b6b-4469-944f-0d4ca15ab2c8 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:58.194665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862aab72-db81-4b4e-aa0c-9a4052494885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11116db7-1cb5-44b8-b67a-f4f785cf256a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:58.197426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-862aab72-db81-4b4e-aa0c-9a4052494885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:58.204744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-862aab72-db81-4b4e-aa0c-9a4052494885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:58.205870 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-862aab72-db81-4b4e-aa0c-9a4052494885 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11116db7-1cb5-44b8-b67a-f4f785cf256a HTTP/1.1" status: 204 len: 168 time: 0.1964645 Jun 02 16:30:58.995082 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38246) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:59.123373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-257145373'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:59.129149 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:59.133238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:network and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:59.136355 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:59.143752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:59.154197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:59.157895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:59.171161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:59.187210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:59.191279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:security_group_rule and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:59.194505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:59.201050 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:59.301626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:59.307603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:59.314964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a2b6b0ba-816a-4e41-a170-48e90e3fc7c2 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:59.356028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:30:59.379022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e523447e-d421-4679-80e6-9dc6fbc4e4c1,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:59.388847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:59.389335 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Added segment 1e8ac945-bff9-4871-bb8b-6bf1437cdc5b of type vlan for network b566034c-829b-4e68-933e-e3d3367d9c39 Jun 02 16:30:59.404186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:59.404838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:59.405402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:59.405961 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:59.406543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:59.407088 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:59.407716 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:59.408250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:59.408794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:59.409338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:59.409894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:59.410464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:30:59.417615 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:59.456088 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:59.509930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:59.516627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:59.517516 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:59.522392 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3c6128a5-1bcd-4283-ab90-43a2dc2b1fe8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:59.645222 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Network': ['ID=b566034c-829b-4e68-933e-e3d3367d9c39,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:59.648411 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6523337 Jun 02 16:30:59.649500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:59.653537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38252) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:59.659138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-869429694'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:59.662046 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network b566034c-829b-4e68-933e-e3d3367d9c39 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:30:59.665388 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:30:59.670273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:network and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:30:59.674193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:30:59.682567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:30:59.697291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:30:59.701767 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:59.738199 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:30:59.755778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:59.756346 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Added segment ad996152-8a5c-4a4e-831d-63ccd6c48560 of type vlan for network a5643abc-05c6-4fed-ac35-5126eb501a5b Jun 02 16:30:59.800950 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:59.841086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:59.847809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:30:59.848463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:30:59.853264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4437e1d4-c94f-497d-a75f-4b8c0cb00922 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:30:59.960933 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3059194 Jun 02 16:30:59.964541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38254) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:30:59.971703 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'subnet': {'network_id': 'b566034c-829b-4e68-933e-e3d3367d9c39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:30:59.972092 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Network': ['ID=a5643abc-05c6-4fed-ac35-5126eb501a5b,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:30:59.975150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:30:59.987731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network a5643abc-05c6-4fed-ac35-5126eb501a5b details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:31:00.101746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:00.106766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:subnet and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:00.111074 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:00.118137 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:00.130575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:31:00.134301 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:00.614139 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:00.618161 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dd38515e-5e0f-40ae-83c0-e9ff8c82d057 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:00.707739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Subnet': ['ID=3bfadfd1-4a37-42e7-9e85-256217490ca9,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:00.712850 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:00.721933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Checking segment: {'id': '1e8ac945-bff9-4871-bb8b-6bf1437cdc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b566034c-829b-4e68-933e-e3d3367d9c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:00.722335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network hostable DHCP agents. Network: b566034c-829b-4e68-933e-e3d3367d9c39, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:31:00.744101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network b566034c-829b-4e68-933e-e3d3367d9c39 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:31:00.755853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, b566034c-829b-4e68-933e-e3d3367d9c39) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:00.768271 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:00.768538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf2f7f5-485d-4057-bcd6-5d53c3e6efb3 None None] Network b566034c-829b-4e68-933e-e3d3367d9c39 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:00.769113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:00.796620 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8304622 Jun 02 16:31:00.800956 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38256) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:00.806891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'subnet': {'network_id': 'a5643abc-05c6-4fed-ac35-5126eb501a5b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:00.995139 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:01.001125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:subnet and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:01.005305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:01.014551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:01.028535 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:31:01.029186 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-b566034c-829b-4e68-933e-e3d3367d9c39', 'network_id': 'b566034c-829b-4e68-933e-e3d3367d9c39', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'fixed_ips': [{'subnet_id': '3bfadfd1-4a37-42e7-9e85-256217490ca9'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:31:01.030525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:01.034230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:01.272199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Allocated IP 2001:db8::2 (b566034c-829b-4e68-933e-e3d3367d9c39/3bfadfd1-4a37-42e7-9e85-256217490ca9/101bcd7c-b8d3-4935-9cde-cad4ced4e568) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:01.577162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:01.582045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d46c84fe-aef2-4316-89b2-5218df64d125 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:01.598751 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:01.613650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Transition to ACTIVE for port object 101bcd7c-b8d3-4935-9cde-cad4ced4e568 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:01.635784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Transition to ACTIVE for port object 101bcd7c-b8d3-4935-9cde-cad4ced4e568 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:01.642327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:01.646799 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6f922488-115b-4cd1-bf63-90a135335124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:01.663243 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Subnet': ['ID=1e13b611-bd7b-4ada-8b86-04c3e39ab064,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:01.667605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:01.674895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Checking segment: {'id': 'ad996152-8a5c-4a4e-831d-63ccd6c48560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a5643abc-05c6-4fed-ac35-5126eb501a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:01.675331 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network hostable DHCP agents. Network: a5643abc-05c6-4fed-ac35-5126eb501a5b, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:31:01.705234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network a5643abc-05c6-4fed-ac35-5126eb501a5b is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:31:01.716354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, a5643abc-05c6-4fed-ac35-5126eb501a5b) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:01.722104 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Network b566034c-829b-4e68-933e-e3d3367d9c39 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:01.725303 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:01.730660 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:01.732674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:01.733562 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b425a133-ff7a-4996-af58-314825796a1c None None] Network a5643abc-05c6-4fed-ac35-5126eb501a5b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:01.733786 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:01.754123 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Pushing event updated for resources: {'Port': ['ID=101bcd7c-b8d3-4935-9cde-cad4ced4e568,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:01.768190 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9630952 Jun 02 16:31:01.768190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38258) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:01.775891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e1a119f6-2184-4690-98dd-638f389e433e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2059082495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:01.787647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e1a119f6-2184-4690-98dd-638f389e433e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:01.793752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e1a119f6-2184-4690-98dd-638f389e433e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:router and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:01.797828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:01.798611 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e1a119f6-2184-4690-98dd-638f389e433e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:01.806518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e1a119f6-2184-4690-98dd-638f389e433e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:01.819890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e1a119f6-2184-4690-98dd-638f389e433e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:01.820913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e1a119f6-2184-4690-98dd-638f389e433e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:01.838739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e1a119f6-2184-4690-98dd-638f389e433e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:01.858928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e1a119f6-2184-4690-98dd-638f389e433e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:01.883059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e1a119f6-2184-4690-98dd-638f389e433e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:01.884496 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e1a119f6-2184-4690-98dd-638f389e433e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1152844 Jun 02 16:31:01.888410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38262) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:01.939940 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Attempting to bind port 101bcd7c-b8d3-4935-9cde-cad4ced4e568 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:31:01.940292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Attempting to bind port 101bcd7c-b8d3-4935-9cde-cad4ced4e568 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '1e8ac945-bff9-4871-bb8b-6bf1437cdc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b566034c-829b-4e68-933e-e3d3367d9c39'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:31:01.940663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Attempting to bind port 101bcd7c-b8d3-4935-9cde-cad4ced4e568 on network b566034c-829b-4e68-933e-e3d3367d9c39 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:31:01.962565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:31:01.962979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Checking segment: {'id': '1e8ac945-bff9-4871-bb8b-6bf1437cdc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b566034c-829b-4e68-933e-e3d3367d9c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:01.963458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:01.963864 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Bound using segment: {'id': '1e8ac945-bff9-4871-bb8b-6bf1437cdc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b566034c-829b-4e68-933e-e3d3367d9c39'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:31:01.964362 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Bound port: 101bcd7c-b8d3-4935-9cde-cad4ced4e568, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8ac945-bff9-4871-bb8b-6bf1437cdc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b566034c-829b-4e68-933e-e3d3367d9c39'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:31:01.964745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:02.186736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38264) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:02.187680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] For port 101bcd7c-b8d3-4935-9cde-cad4ced4e568, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:31:02.196243 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] For port 101bcd7c-b8d3-4935-9cde-cad4ced4e568, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=101bcd7c-b8d3-4935-9cde-cad4ced4e568,segment=NetworkSegment(1e8ac945-bff9-4871-bb8b-6bf1437cdc5b),segment_id=1e8ac945-bff9-4871-bb8b-6bf1437cdc5b)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:31:02.203425 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:02.207948 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-a5643abc-05c6-4fed-ac35-5126eb501a5b', 'network_id': 'a5643abc-05c6-4fed-ac35-5126eb501a5b', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'fixed_ips': [{'subnet_id': '1e13b611-bd7b-4ada-8b86-04c3e39ab064'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:31:02.208684 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:02.219389 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0c37171f-3898-48e8-86d7-c58c6961960c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:02.450826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Pushing event updated for resources: {'Port': ['ID=101bcd7c-b8d3-4935-9cde-cad4ced4e568,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:02.460635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:02.575262 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Allocated IP 2001:db8:1::2 (a5643abc-05c6-4fed-ac35-5126eb501a5b/1e13b611-bd7b-4ada-8b86-04c3e39ab064/a4647a70-8ea5-438f-b23f-35f392373725) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:02.641940 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:02.880598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:02.893076 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Transition to ACTIVE for port object a4647a70-8ea5-438f-b23f-35f392373725 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:02.914679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Transition to ACTIVE for port object a4647a70-8ea5-438f-b23f-35f392373725 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:02.925924 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:02.932250 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:02.994210 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-77fd856f-0002-4316-af0c-c8d1e4f789f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:02.997012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Network a5643abc-05c6-4fed-ac35-5126eb501a5b is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:03.005540 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:03.010041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:03.086046 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Pushing event updated for resources: {'Port': ['ID=a4647a70-8ea5-438f-b23f-35f392373725,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:03.094124 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:03.121476 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Attempting to bind port a4647a70-8ea5-438f-b23f-35f392373725 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:31:03.121958 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Attempting to bind port a4647a70-8ea5-438f-b23f-35f392373725 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'ad996152-8a5c-4a4e-831d-63ccd6c48560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a5643abc-05c6-4fed-ac35-5126eb501a5b'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:31:03.122926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Attempting to bind port a4647a70-8ea5-438f-b23f-35f392373725 on network a5643abc-05c6-4fed-ac35-5126eb501a5b {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:31:03.129119 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:31:03.129598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Checking segment: {'id': 'ad996152-8a5c-4a4e-831d-63ccd6c48560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a5643abc-05c6-4fed-ac35-5126eb501a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:03.129909 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:03.130493 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Bound using segment: {'id': 'ad996152-8a5c-4a4e-831d-63ccd6c48560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a5643abc-05c6-4fed-ac35-5126eb501a5b'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:31:03.130987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Bound port: a4647a70-8ea5-438f-b23f-35f392373725, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad996152-8a5c-4a4e-831d-63ccd6c48560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a5643abc-05c6-4fed-ac35-5126eb501a5b'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:31:03.131375 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:03.215211 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Allocated IP 2001:db8::1 (b566034c-829b-4e68-933e-e3d3367d9c39/3bfadfd1-4a37-42e7-9e85-256217490ca9/a7b24d63-82d3-4233-8ecb-55021f0d6cca) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:03.235543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] For port a4647a70-8ea5-438f-b23f-35f392373725, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:31:03.241565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] For port a4647a70-8ea5-438f-b23f-35f392373725, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a4647a70-8ea5-438f-b23f-35f392373725,segment=NetworkSegment(ad996152-8a5c-4a4e-831d-63ccd6c48560),segment_id=ad996152-8a5c-4a4e-831d-63ccd6c48560)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:31:03.247556 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:03.252620 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-bf225912-2b0e-486d-8657-b3641fef290d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:03.268095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cdd32ed7-b419-41e1-ac71-a94aa560553c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:03.382729 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Pushing event updated for resources: {'Port': ['ID=a4647a70-8ea5-438f-b23f-35f392373725,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:03.394876 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:03.440744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:03.461737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Transition to ACTIVE for port object a7b24d63-82d3-4233-8ecb-55021f0d6cca will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:03.493806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:03.506821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:03.560488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network b566034c-829b-4e68-933e-e3d3367d9c39 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:03.573758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:03.577268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:03.577943 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:03.648488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=a7b24d63-82d3-4233-8ecb-55021f0d6cca,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:03.658514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:03.763970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:03.804898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dc6c86-9d00-4570-9d74-6aa75e092e83 None None] Network b566034c-829b-4e68-933e-e3d3367d9c39 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:03.909006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5091eb35-ecec-46bf-876c-1c71f0241821 None None] Provisioning for port 101bcd7c-b8d3-4935-9cde-cad4ced4e568 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:04.094604 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-cdd32ed7-b419-41e1-ac71-a94aa560553c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:04.095064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cdd32ed7-b419-41e1-ac71-a94aa560553c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:04.134752 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:31:04.215109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 101bcd7c-b8d3-4935-9cde-cad4ced4e568 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:04.293646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-cdd32ed7-b419-41e1-ac71-a94aa560553c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 0ebb21e1-bd29-4326-bce8-bbb1f96ded37, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0ebb21e1-bd29-4326-bce8-bbb1f96ded37,segment=NetworkSegment(ee3de67e-1123-4a5b-b999-d1ceca4cfc1f),segment_id=ee3de67e-1123-4a5b-b999-d1ceca4cfc1f)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:04.293646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cdd32ed7-b419-41e1-ac71-a94aa560553c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:04.338116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 101bcd7c-b8d3-4935-9cde-cad4ced4e568 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:04.346084 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 101bcd7c-b8d3-4935-9cde-cad4ced4e568 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:04.347139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:04.501049 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-cdd32ed7-b419-41e1-ac71-a94aa560553c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:04.514200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:04.557884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 101bcd7c-b8d3-4935-9cde-cad4ced4e568, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=101bcd7c-b8d3-4935-9cde-cad4ced4e568,segment=NetworkSegment(1e8ac945-bff9-4871-bb8b-6bf1437cdc5b),segment_id=1e8ac945-bff9-4871-bb8b-6bf1437cdc5b)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:04.558543 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:04.563548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:04.564832 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a4647a70-8ea5-438f-b23f-35f392373725 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:04.569793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:04.570920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:04.582860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-49e45ecb-2c80-4c04-be04-4dcaa23d9e1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:04.606007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2246dbc0-59d5-4ffb-ad8e-1e5d6b461f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:04.722313 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=101bcd7c-b8d3-4935-9cde-cad4ced4e568,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:04.726574 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:04.736248 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port a4647a70-8ea5-438f-b23f-35f392373725 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:04.745601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=a7b24d63-82d3-4233-8ecb-55021f0d6cca,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:04.763813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:04.769551 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-596494d3-05c9-4adf-91e3-4763aef45866 None None] Provisioning complete for port 101bcd7c-b8d3-4935-9cde-cad4ced4e568 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:04.770021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-596494d3-05c9-4adf-91e3-4763aef45866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:04.937213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cdd32ed7-b419-41e1-ac71-a94aa560553c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:04.942501 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-27dfc247-ce33-40da-9a35-ab19f53079c0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:04.952903 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884b9e14-76fb-4447-a607-55abaded281f None None] Network a5643abc-05c6-4fed-ac35-5126eb501a5b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:04.959886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network b566034c-829b-4e68-933e-e3d3367d9c39 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:04.961071 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:05.035943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd32ed7-b419-41e1-ac71-a94aa560553c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=0ebb21e1-bd29-4326-bce8-bbb1f96ded37,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:05.045319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cdd32ed7-b419-41e1-ac71-a94aa560553c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:05.088944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-596494d3-05c9-4adf-91e3-4763aef45866 None None] Provisioning for port a7b24d63-82d3-4233-8ecb-55021f0d6cca completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:05.095682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:05.101811 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-596494d3-05c9-4adf-91e3-4763aef45866 None None] Provisioning complete for port a7b24d63-82d3-4233-8ecb-55021f0d6cca triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:05.102652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-596494d3-05c9-4adf-91e3-4763aef45866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:05.221242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-596494d3-05c9-4adf-91e3-4763aef45866 None None] Port a7b24d63-82d3-4233-8ecb-55021f0d6cca cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:05.229395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router dbd969d4-4377-4842-a7af-eda86cdbb1b7 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:31:05.369668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5356a6f4-dbd8-4861-a048-f91153fe624f None None] Provisioning for port a4647a70-8ea5-438f-b23f-35f392373725 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:05.379124 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5356a6f4-dbd8-4861-a048-f91153fe624f None None] Provisioning complete for port a4647a70-8ea5-438f-b23f-35f392373725 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:05.379124 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5356a6f4-dbd8-4861-a048-f91153fe624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:05.456801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cdd32ed7-b419-41e1-ac71-a94aa560553c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:05.468780 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9aba3a5e-291e-4e92-bb0b-83f54f6e7aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:05.541711 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:05.557964 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/dbd969d4-4377-4842-a7af-eda86cdbb1b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6661177 Jun 02 16:31:05.558490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38266) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:05.560167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ebdfb2-6d34-40ef-8e73-21ab5319b139 None None] Sync routers for ids ['dbd969d4-4377-4842-a7af-eda86cdbb1b7'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:05.595285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ebdfb2-6d34-40ef-8e73-21ab5319b139 None None] Routers {'dbd969d4-4377-4842-a7af-eda86cdbb1b7'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:05.596039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c7ebdfb2-6d34-40ef-8e73-21ab5319b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['dbd969d4-4377-4842-a7af-eda86cdbb1b7'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:05.682349 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5356a6f4-dbd8-4861-a048-f91153fe624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:05.696783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c7ebdfb2-6d34-40ef-8e73-21ab5319b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:05.720163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ebdfb2-6d34-40ef-8e73-21ab5319b139 None None] Routers {'dbd969d4-4377-4842-a7af-eda86cdbb1b7'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:05.721090 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c7ebdfb2-6d34-40ef-8e73-21ab5319b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['dbd969d4-4377-4842-a7af-eda86cdbb1b7'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:05.805942 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c7ebdfb2-6d34-40ef-8e73-21ab5319b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:05.806426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ebdfb2-6d34-40ef-8e73-21ab5319b139 None None] The sync data for ids ['dbd969d4-4377-4842-a7af-eda86cdbb1b7'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:05.812282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5356a6f4-dbd8-4861-a048-f91153fe624f None None] For port a4647a70-8ea5-438f-b23f-35f392373725, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a4647a70-8ea5-438f-b23f-35f392373725,segment=NetworkSegment(ad996152-8a5c-4a4e-831d-63ccd6c48560),segment_id=ad996152-8a5c-4a4e-831d-63ccd6c48560)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:05.817741 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5356a6f4-dbd8-4861-a048-f91153fe624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:05.820031 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:05.866897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ccf624-b92a-4fe6-a8f9-2d6643faed05 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:05.868297 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-81ccf624-b92a-4fe6-a8f9-2d6643faed05 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports/a7b24d63-82d3-4233-8ecb-55021f0d6cca HTTP/1.1" status: 200 len: 911 time: 0.3090477 Jun 02 16:31:05.876239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38268) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:05.900547 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5356a6f4-dbd8-4861-a048-f91153fe624f None None] Provisioning complete for port a7b24d63-82d3-4233-8ecb-55021f0d6cca triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:05.900928 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5356a6f4-dbd8-4861-a048-f91153fe624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:05.963934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356a6f4-dbd8-4861-a048-f91153fe624f None None] Pushing event updated for resources: {'Port': ['ID=a4647a70-8ea5-438f-b23f-35f392373725,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:05.969809 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5356a6f4-dbd8-4861-a048-f91153fe624f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:05.979237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-5356a6f4-dbd8-4861-a048-f91153fe624f None None] Port a7b24d63-82d3-4233-8ecb-55021f0d6cca cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:06.109873 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ff312e6c-73fb-46ba-b248-0c2c9e384976 None None] Provisioning complete for port a4647a70-8ea5-438f-b23f-35f392373725 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:06.110754 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ff312e6c-73fb-46ba-b248-0c2c9e384976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:06.121268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd32ed7-b419-41e1-ac71-a94aa560553c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:31:06.150829 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 101bcd7c-b8d3-4935-9cde-cad4ced4e568 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:06.304019 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 101bcd7c-b8d3-4935-9cde-cad4ced4e568 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:06.304497 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:06.329087 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd32ed7-b419-41e1-ac71-a94aa560553c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:06.341980 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10e8f9-dfc2-41d1-99f8-2c457301f97b None None] Sync routers for ids ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:06.350716 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cdd32ed7-b419-41e1-ac71-a94aa560553c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1603861 Jun 02 16:31:06.373952 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10e8f9-dfc2-41d1-99f8-2c457301f97b None None] Routers {'43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:06.374621 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-aa10e8f9-dfc2-41d1-99f8-2c457301f97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:06.410609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ff312e6c-73fb-46ba-b248-0c2c9e384976 None None] Provisioning complete for port a7b24d63-82d3-4233-8ecb-55021f0d6cca triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:06.410999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ff312e6c-73fb-46ba-b248-0c2c9e384976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:06.554615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:06.575293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ff312e6c-73fb-46ba-b248-0c2c9e384976 None None] Port a7b24d63-82d3-4233-8ecb-55021f0d6cca cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:06.580077 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a4647a70-8ea5-438f-b23f-35f392373725 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:06.653452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:06.675784 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-aa10e8f9-dfc2-41d1-99f8-2c457301f97b None None] Set router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:31:06.681256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port a4647a70-8ea5-438f-b23f-35f392373725 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:06.681713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:07.074523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a6bda-c576-4350-980b-25dd7a129606 req-7bc8f6bb-114c-46af-b5fb-45627dabb6a2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:07.076010 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8c1a6bda-c576-4350-980b-25dd7a129606 req-7bc8f6bb-114c-46af-b5fb-45627dabb6a2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 946 time: 0.2370214 Jun 02 16:31:07.120260 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-aa10e8f9-dfc2-41d1-99f8-2c457301f97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:31:04Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'c09939a5-f378-4b47-b1a2-8e7c323332f1', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.200', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'port_id': '72586902-4b19-474c-a343-dc6bad153195', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'mac_address': 'fa:16:3e:db:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:29:38Z', 'updated_at': '2021-06-02T16:29:42Z', 'revision_number': 1, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b576ada4-0b08-4210-bba1-14288c277b41', 'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:3d:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:12Z', 'updated_at': '2021-06-02T16:29:24Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:07.125071 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10e8f9-dfc2-41d1-99f8-2c457301f97b None None] Checking router: 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:31:07.134746 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10e8f9-dfc2-41d1-99f8-2c457301f97b None None] Routers {'43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:07.135377 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-aa10e8f9-dfc2-41d1-99f8-2c457301f97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:07.190843 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8c1a6bda-c576-4350-980b-25dd7a129606 req-ed60ebb9-c5f2-401f-a40f-5c3d499eaff4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bf8d126-989a-4132-843d-a7537b3cf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051009 Jun 02 16:31:07.270096 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Allocated IP 2001:db8:1::1 (a5643abc-05c6-4fed-ac35-5126eb501a5b/1e13b611-bd7b-4ada-8b86-04c3e39ab064/fbdfda13-938a-4219-9b2d-9819bc23de49) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:07.358142 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-aa10e8f9-dfc2-41d1-99f8-2c457301f97b None None] Set router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:31:07.445125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:07.464960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Transition to ACTIVE for port object fbdfda13-938a-4219-9b2d-9819bc23de49 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:07.495147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:07.501541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d2f532d9-d204-4379-a993-a586a2d7e72d tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:07.609037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network a5643abc-05c6-4fed-ac35-5126eb501a5b is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:07.612481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:07.615287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:07.615674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:07.632327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=fbdfda13-938a-4219-9b2d-9819bc23de49,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:07.635672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:07.764705 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:07.797594 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-aa10e8f9-dfc2-41d1-99f8-2c457301f97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:31:04Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'c09939a5-f378-4b47-b1a2-8e7c323332f1', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.200', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'port_id': '72586902-4b19-474c-a343-dc6bad153195', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'mac_address': 'fa:16:3e:db:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:29:38Z', 'updated_at': '2021-06-02T16:29:42Z', 'revision_number': 1, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b576ada4-0b08-4210-bba1-14288c277b41', 'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:3d:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:12Z', 'updated_at': '2021-06-02T16:29:24Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:07.802586 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10e8f9-dfc2-41d1-99f8-2c457301f97b None None] The sync data for ids ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'] in dv-neutron-601336-83-hyperv is: [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:31:04Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'c09939a5-f378-4b47-b1a2-8e7c323332f1', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.200', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'port_id': '72586902-4b19-474c-a343-dc6bad153195', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'mac_address': 'fa:16:3e:db:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:29:38Z', 'updated_at': '2021-06-02T16:29:42Z', 'revision_number': 1, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b576ada4-0b08-4210-bba1-14288c277b41', 'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:3d:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:12Z', 'updated_at': '2021-06-02T16:29:24Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:07.910746 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ee5975eb-3e89-4aca-907d-95a43b0cc40f None None] Provisioning for port fbdfda13-938a-4219-9b2d-9819bc23de49 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:07.925502 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ee5975eb-3e89-4aca-907d-95a43b0cc40f None None] Provisioning complete for port fbdfda13-938a-4219-9b2d-9819bc23de49 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:07.925881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ee5975eb-3e89-4aca-907d-95a43b0cc40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:08.002186 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ee5975eb-3e89-4aca-907d-95a43b0cc40f None None] Port fbdfda13-938a-4219-9b2d-9819bc23de49 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:08.170113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:31:08.197447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ff916-fc22-42f8-aec2-31fe6f20d6e3 req-d27a04e0-3d35-4f54-89f0-3a70c2c627c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:08.198281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-186ff916-fc22-42f8-aec2-31fe6f20d6e3 req-d27a04e0-3d35-4f54-89f0-3a70c2c627c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:08.213587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:31:08.216120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0ebb21e1-bd29-4326-bce8-bbb1f96ded37 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:31:08.219405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-186ff916-fc22-42f8-aec2-31fe6f20d6e3 req-d27a04e0-3d35-4f54-89f0-3a70c2c627c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:08.220791 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-186ff916-fc22-42f8-aec2-31fe6f20d6e3 req-d27a04e0-3d35-4f54-89f0-3a70c2c627c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/ports?device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 946 time: 0.1334715 Jun 02 16:31:08.278617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:08.289356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:08.290838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:08.295482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e73e9ef0-0fa2-4f4e-83d4-055f489e1c85 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:08.460673 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=fbdfda13-938a-4219-9b2d-9819bc23de49,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:08.464623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:08.479375 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f80e3-f6e3-4740-b102-0e1a11c14ae6 req-9c8a5db0-a8ac-411e-af60-8c8ca1a985e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:08.481603 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-190f80e3-f6e3-4740-b102-0e1a11c14ae6 req-9c8a5db0-a8ac-411e-af60-8c8ca1a985e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 946 time: 0.1356280 Jun 02 16:31:08.484130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-186ff916-fc22-42f8-aec2-31fe6f20d6e3 req-f23a44a1-8980-4f8f-8533-0ea79ff730eb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 75931c96-010b-4c36-9ed3-b46e0a0a1e65 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:08.484477 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-186ff916-fc22-42f8-aec2-31fe6f20d6e3 req-f23a44a1-8980-4f8f-8533-0ea79ff730eb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:08.531669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network a5643abc-05c6-4fed-ac35-5126eb501a5b is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:08.533125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:08.555863 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:08.618874 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-190f80e3-f6e3-4740-b102-0e1a11c14ae6 req-f6a42197-cbd6-492b-ad84-abdff19eb5c0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bf8d126-989a-4132-843d-a7537b3cf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203749 Jun 02 16:31:08.674565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-186ff916-fc22-42f8-aec2-31fe6f20d6e3 req-f23a44a1-8980-4f8f-8533-0ea79ff730eb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 75931c96-010b-4c36-9ed3-b46e0a0a1e65, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=75931c96-010b-4c36-9ed3-b46e0a0a1e65,segment=NetworkSegment(ee3de67e-1123-4a5b-b999-d1ceca4cfc1f),segment_id=ee3de67e-1123-4a5b-b999-d1ceca4cfc1f)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:08.675102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-186ff916-fc22-42f8-aec2-31fe6f20d6e3 req-f23a44a1-8980-4f8f-8533-0ea79ff730eb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:08.831370 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-186ff916-fc22-42f8-aec2-31fe6f20d6e3 req-f23a44a1-8980-4f8f-8533-0ea79ff730eb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 75931c96-010b-4c36-9ed3-b46e0a0a1e65 owned by compute:nova {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:08.835436 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-188af677-f702-4630-900f-b4922c3cd467 None None] Provisioning complete for port fbdfda13-938a-4219-9b2d-9819bc23de49 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:08.835831 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-188af677-f702-4630-900f-b4922c3cd467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:08.876156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router dbd969d4-4377-4842-a7af-eda86cdbb1b7 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:31:08.898390 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-188af677-f702-4630-900f-b4922c3cd467 None None] Port fbdfda13-938a-4219-9b2d-9819bc23de49 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:08.952102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-186ff916-fc22-42f8-aec2-31fe6f20d6e3 req-f23a44a1-8980-4f8f-8533-0ea79ff730eb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:08.958036 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c48f1e9a-5ce1-434d-9476-4265aaa04cc7 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:09.003374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a44a1-8980-4f8f-8533-0ea79ff730eb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=75931c96-010b-4c36-9ed3-b46e0a0a1e65,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:09.006498 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f23a44a1-8980-4f8f-8533-0ea79ff730eb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:09.037602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:09.048266 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eda73a-e184-411f-9cd5-6febab917adf None None] Sync routers for ids ['dbd969d4-4377-4842-a7af-eda86cdbb1b7'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:09.048961 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/dbd969d4-4377-4842-a7af-eda86cdbb1b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1707590 Jun 02 16:31:09.051153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38276) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:09.059137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eda73a-e184-411f-9cd5-6febab917adf None None] Routers {'dbd969d4-4377-4842-a7af-eda86cdbb1b7'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:09.060064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-05eda73a-e184-411f-9cd5-6febab917adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['dbd969d4-4377-4842-a7af-eda86cdbb1b7'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:09.086685 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-186ff916-fc22-42f8-aec2-31fe6f20d6e3 req-f23a44a1-8980-4f8f-8533-0ea79ff730eb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] No DVR routers for this DVR port 75931c96-010b-4c36-9ed3-b46e0a0a1e65 on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:31:09.089200 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-186ff916-fc22-42f8-aec2-31fe6f20d6e3 req-f23a44a1-8980-4f8f-8533-0ea79ff730eb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:09.091950 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03952db1-3e55-4264-b7ad-36a7ad949d31', 'name': 'network-vif-deleted', 'tag': '75931c96-010b-4c36-9ed3-b46e0a0a1e65'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:31:09.094402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1035e03-0ff1-4b02-afac-2c6459442d27" -d '{"events": [{"server_uuid": "03952db1-3e55-4264-b7ad-36a7ad949d31", "name": "network-vif-deleted", "tag": "75931c96-010b-4c36-9ed3-b46e0a0a1e65"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:31:09.109445 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-186ff916-fc22-42f8-aec2-31fe6f20d6e3 req-f23a44a1-8980-4f8f-8533-0ea79ff730eb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "DELETE /v2.0/ports/75931c96-010b-4c36-9ed3-b46e0a0a1e65 HTTP/1.1" status: 204 len: 173 time: 0.8794973 Jun 02 16:31:09.127361 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-05eda73a-e184-411f-9cd5-6febab917adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:09.139836 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eda73a-e184-411f-9cd5-6febab917adf None None] Routers {'dbd969d4-4377-4842-a7af-eda86cdbb1b7'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:09.140613 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-05eda73a-e184-411f-9cd5-6febab917adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['dbd969d4-4377-4842-a7af-eda86cdbb1b7'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:09.143402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5be0e7-9dc2-4086-8c35-d2f3e94e0546 x-openstack-request-id: req-9d5be0e7-9dc2-4086-8c35-d2f3e94e0546 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:31:09.143980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03952db1-3e55-4264-b7ad-36a7ad949d31", "name": "network-vif-deleted", "tag": "75931c96-010b-4c36-9ed3-b46e0a0a1e65", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:31:09.144442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d5be0e7-9dc2-4086-8c35-d2f3e94e0546 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:31:09.145082 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03952db1-3e55-4264-b7ad-36a7ad949d31', 'name': 'network-vif-deleted', 'tag': '75931c96-010b-4c36-9ed3-b46e0a0a1e65', 'status': 'completed', 'code': 200} Jun 02 16:31:09.149781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2154dd50-8e14-4d59-bd6d-72a010feff96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:09.150587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2154dd50-8e14-4d59-bd6d-72a010feff96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Synchronizing usage tracker for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:09.168988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2154dd50-8e14-4d59-bd6d-72a010feff96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Unset dirty status for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:09.173432 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2154dd50-8e14-4d59-bd6d-72a010feff96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports/fbdfda13-938a-4219-9b2d-9819bc23de49 HTTP/1.1" status: 200 len: 913 time: 0.1203971 Jun 02 16:31:09.174060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38280) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:09.213986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-05eda73a-e184-411f-9cd5-6febab917adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:09.214331 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05eda73a-e184-411f-9cd5-6febab917adf None None] The sync data for ids ['dbd969d4-4377-4842-a7af-eda86cdbb1b7'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:09.698116 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:09.815726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-8e75b941-260f-4176-9136-168718eff68d req-70350227-e074-4972-9c59-79dd87d4b215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:09.840619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-8e75b941-260f-4176-9136-168718eff68d req-70350227-e074-4972-9c59-79dd87d4b215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:09.841787 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8e75b941-260f-4176-9136-168718eff68d req-70350227-e074-4972-9c59-79dd87d4b215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03952db1-3e55-4264-b7ad-36a7ad949d31 HTTP/1.1" status: 200 len: 210 time: 0.0754702 Jun 02 16:31:10.115266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port fbdfda13-938a-4219-9b2d-9819bc23de49 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:10.115629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:10.393047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:10.515385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for fbdfda13-938a-4219-9b2d-9819bc23de49 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:10.673861 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:10.678439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4ec71f2c-2007-407f-a8aa-e98cdee6baf6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:10.729836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=fbdfda13-938a-4219-9b2d-9819bc23de49,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:10.773357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:10.773759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:10.774114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:10.774490 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:10.774887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:10.775247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:10.775612 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:10.775972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:10.776330 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:10.776686 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:10.777042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:10.777380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:10.781219 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:10.936650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:10.938609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38286) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:11.010626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9b75d21e-f7cb-4588-8959-d5380a6eaa0d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:11.191574 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9b75d21e-f7cb-4588-8959-d5380a6eaa0d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:11.261749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9b75d21e-f7cb-4588-8959-d5380a6eaa0d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:11.267197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1f9ae571-fd8b-4441-9ba6-11f40d8c74af tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:11.269954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router dbd969d4-4377-4842-a7af-eda86cdbb1b7 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:31:11.285141 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75d21e-f7cb-4588-8959-d5380a6eaa0d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf8d126-989a-4132-843d-a7537b3cf45d,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:11.292038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9b75d21e-f7cb-4588-8959-d5380a6eaa0d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:11.293327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9b75d21e-f7cb-4588-8959-d5380a6eaa0d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:11.294421 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9b75d21e-f7cb-4588-8959-d5380a6eaa0d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/security-groups/3bf8d126-989a-4132-843d-a7537b3cf45d HTTP/1.1" status: 204 len: 168 time: 0.3547161 Jun 02 16:31:11.339075 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38290) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:11.408573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-902f800c-166e-47fb-8496-65bd2aab418b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting subnet 60714914-a453-4bc0-a0bd-607093b17f73 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:31:11.411745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-902f800c-166e-47fb-8496-65bd2aab418b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:11.433116 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:11.444928 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65d0560-03a1-4346-8bb6-3a80035d9a45 None None] Sync routers for ids ['dbd969d4-4377-4842-a7af-eda86cdbb1b7'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:11.453814 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/dbd969d4-4377-4842-a7af-eda86cdbb1b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2759392 Jun 02 16:31:11.454223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38292) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:11.457648 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d0560-03a1-4346-8bb6-3a80035d9a45 None None] Routers {'dbd969d4-4377-4842-a7af-eda86cdbb1b7'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:11.458465 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b65d0560-03a1-4346-8bb6-3a80035d9a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['dbd969d4-4377-4842-a7af-eda86cdbb1b7'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:11.471464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-902f800c-166e-47fb-8496-65bd2aab418b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:11.520496 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b65d0560-03a1-4346-8bb6-3a80035d9a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:11.529826 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d0560-03a1-4346-8bb6-3a80035d9a45 None None] Routers {'dbd969d4-4377-4842-a7af-eda86cdbb1b7'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:11.530512 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b65d0560-03a1-4346-8bb6-3a80035d9a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['dbd969d4-4377-4842-a7af-eda86cdbb1b7'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:11.559819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-902f800c-166e-47fb-8496-65bd2aab418b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:11.591389 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b65d0560-03a1-4346-8bb6-3a80035d9a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:11.592073 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65d0560-03a1-4346-8bb6-3a80035d9a45 None None] The sync data for ids ['dbd969d4-4377-4842-a7af-eda86cdbb1b7'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:11.882629 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-902f800c-166e-47fb-8496-65bd2aab418b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:11.886424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-73670774-3ca3-47b6-98b7-754b7cf7cde0 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:11.922640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f800c-166e-47fb-8496-65bd2aab418b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Subnet': ['ID=60714914-a453-4bc0-a0bd-607093b17f73,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:11.926214 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-902f800c-166e-47fb-8496-65bd2aab418b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:11.928701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-902f800c-166e-47fb-8496-65bd2aab418b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:11.935733 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-902f800c-166e-47fb-8496-65bd2aab418b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/subnets/60714914-a453-4bc0-a0bd-607093b17f73 HTTP/1.1" status: 204 len: 168 time: 0.5955896 Jun 02 16:31:11.937365 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abadc8e-9a42-43e0-9f81-f3ab08721720 None None] Network 98da5532-0810-464a-b123-69171d36a480 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:11.938344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38294) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:12.066691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:12.138132 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-247d1a84-017b-4347-9232-723ffc1db206 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:12.153796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port ffb684e1-daed-4828-8404-db9ba1346f43 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:12.154589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:12.230851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] DHCP port deletion for 98da5532-0810-464a-b123-69171d36a480 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:31:12.262678 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port ffb684e1-daed-4828-8404-db9ba1346f43, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ffb684e1-daed-4828-8404-db9ba1346f43,segment=NetworkSegment(ee3de67e-1123-4a5b-b999-d1ceca4cfc1f),segment_id=ee3de67e-1123-4a5b-b999-d1ceca4cfc1f)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:12.263040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:12.279670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 75931c96-010b-4c36-9ed3-b46e0a0a1e65 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:31:12.321824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 75931c96-010b-4c36-9ed3-b46e0a0a1e65 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:31:12.322360 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 75931c96-010b-4c36-9ed3-b46e0a0a1e65 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:31:12.336947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Deleting port ffb684e1-daed-4828-8404-db9ba1346f43 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:12.337507 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:12.395975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for ffb684e1-daed-4828-8404-db9ba1346f43 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:12.440934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] For port ffb684e1-daed-4828-8404-db9ba1346f43, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ffb684e1-daed-4828-8404-db9ba1346f43,segment=NetworkSegment(ee3de67e-1123-4a5b-b999-d1ceca4cfc1f),segment_id=ee3de67e-1123-4a5b-b999-d1ceca4cfc1f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:12.441468 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:12.452096 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:12.458402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b6782829-66c5-4d2a-b756-c329ea92ef1b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:12.514002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=ffb684e1-daed-4828-8404-db9ba1346f43,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:12.514002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] No DVR routers for this DVR port ffb684e1-daed-4828-8404-db9ba1346f43 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:31:12.515805 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:12.565828 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-247d1a84-017b-4347-9232-723ffc1db206 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port a7b24d63-82d3-4233-8ecb-55021f0d6cca {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:12.566550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-247d1a84-017b-4347-9232-723ffc1db206 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:12.581045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Calling delete_port for ffb684e1-daed-4828-8404-db9ba1346f43 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:12.630703 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:12.634850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6776eda6-c1a7-4ca3-818f-9f7d4cdaad6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:12.665086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:12.681344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Pushing event deleted for resources: {'Port': ['ID=ffb684e1-daed-4828-8404-db9ba1346f43,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:12.686257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98da5532-0810-464a-b123-69171d36a480']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:12.692684 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] No DVR routers for this DVR port ffb684e1-daed-4828-8404-db9ba1346f43 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:31:12.695104 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:12.695454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:12.695792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:12.696125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:12.696458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:12.696828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:12.697154 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:12.697480 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:12.697875 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:12.698230 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:12.698554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:12.698898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:31:12.703142 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:12.705868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3de67e-1123-4a5b-b999-d1ceca4cfc1f') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:12.706210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3de67e-1123-4a5b-b999-d1ceca4cfc1f') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:12.720320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:12.738179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:12.744551 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:31:12.744970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:31:12.760016 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:31:12.799380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-247d1a84-017b-4347-9232-723ffc1db206 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:12.843784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:12.847614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e7990d7c-fd3c-4b1b-84ba-bd2d92db393f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:12.869814 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:12.877455 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Network': ['ID=98da5532-0810-464a-b123-69171d36a480,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:12.882544 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:12.898831 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/networks/98da5532-0810-464a-b123-69171d36a480 HTTP/1.1" status: 204 len: 168 time: 0.9592586 Jun 02 16:31:12.904176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38296) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:13.019577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-247d1a84-017b-4347-9232-723ffc1db206 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for a7b24d63-82d3-4233-8ecb-55021f0d6cca owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:13.178423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-247d1a84-017b-4347-9232-723ffc1db206 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:13.182525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ce7bf2cd-ae05-4f36-bcb9-308472c18adc tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:13.219860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-76097a08-265b-4135-8659-84a0b7c31257 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port e2d899da-c2c0-4409-8826-3d6ea9ae7a67 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:13.220570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76097a08-265b-4135-8659-84a0b7c31257 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:13.235985 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d1a84-017b-4347-9232-723ffc1db206 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=a7b24d63-82d3-4233-8ecb-55021f0d6cca,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:13.239452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-247d1a84-017b-4347-9232-723ffc1db206 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:13.352723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76097a08-265b-4135-8659-84a0b7c31257 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:13.353180 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76097a08-265b-4135-8659-84a0b7c31257 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:13.416831 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-247d1a84-017b-4347-9232-723ffc1db206 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:13.477719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-76097a08-265b-4135-8659-84a0b7c31257 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for e2d899da-c2c0-4409-8826-3d6ea9ae7a67 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:13.604342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76097a08-265b-4135-8659-84a0b7c31257 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:13.608649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:13.797882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76097a08-265b-4135-8659-84a0b7c31257 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=e2d899da-c2c0-4409-8826-3d6ea9ae7a67,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:13.800987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-76097a08-265b-4135-8659-84a0b7c31257 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:13.847961 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247d1a84-017b-4347-9232-723ffc1db206 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router dbd969d4-4377-4842-a7af-eda86cdbb1b7 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:31:13.891099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76097a08-265b-4135-8659-84a0b7c31257 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:13.891360 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-76097a08-265b-4135-8659-84a0b7c31257 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP c09939a5-f378-4b47-b1a2-8e7c323332f1 disassociated (deleted). External IP: 172.26.3.200, port: 72586902-4b19-474c-a343-dc6bad153195. Jun 02 16:31:13.985916 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247d1a84-017b-4347-9232-723ffc1db206 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:13.996661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06fd1e6-5913-475c-a334-795e633cd65d None None] Sync routers for ids ['dbd969d4-4377-4842-a7af-eda86cdbb1b7'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:14.003679 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-247d1a84-017b-4347-9232-723ffc1db206 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/dbd969d4-4377-4842-a7af-eda86cdbb1b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5460064 Jun 02 16:31:14.004688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38298) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:14.013380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06fd1e6-5913-475c-a334-795e633cd65d None None] Routers {'dbd969d4-4377-4842-a7af-eda86cdbb1b7'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:14.014429 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b06fd1e6-5913-475c-a334-795e633cd65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['dbd969d4-4377-4842-a7af-eda86cdbb1b7'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:14.051464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4dab0a0f-79b2-46f7-9b28-55a42cb2355a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Synchronizing usage tracker for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:14.071700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4dab0a0f-79b2-46f7-9b28-55a42cb2355a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Unset dirty status for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:14.072824 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4dab0a0f-79b2-46f7-9b28-55a42cb2355a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbd969d4-4377-4842-a7af-eda86cdbb1b7 HTTP/1.1" status: 200 len: 205 time: 0.0670748 Jun 02 16:31:14.075481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38300) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:14.079789 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ffb684e1-daed-4828-8404-db9ba1346f43 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:31:14.122843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b06fd1e6-5913-475c-a334-795e633cd65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:14.134552 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: ffb684e1-daed-4828-8404-db9ba1346f43 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:31:14.134905 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ffb684e1-daed-4828-8404-db9ba1346f43 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:31:14.139725 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06fd1e6-5913-475c-a334-795e633cd65d None None] Routers {'dbd969d4-4377-4842-a7af-eda86cdbb1b7'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:14.140335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b06fd1e6-5913-475c-a334-795e633cd65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['dbd969d4-4377-4842-a7af-eda86cdbb1b7'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:14.214120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8cc7826-454a-4e34-927f-aec74c8cbf04 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:14.248598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b06fd1e6-5913-475c-a334-795e633cd65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:14.249006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06fd1e6-5913-475c-a334-795e633cd65d None None] The sync data for ids ['dbd969d4-4377-4842-a7af-eda86cdbb1b7'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:14.277430 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76097a08-265b-4135-8659-84a0b7c31257 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:31:14.459649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76097a08-265b-4135-8659-84a0b7c31257 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:14.470448 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c9a5a-f8c5-4c1b-b875-b3db718d615b None None] Sync routers for ids ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:14.476218 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76097a08-265b-4135-8659-84a0b7c31257 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:14.481539 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c9a5a-f8c5-4c1b-b875-b3db718d615b None None] Routers {'43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:14.482305 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-970c9a5a-f8c5-4c1b-b875-b3db718d615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:14.507084 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8cc7826-454a-4e34-927f-aec74c8cbf04 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:14.509339 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8cc7826-454a-4e34-927f-aec74c8cbf04 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:14.532791 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-76097a08-265b-4135-8659-84a0b7c31257 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/floatingips/c09939a5-f378-4b47-b1a2-8e7c323332f1 HTTP/1.1" status: 204 len: 168 time: 1.6274951 Jun 02 16:31:14.533533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'tag': '72586902-4b19-474c-a343-dc6bad153195'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:31:14.536140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c324f7-370d-4714-820c-76ee2f9dd032" -d '{"events": [{"name": "network-changed", "server_uuid": "51d02669-7bb4-4a80-bc2c-b19aa96cca79", "tag": "72586902-4b19-474c-a343-dc6bad153195"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:31:14.537053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8cc7826-454a-4e34-927f-aec74c8cbf04 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:14.537541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cc7826-454a-4e34-927f-aec74c8cbf04 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Fanout notify agent at l3_agent the message router_deleted on router dbd969d4-4377-4842-a7af-eda86cdbb1b7 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:31:14.550423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8cc7826-454a-4e34-927f-aec74c8cbf04 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:14.551376 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b8cc7826-454a-4e34-927f-aec74c8cbf04 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/routers/dbd969d4-4377-4842-a7af-eda86cdbb1b7 HTTP/1.1" status: 204 len: 168 time: 0.4747593 Jun 02 16:31:14.554043 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38306) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:14.601685 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61782b64-9469-4200-b506-ec2860af84bd x-openstack-request-id: req-61782b64-9469-4200-b506-ec2860af84bd {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:31:14.602687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d02669-7bb4-4a80-bc2c-b19aa96cca79", "tag": "72586902-4b19-474c-a343-dc6bad153195", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:31:14.603021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61782b64-9469-4200-b506-ec2860af84bd {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:31:14.603463 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'tag': '72586902-4b19-474c-a343-dc6bad153195', 'status': 'completed', 'code': 200} Jun 02 16:31:14.625870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0c78d0-1358-4760-9412-951d53fc6e77 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting subnet 1e13b611-bd7b-4ada-8b86-04c3e39ab064 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:31:14.675737 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dc0c78d0-1358-4760-9412-951d53fc6e77 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:14.691632 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-970c9a5a-f8c5-4c1b-b875-b3db718d615b None None] Set router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:31:14.752439 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dc0c78d0-1358-4760-9412-951d53fc6e77 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:14.835487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c324f7-370d-4714-820c-76ee2f9dd032 req-450f659d-7dd6-4488-a736-5ac090c7575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:14.836986 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d8c324f7-370d-4714-820c-76ee2f9dd032 req-450f659d-7dd6-4488-a736-5ac090c7575e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 1098 time: 0.2079692 Jun 02 16:31:14.969311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dc0c78d0-1358-4760-9412-951d53fc6e77 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:15.023291 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-970c9a5a-f8c5-4c1b-b875-b3db718d615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:31:04Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'b576ada4-0b08-4210-bba1-14288c277b41', 'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:3d:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:12Z', 'updated_at': '2021-06-02T16:29:24Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:15.027417 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c9a5a-f8c5-4c1b-b875-b3db718d615b None None] Checking router: 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:31:15.035929 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c9a5a-f8c5-4c1b-b875-b3db718d615b None None] Routers {'43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:15.036520 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-970c9a5a-f8c5-4c1b-b875-b3db718d615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:15.084217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c324f7-370d-4714-820c-76ee2f9dd032 req-1003e4d6-5431-4ead-a0af-c040153f5142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:15.085682 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d8c324f7-370d-4714-820c-76ee2f9dd032 req-1003e4d6-5431-4ead-a0af-c040153f5142 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ccd03054-167d-46c2-b0be-00145b703f93 HTTP/1.1" status: 200 len: 898 time: 0.2408330 Jun 02 16:31:15.211310 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-970c9a5a-f8c5-4c1b-b875-b3db718d615b None None] Set router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:31:15.382179 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d8c324f7-370d-4714-820c-76ee2f9dd032 req-52114e32-40b0-49b1-8a7a-2eba8cc70d41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72586902-4b19-474c-a343-dc6bad153195 HTTP/1.1" status: 200 len: 217 time: 0.2862134 Jun 02 16:31:15.494376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960acbf-f3f2-4f80-a146-081fa0764661 req-7b562e68-d945-4544-beba-875afa975ef1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:15.495065 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-7960acbf-f3f2-4f80-a146-081fa0764661 req-7b562e68-d945-4544-beba-875afa975ef1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:15.559893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c324f7-370d-4714-820c-76ee2f9dd032 req-a5e0cbff-5b47-40df-8bcd-187002b20cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:15.561204 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d8c324f7-370d-4714-820c-76ee2f9dd032 req-a5e0cbff-5b47-40df-8bcd-187002b20cef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6c4df237-b2c1-49de-825f-098292b9f9c3 HTTP/1.1" status: 200 len: 835 time: 0.1638985 Jun 02 16:31:15.567961 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-7960acbf-f3f2-4f80-a146-081fa0764661 req-7b562e68-d945-4544-beba-875afa975ef1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:15.570398 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7960acbf-f3f2-4f80-a146-081fa0764661 req-7b562e68-d945-4544-beba-875afa975ef1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 945 time: 0.6507616 Jun 02 16:31:15.574715 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-970c9a5a-f8c5-4c1b-b875-b3db718d615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:31:04Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'b576ada4-0b08-4210-bba1-14288c277b41', 'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:3d:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:12Z', 'updated_at': '2021-06-02T16:29:24Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:15.579167 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c9a5a-f8c5-4c1b-b875-b3db718d615b None None] The sync data for ids ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'] in dv-neutron-601336-83-hyperv is: [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:31:04Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'b576ada4-0b08-4210-bba1-14288c277b41', 'name': '', 'network_id': 'ccd03054-167d-46c2-b0be-00145b703f93', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:3d:8e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:12Z', 'updated_at': '2021-06-02T16:29:24Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '6c4df237-b2c1-49de-825f-098292b9f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:15.696211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-7960acbf-f3f2-4f80-a146-081fa0764661 req-e033d87e-7e9f-4f59-97b3-1a7fb5bec3a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:15.709033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dc0c78d0-1358-4760-9412-951d53fc6e77 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:15.715646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f78332ed-9e14-440d-aa94-05e47b3894c1 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:15.760043 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c78d0-1358-4760-9412-951d53fc6e77 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Subnet': ['ID=1e13b611-bd7b-4ada-8b86-04c3e39ab064,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:15.767882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dc0c78d0-1358-4760-9412-951d53fc6e77 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:15.772026 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dc0c78d0-1358-4760-9412-951d53fc6e77 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:15.775378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31dd59e-37a7-4189-8c5c-fcbed180cdd0 None None] Network a5643abc-05c6-4fed-ac35-5126eb501a5b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:15.782400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-7960acbf-f3f2-4f80-a146-081fa0764661 req-e033d87e-7e9f-4f59-97b3-1a7fb5bec3a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:15.783591 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7960acbf-f3f2-4f80-a146-081fa0764661 req-e033d87e-7e9f-4f59-97b3-1a7fb5bec3a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=db103ec4-e7a6-4c09-8262-d81670780203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792705 Jun 02 16:31:15.787645 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-dc0c78d0-1358-4760-9412-951d53fc6e77 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/1e13b611-bd7b-4ada-8b86-04c3e39ab064 HTTP/1.1" status: 204 len: 168 time: 1.2300453 Jun 02 16:31:15.787645 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c324f7-370d-4714-820c-76ee2f9dd032 req-6adb80e8-0759-4b4a-b658-5fa2991ff309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:15.788149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38310) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:15.788793 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d8c324f7-370d-4714-820c-76ee2f9dd032 req-6adb80e8-0759-4b4a-b658-5fa2991ff309 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ccd03054-167d-46c2-b0be-00145b703f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2175281 Jun 02 16:31:15.872387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e2d630-ed48-47b7-a4e8-3a1e68e96be5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting subnet 3bfadfd1-4a37-42e7-9e85-256217490ca9 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:31:15.875380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1d3b24-9efc-4db2-9523-3f9d8b38d8b7 None None] New status for floating IP c09939a5-f378-4b47-b1a2-8e7c323332f1: DOWN {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:31:15.876453 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d630-ed48-47b7-a4e8-3a1e68e96be5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:15.932517 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d8c324f7-370d-4714-820c-76ee2f9dd032 req-1bb6bc0b-8b39-45d0-8bee-d43dd3398f25 service neutron] 10.222.0.49 "GET /v2.0/networks/ccd03054-167d-46c2-b0be-00145b703f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342814 Jun 02 16:31:15.937386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d630-ed48-47b7-a4e8-3a1e68e96be5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:16.034654 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d630-ed48-47b7-a4e8-3a1e68e96be5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:16.100392 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d8c324f7-370d-4714-820c-76ee2f9dd032 req-025255b5-b6c0-463f-946b-f45f56e047ce service neutron] 10.222.0.49 "GET /v2.0/networks/ccd03054-167d-46c2-b0be-00145b703f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591482 Jun 02 16:31:16.207710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216119a9-9671-4970-92d0-2a5f0c903468 None None] DHCP port deletion for a5643abc-05c6-4fed-ac35-5126eb501a5b request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:31:16.279115 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-216119a9-9671-4970-92d0-2a5f0c903468 None None] Deleting port a4647a70-8ea5-438f-b23f-35f392373725 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:16.279506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-216119a9-9671-4970-92d0-2a5f0c903468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:16.304837 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b293b7-6b4d-4e45-924d-638e0b2af9ac req-a64b02d4-f7af-4613-b713-d2a82d79a775 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:16.306514 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-35b293b7-6b4d-4e45-924d-638e0b2af9ac req-a64b02d4-f7af-4613-b713-d2a82d79a775 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 945 time: 0.0882163 Jun 02 16:31:16.387377 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-216119a9-9671-4970-92d0-2a5f0c903468 None None] For port a4647a70-8ea5-438f-b23f-35f392373725, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a4647a70-8ea5-438f-b23f-35f392373725,segment=NetworkSegment(ad996152-8a5c-4a4e-831d-63ccd6c48560),segment_id=ad996152-8a5c-4a4e-831d-63ccd6c48560)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:16.387783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-216119a9-9671-4970-92d0-2a5f0c903468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:16.468510 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-35b293b7-6b4d-4e45-924d-638e0b2af9ac req-bceec5b2-99af-44cb-9613-cbfaf4a8bba6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 72586902-4b19-474c-a343-dc6bad153195 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:16.469589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-35b293b7-6b4d-4e45-924d-638e0b2af9ac req-bceec5b2-99af-44cb-9613-cbfaf4a8bba6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:16.492322 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d630-ed48-47b7-a4e8-3a1e68e96be5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:16.496596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-114a6023-9178-485d-a041-96965f77359e tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:16.522882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-216119a9-9671-4970-92d0-2a5f0c903468 None None] Calling delete_port for a4647a70-8ea5-438f-b23f-35f392373725 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:16.533189 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2d630-ed48-47b7-a4e8-3a1e68e96be5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Subnet': ['ID=3bfadfd1-4a37-42e7-9e85-256217490ca9,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:16.536420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c5e2d630-ed48-47b7-a4e8-3a1e68e96be5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:16.537534 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d630-ed48-47b7-a4e8-3a1e68e96be5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:16.543856 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c5e2d630-ed48-47b7-a4e8-3a1e68e96be5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/3bfadfd1-4a37-42e7-9e85-256217490ca9 HTTP/1.1" status: 204 len: 168 time: 0.7537820 Jun 02 16:31:16.546372 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38312) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:16.553540 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692abbca-bafe-441f-b16f-6b178de307b7 None None] Network b566034c-829b-4e68-933e-e3d3367d9c39 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:16.631016 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-35b293b7-6b4d-4e45-924d-638e0b2af9ac req-bceec5b2-99af-44cb-9613-cbfaf4a8bba6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 72586902-4b19-474c-a343-dc6bad153195, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=72586902-4b19-474c-a343-dc6bad153195,segment=NetworkSegment(8407f203-e2c2-4a02-a331-f6776b71d707),segment_id=8407f203-e2c2-4a02-a331-f6776b71d707)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:16.631736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-35b293b7-6b4d-4e45-924d-638e0b2af9ac req-bceec5b2-99af-44cb-9613-cbfaf4a8bba6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:16.667360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef7589d8-214c-42c2-b89f-8a59073e2b85 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:16.738696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ef7589d8-214c-42c2-b89f-8a59073e2b85 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] The port 'a4647a70-8ea5-438f-b23f-35f392373725' was deleted {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 02 16:31:16.746417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-216119a9-9671-4970-92d0-2a5f0c903468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:16.759033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-065e216e-50ce-4197-922f-0c1e17b4edda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:16.775016 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-35b293b7-6b4d-4e45-924d-638e0b2af9ac req-bceec5b2-99af-44cb-9613-cbfaf4a8bba6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 72586902-4b19-474c-a343-dc6bad153195 owned by compute:nova {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:16.804644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216119a9-9671-4970-92d0-2a5f0c903468 None None] Pushing event deleted for resources: {'Port': ['ID=a4647a70-8ea5-438f-b23f-35f392373725,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:16.809045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-216119a9-9671-4970-92d0-2a5f0c903468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:16.823079 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216119a9-9671-4970-92d0-2a5f0c903468 None None] No DVR routers for this DVR port a4647a70-8ea5-438f-b23f-35f392373725 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:31:16.892120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef7589d8-214c-42c2-b89f-8a59073e2b85 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:16.908392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-ef7589d8-214c-42c2-b89f-8a59073e2b85 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5643abc-05c6-4fed-ac35-5126eb501a5b']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:16.912794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-35b293b7-6b4d-4e45-924d-638e0b2af9ac req-bceec5b2-99af-44cb-9613-cbfaf4a8bba6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:16.929146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6db29a11-83d7-4473-8911-f4540affd808 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:16.947653 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151378c0-37ac-4431-bb57-60477ce74f01 None None] DHCP port deletion for b566034c-829b-4e68-933e-e3d3367d9c39 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:31:16.962753 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-ef7589d8-214c-42c2-b89f-8a59073e2b85 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad996152-8a5c-4a4e-831d-63ccd6c48560') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:16.962753 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-ef7589d8-214c-42c2-b89f-8a59073e2b85 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad996152-8a5c-4a4e-831d-63ccd6c48560') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:16.984523 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d360938e-542e-4c36-b31d-b066728f9897 req-5791f520-e778-4fe1-8189-335fee029049 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51d02669-7bb4-4a80-bc2c-b19aa96cca79 HTTP/1.1" status: 200 len: 210 time: 0.0613637 Jun 02 16:31:16.986452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef7589d8-214c-42c2-b89f-8a59073e2b85 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:17.004664 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef7589d8-214c-42c2-b89f-8a59073e2b85 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:17.013500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7589d8-214c-42c2-b89f-8a59073e2b85 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:31:17.013500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef7589d8-214c-42c2-b89f-8a59073e2b85 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:17.021692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceec5b2-99af-44cb-9613-cbfaf4a8bba6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=72586902-4b19-474c-a343-dc6bad153195,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:17.030927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bceec5b2-99af-44cb-9613-cbfaf4a8bba6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:31:17.036588 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:31:17.046628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-151378c0-37ac-4431-bb57-60477ce74f01 None None] Deleting port 101bcd7c-b8d3-4935-9cde-cad4ced4e568 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:17.047137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-151378c0-37ac-4431-bb57-60477ce74f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:17.078124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b293b7-6b4d-4e45-924d-638e0b2af9ac req-bceec5b2-99af-44cb-9613-cbfaf4a8bba6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] No DVR routers for this DVR port 72586902-4b19-474c-a343-dc6bad153195 on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:31:17.081197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-35b293b7-6b4d-4e45-924d-638e0b2af9ac req-bceec5b2-99af-44cb-9613-cbfaf4a8bba6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:17.084526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'name': 'network-vif-deleted', 'tag': '72586902-4b19-474c-a343-dc6bad153195'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:31:17.087131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbf1207-94a7-468a-b7fa-d8dfb0c5d65a" -d '{"events": [{"server_uuid": "51d02669-7bb4-4a80-bc2c-b19aa96cca79", "name": "network-vif-deleted", "tag": "72586902-4b19-474c-a343-dc6bad153195"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:31:17.109949 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-35b293b7-6b4d-4e45-924d-638e0b2af9ac req-bceec5b2-99af-44cb-9613-cbfaf4a8bba6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "DELETE /v2.0/ports/72586902-4b19-474c-a343-dc6bad153195 HTTP/1.1" status: 204 len: 173 time: 0.7951574 Jun 02 16:31:17.137077 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef7589d8-214c-42c2-b89f-8a59073e2b85 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:17.143349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef7589d8-214c-42c2-b89f-8a59073e2b85 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:17.149668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27acfb9b-5e40-482d-85bc-7b60bd0cc001 x-openstack-request-id: req-27acfb9b-5e40-482d-85bc-7b60bd0cc001 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:31:17.150016 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d02669-7bb4-4a80-bc2c-b19aa96cca79", "name": "network-vif-deleted", "tag": "72586902-4b19-474c-a343-dc6bad153195", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:31:17.150390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27acfb9b-5e40-482d-85bc-7b60bd0cc001 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:31:17.150820 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d02669-7bb4-4a80-bc2c-b19aa96cca79', 'name': 'network-vif-deleted', 'tag': '72586902-4b19-474c-a343-dc6bad153195', 'status': 'completed', 'code': 200} Jun 02 16:31:17.153829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-86e3d933-8fbc-4156-b5eb-e1d251723ecd tempest-NetworksTestDHCPv6-81023000 tempest-NetworksTestDHCPv6-81023000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:17.165334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-151378c0-37ac-4431-bb57-60477ce74f01 None None] For port 101bcd7c-b8d3-4935-9cde-cad4ced4e568, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=101bcd7c-b8d3-4935-9cde-cad4ced4e568,segment=NetworkSegment(1e8ac945-bff9-4871-bb8b-6bf1437cdc5b),segment_id=1e8ac945-bff9-4871-bb8b-6bf1437cdc5b)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:17.165738 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-151378c0-37ac-4431-bb57-60477ce74f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:17.175468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7589d8-214c-42c2-b89f-8a59073e2b85 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Network': ['ID=a5643abc-05c6-4fed-ac35-5126eb501a5b,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:17.180224 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ef7589d8-214c-42c2-b89f-8a59073e2b85 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/networks/a5643abc-05c6-4fed-ac35-5126eb501a5b HTTP/1.1" status: 204 len: 168 time: 0.6307292 Jun 02 16:31:17.180224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ef7589d8-214c-42c2-b89f-8a59073e2b85 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:17.181545 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38318) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:17.305327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-151378c0-37ac-4431-bb57-60477ce74f01 None None] Calling delete_port for 101bcd7c-b8d3-4935-9cde-cad4ced4e568 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:17.309710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:17.372348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-151378c0-37ac-4431-bb57-60477ce74f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:17.379349 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3af7ed13-7a11-40da-a04c-53790481c119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:17.400615 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port 101bcd7c-b8d3-4935-9cde-cad4ced4e568 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:17.400951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:17.431910 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151378c0-37ac-4431-bb57-60477ce74f01 None None] Pushing event deleted for resources: {'Port': ['ID=101bcd7c-b8d3-4935-9cde-cad4ced4e568,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:17.435232 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-151378c0-37ac-4431-bb57-60477ce74f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:17.436051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151378c0-37ac-4431-bb57-60477ce74f01 None None] No DVR routers for this DVR port 101bcd7c-b8d3-4935-9cde-cad4ced4e568 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:31:17.509423 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] For port 101bcd7c-b8d3-4935-9cde-cad4ced4e568, host dv-neutron-601336-83-hyperv, got binding levels [] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:17.509423 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:17.814529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for 101bcd7c-b8d3-4935-9cde-cad4ced4e568 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:17.818431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.ipam_backend_mixin [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Port 101bcd7c-b8d3-4935-9cde-cad4ced4e568 was not found and therefore no delete operation was performed {{(pid=92322) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 16:31:17.819746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:17.823655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c035f6c7-f2f5-4ff4-a658-511e1929912a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:17.867267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=101bcd7c-b8d3-4935-9cde-cad4ced4e568,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:17.870460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:17.871251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No DVR routers for this DVR port 101bcd7c-b8d3-4935-9cde-cad4ced4e568 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:31:18.002292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.016559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b566034c-829b-4e68-933e-e3d3367d9c39']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:18.033187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8ac945-bff9-4871-bb8b-6bf1437cdc5b') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:18.033450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8ac945-bff9-4871-bb8b-6bf1437cdc5b') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:18.046869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.070109 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.071591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 101bcd7c-b8d3-4935-9cde-cad4ced4e568 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:31:18.086541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:31:18.087044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.101958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38322) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:31:18.107617 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:31:18.112366 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 101bcd7c-b8d3-4935-9cde-cad4ced4e568 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:31:18.113714 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 101bcd7c-b8d3-4935-9cde-cad4ced4e568 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:31:18.114699 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a4647a70-8ea5-438f-b23f-35f392373725 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:31:18.200401 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.206164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b963c3b4-2fdb-485c-87d5-b30ff2772b53 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:18.207931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-694d940c-865c-41f0-96b7-ab3601907bb8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.208140 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: a4647a70-8ea5-438f-b23f-35f392373725 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:31:18.208608 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a4647a70-8ea5-438f-b23f-35f392373725 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:31:18.225865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.236540 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Network': ['ID=b566034c-829b-4e68-933e-e3d3367d9c39,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:18.243197 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/networks/b566034c-829b-4e68-933e-e3d3367d9c39 HTTP/1.1" status: 204 len: 168 time: 1.0570354 Jun 02 16:31:18.243197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:18.243755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38324) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:18.248536 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-248809903'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:18.248832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-694d940c-865c-41f0-96b7-ab3601907bb8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.253813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:18.257798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:network and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:18.260822 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:18.266763 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:18.278623 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:31:18.282982 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.318514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:31:18.339809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-694d940c-865c-41f0-96b7-ab3601907bb8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.341698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.342050 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Added segment c70e9630-c083-4c71-b765-09ea50d62619 of type vlan for network 201c07d8-302e-48bc-a0f7-5e1490c2b8d6 Jun 02 16:31:18.345869 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a791bfbb-06f9-4d56-bb6e-a1e6878f2abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:18.362947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d940c-865c-41f0-96b7-ab3601907bb8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db103ec4-e7a6-4c09-8262-d81670780203,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:18.366364 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-694d940c-865c-41f0-96b7-ab3601907bb8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:18.374854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.384467 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-694d940c-865c-41f0-96b7-ab3601907bb8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.385756 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-694d940c-865c-41f0-96b7-ab3601907bb8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/security-groups/db103ec4-e7a6-4c09-8262-d81670780203 HTTP/1.1" status: 204 len: 168 time: 0.2822595 Jun 02 16:31:18.425877 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38328) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:18.433164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.441170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:18.441939 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.446031 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ff9f17c9-db99-44ac-8851-ba87f3868493 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:18.544869 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3003812 Jun 02 16:31:18.550841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38330) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:18.558265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'subnet': {'network_id': '201c07d8-302e-48bc-a0f7-5e1490c2b8d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:18.585089 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Network': ['ID=201c07d8-302e-48bc-a0f7-5e1490c2b8d6,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:18.591030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:18.596987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 201c07d8-302e-48bc-a0f7-5e1490c2b8d6 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:31:18.696716 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:18.700966 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:subnet and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:18.704977 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:18.716463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:18.731750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:31:18.735382 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:18.920255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:19.045034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d24ae929-581a-4e76-8534-21a9c7ea8ea4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:19.185916 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:19.189801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-902f800c-166e-47fb-8496-65bd2aab418b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:19.271846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Subnet': ['ID=61dcd128-e3dd-4654-af1b-bf9e65555068,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:19.275640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:19.283146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Checking segment: {'id': 'c70e9630-c083-4c71-b765-09ea50d62619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '201c07d8-302e-48bc-a0f7-5e1490c2b8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:19.283507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network hostable DHCP agents. Network: 201c07d8-302e-48bc-a0f7-5e1490c2b8d6, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:31:19.306023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 201c07d8-302e-48bc-a0f7-5e1490c2b8d6 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:31:19.317610 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 201c07d8-302e-48bc-a0f7-5e1490c2b8d6) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:19.329142 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5927f06-9d53-484b-971a-d71ddf619396 None None] Network 201c07d8-302e-48bc-a0f7-5e1490c2b8d6 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:19.333334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:19.333942 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:19.361731 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8094907 Jun 02 16:31:19.364053 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38332) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:19.368714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-4002b930-66a0-47e9-934d-f12052080446 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1893190257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:19.377544 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4002b930-66a0-47e9-934d-f12052080446 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:19.383390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4002b930-66a0-47e9-934d-f12052080446 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:router and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:19.387656 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4002b930-66a0-47e9-934d-f12052080446 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:19.402880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4002b930-66a0-47e9-934d-f12052080446 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:19.415705 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4002b930-66a0-47e9-934d-f12052080446 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:19.417216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4002b930-66a0-47e9-934d-f12052080446 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:19.435335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4002b930-66a0-47e9-934d-f12052080446 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:19.457333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4002b930-66a0-47e9-934d-f12052080446 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:19.492130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4002b930-66a0-47e9-934d-f12052080446 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:19.497010 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4002b930-66a0-47e9-934d-f12052080446 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1285861 Jun 02 16:31:19.497290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38334) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:19.505940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'port': {'network_id': '201c07d8-302e-48bc-a0f7-5e1490c2b8d6', 'name': 'tempest-RoutersIpV6Test-1686254872'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:19.573299 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-201c07d8-302e-48bc-a0f7-5e1490c2b8d6', 'network_id': '201c07d8-302e-48bc-a0f7-5e1490c2b8d6', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'fixed_ips': [{'subnet_id': '61dcd128-e3dd-4654-af1b-bf9e65555068'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:31:19.575493 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:19.682909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:19.694463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:19.709321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d24ae929-581a-4e76-8534-21a9c7ea8ea4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port b576ada4-0b08-4210-bba1-14288c277b41 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:19.709918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d24ae929-581a-4e76-8534-21a9c7ea8ea4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:19.711511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:31:19.717880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:19.752446 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] device_id is not set on port 4222d06f-358f-4cae-abdd-6c0b5cef2903 yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:31:19.756025 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Allocated IP 2001:db8::2 (201c07d8-302e-48bc-a0f7-5e1490c2b8d6/61dcd128-e3dd-4654-af1b-bf9e65555068/64e328e6-78d0-479f-9188-a601f69c7282) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:19.870029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-d24ae929-581a-4e76-8534-21a9c7ea8ea4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port b576ada4-0b08-4210-bba1-14288c277b41, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b576ada4-0b08-4210-bba1-14288c277b41,segment=NetworkSegment(8407f203-e2c2-4a02-a331-f6776b71d707),segment_id=8407f203-e2c2-4a02-a331-f6776b71d707)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:19.870426 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d24ae929-581a-4e76-8534-21a9c7ea8ea4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:19.989705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:19.996539 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d24ae929-581a-4e76-8534-21a9c7ea8ea4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for b576ada4-0b08-4210-bba1-14288c277b41 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:20.001686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Transition to ACTIVE for port object 64e328e6-78d0-479f-9188-a601f69c7282 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:20.022259 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Transition to ACTIVE for port object 64e328e6-78d0-479f-9188-a601f69c7282 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:20.030220 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:20.034845 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d4bd03c1-fb20-46ae-9aa9-21011959dd49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:20.104633 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Network 201c07d8-302e-48bc-a0f7-5e1490c2b8d6 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:20.108012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:20.109773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Allocated IP 2001:db8::1fb (201c07d8-302e-48bc-a0f7-5e1490c2b8d6/61dcd128-e3dd-4654-af1b-bf9e65555068/4222d06f-358f-4cae-abdd-6c0b5cef2903) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:20.114152 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:20.157219 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Pushing event updated for resources: {'Port': ['ID=64e328e6-78d0-479f-9188-a601f69c7282,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:20.167378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:20.185443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d24ae929-581a-4e76-8534-21a9c7ea8ea4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:20.190321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-247d1a84-017b-4347-9232-723ffc1db206 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:20.216689 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Attempting to bind port 64e328e6-78d0-479f-9188-a601f69c7282 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:31:20.217060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Attempting to bind port 64e328e6-78d0-479f-9188-a601f69c7282 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'c70e9630-c083-4c71-b765-09ea50d62619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '201c07d8-302e-48bc-a0f7-5e1490c2b8d6'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:31:20.217430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Attempting to bind port 64e328e6-78d0-479f-9188-a601f69c7282 on network 201c07d8-302e-48bc-a0f7-5e1490c2b8d6 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:31:20.223040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:31:20.223440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Checking segment: {'id': 'c70e9630-c083-4c71-b765-09ea50d62619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '201c07d8-302e-48bc-a0f7-5e1490c2b8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:20.223837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:20.224229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Bound using segment: {'id': 'c70e9630-c083-4c71-b765-09ea50d62619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '201c07d8-302e-48bc-a0f7-5e1490c2b8d6'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:31:20.224692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Bound port: 64e328e6-78d0-479f-9188-a601f69c7282, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70e9630-c083-4c71-b765-09ea50d62619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '201c07d8-302e-48bc-a0f7-5e1490c2b8d6'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:31:20.225663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:20.241056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ae929-581a-4e76-8534-21a9c7ea8ea4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=b576ada4-0b08-4210-bba1-14288c277b41,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:20.271360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d24ae929-581a-4e76-8534-21a9c7ea8ea4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:20.317207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 72586902-4b19-474c-a343-dc6bad153195 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:31:20.370570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:20.375987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 72586902-4b19-474c-a343-dc6bad153195 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:31:20.376591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 72586902-4b19-474c-a343-dc6bad153195 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:31:20.394772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] For port 64e328e6-78d0-479f-9188-a601f69c7282, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:31:20.400291 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] For port 64e328e6-78d0-479f-9188-a601f69c7282, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=64e328e6-78d0-479f-9188-a601f69c7282,segment=NetworkSegment(c70e9630-c083-4c71-b765-09ea50d62619),segment_id=c70e9630-c083-4c71-b765-09ea50d62619)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:31:20.409258 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Transition to ACTIVE for port object 4222d06f-358f-4cae-abdd-6c0b5cef2903 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:20.417181 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:20.425454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:20.439732 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:20.449505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bceec5b2-99af-44cb-9613-cbfaf4a8bba6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:20.528209 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Pushing event updated for resources: {'Port': ['ID=64e328e6-78d0-479f-9188-a601f69c7282,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:20.532661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:20.583403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d24ae929-581a-4e76-8534-21a9c7ea8ea4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:20.697858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 201c07d8-302e-48bc-a0f7-5e1490c2b8d6 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:20.701641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:20.707338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:20.713396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:20.714161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:20.718821 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=4222d06f-358f-4cae-abdd-6c0b5cef2903,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:20.723775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:20.749383 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2496548 Jun 02 16:31:20.751643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38336) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:21.204958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24ae929-581a-4e76-8534-21a9c7ea8ea4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:31:21.380526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:21.403982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24ae929-581a-4e76-8534-21a9c7ea8ea4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:21.419988 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d24ae929-581a-4e76-8534-21a9c7ea8ea4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9904795 Jun 02 16:31:21.420280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38338) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:21.422976 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710de73-1e07-418e-a13f-da4c5e320cc5 None None] Sync routers for ids ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:21.435068 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710de73-1e07-418e-a13f-da4c5e320cc5 None None] Routers {'43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:21.435701 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b710de73-1e07-418e-a13f-da4c5e320cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:21.508888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5aab1b-7d24-47a1-8905-c6ef58010192 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting subnet 6c4df237-b2c1-49de-825f-098292b9f9c3 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:31:21.512471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9b5aab1b-7d24-47a1-8905-c6ef58010192 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:21.584193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9b5aab1b-7d24-47a1-8905-c6ef58010192 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:21.632444 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-b710de73-1e07-418e-a13f-da4c5e320cc5 None None] Set router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:31:21.685465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9b5aab1b-7d24-47a1-8905-c6ef58010192 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:21.876081 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:21.882177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6fe0ac-e00e-455d-8a00-dc2fb3c89ed0 None None] Network 201c07d8-302e-48bc-a0f7-5e1490c2b8d6 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:21.882845 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:21.889452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-76097a08-265b-4135-8659-84a0b7c31257 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:21.972648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-845bfc25-1eb9-430e-901d-0dfd93865dee None None] Provisioning for port 64e328e6-78d0-479f-9188-a601f69c7282 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:21.987837 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b710de73-1e07-418e-a13f-da4c5e320cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:31:20Z', 'revision_number': 7, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:21.995750 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710de73-1e07-418e-a13f-da4c5e320cc5 None None] Checking router: 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:31:22.018258 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710de73-1e07-418e-a13f-da4c5e320cc5 None None] Routers {'43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:22.019354 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b710de73-1e07-418e-a13f-da4c5e320cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:22.093601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9b5aab1b-7d24-47a1-8905-c6ef58010192 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:22.122400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-10da7006-c496-496f-b0ad-0e053a4e6fdc tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:22.162040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=4222d06f-358f-4cae-abdd-6c0b5cef2903,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:22.163355 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9b5aab1b-7d24-47a1-8905-c6ef58010192 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:22.165483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:22.173213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5aab1b-7d24-47a1-8905-c6ef58010192 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4df237-b2c1-49de-825f-098292b9f9c3,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:22.176245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9b5aab1b-7d24-47a1-8905-c6ef58010192 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:22.178160 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9b5aab1b-7d24-47a1-8905-c6ef58010192 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/subnets/6c4df237-b2c1-49de-825f-098292b9f9c3 HTTP/1.1" status: 204 len: 168 time: 0.7568605 Jun 02 16:31:22.182443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38340) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:22.230895 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84e7e6b-1697-48bc-8e43-1784486b4c9a None None] Network ccd03054-167d-46c2-b0be-00145b703f93 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:22.250894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 64e328e6-78d0-479f-9188-a601f69c7282 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:22.270855 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-b710de73-1e07-418e-a13f-da4c5e320cc5 None None] Set router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:31:22.569581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 64e328e6-78d0-479f-9188-a601f69c7282 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:22.588099 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 64e328e6-78d0-479f-9188-a601f69c7282 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:22.588478 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:22.603038 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b710de73-1e07-418e-a13f-da4c5e320cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:31:20Z', 'revision_number': 7, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:22.609373 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710de73-1e07-418e-a13f-da4c5e320cc5 None None] The sync data for ids ['43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384'] in dv-neutron-601336-83-hyperv is: [{'id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'name': 'tempest-TestNetworkBasicOps-router-1241947117', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:31:20Z', 'revision_number': 7, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:29:07Z', 'updated_at': '2021-06-02T16:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:22.661569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:22.740888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:22.782604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 64e328e6-78d0-479f-9188-a601f69c7282, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=64e328e6-78d0-479f-9188-a601f69c7282,segment=NetworkSegment(c70e9630-c083-4c71-b765-09ea50d62619),segment_id=c70e9630-c083-4c71-b765-09ea50d62619)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:22.786801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:22.792433 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:22.799690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-46caf921-6744-4eda-9b49-0e17f706394f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:22.893817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=64e328e6-78d0-479f-9188-a601f69c7282,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:22.903726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:22.918712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-623681f8-8e2e-430d-ad71-410d4c353973 None None] Provisioning complete for port 64e328e6-78d0-479f-9188-a601f69c7282 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:22.919183 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-623681f8-8e2e-430d-ad71-410d4c353973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.008320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41805eb3-4a16-4b03-b446-d583ceb55157 None None] DHCP port deletion for ccd03054-167d-46c2-b0be-00145b703f93 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:31:23.054598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.078942 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.201040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-623681f8-8e2e-430d-ad71-410d4c353973 None None] Provisioning for port 4222d06f-358f-4cae-abdd-6c0b5cef2903 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:23.211736 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-41805eb3-4a16-4b03-b446-d583ceb55157 None None] Deleting port 86613e87-da50-4990-aa8e-143f4935cad7 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:23.212122 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-41805eb3-4a16-4b03-b446-d583ceb55157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.227080 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-623681f8-8e2e-430d-ad71-410d4c353973 None None] Provisioning complete for port 4222d06f-358f-4cae-abdd-6c0b5cef2903 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:23.227848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-623681f8-8e2e-430d-ad71-410d4c353973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.362765 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-623681f8-8e2e-430d-ad71-410d4c353973 None None] Port 4222d06f-358f-4cae-abdd-6c0b5cef2903 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:23.369496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-41805eb3-4a16-4b03-b446-d583ceb55157 None None] For port 86613e87-da50-4990-aa8e-143f4935cad7, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=86613e87-da50-4990-aa8e-143f4935cad7,segment=NetworkSegment(8407f203-e2c2-4a02-a331-f6776b71d707),segment_id=8407f203-e2c2-4a02-a331-f6776b71d707)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:23.369897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-41805eb3-4a16-4b03-b446-d583ceb55157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.385300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:23.385820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.500603 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-41805eb3-4a16-4b03-b446-d583ceb55157 None None] Calling delete_port for 86613e87-da50-4990-aa8e-143f4935cad7 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:23.526276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0a80c4b5-4547-448c-aec0-941ae62ffe66 None None] Provisioning complete for port 4222d06f-358f-4cae-abdd-6c0b5cef2903 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:23.526651 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0a80c4b5-4547-448c-aec0-941ae62ffe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.587295 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-0a80c4b5-4547-448c-aec0-941ae62ffe66 None None] Port 4222d06f-358f-4cae-abdd-6c0b5cef2903 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:23.608256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-41805eb3-4a16-4b03-b446-d583ceb55157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.612336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-216119a9-9671-4970-92d0-2a5f0c903468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:23.634466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:23.634816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.654252 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41805eb3-4a16-4b03-b446-d583ceb55157 None None] Pushing event deleted for resources: {'Port': ['ID=86613e87-da50-4990-aa8e-143f4935cad7,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:23.656632 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-41805eb3-4a16-4b03-b446-d583ceb55157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:23.659365 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41805eb3-4a16-4b03-b446-d583ceb55157 None None] No DVR routers for this DVR port 86613e87-da50-4990-aa8e-143f4935cad7 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:31:23.768106 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91 owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:23.807305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.815198 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.816053 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:23.820919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c1231839-c4be-41e4-afef-c1774a088024 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:24.057076 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 64e328e6-78d0-479f-9188-a601f69c7282 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:24.145776 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 64e328e6-78d0-479f-9188-a601f69c7282 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:24.146420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:24.272618 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=4222d06f-358f-4cae-abdd-6c0b5cef2903,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:24.278828 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:24.342393 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b576ada4-0b08-4210-bba1-14288c277b41 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:31:24.359703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 201c07d8-302e-48bc-a0f7-5e1490c2b8d6 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:24.362193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:24.378936 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: b576ada4-0b08-4210-bba1-14288c277b41 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:31:24.379311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b576ada4-0b08-4210-bba1-14288c277b41 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:31:24.379739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 86613e87-da50-4990-aa8e-143f4935cad7 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:31:24.417055 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 86613e87-da50-4990-aa8e-143f4935cad7 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:31:24.417055 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 86613e87-da50-4990-aa8e-143f4935cad7 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:31:24.564809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:24.572581 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c1d2f00c-ad90-47ea-b943-91bf5c603b7c tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:24.626883 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-60e76d4b-7b18-41b6-a9fd-f2a1d6e1d687 None None] Provisioning complete for port 4222d06f-358f-4cae-abdd-6c0b5cef2903 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:24.627452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-60e76d4b-7b18-41b6-a9fd-f2a1d6e1d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:24.683629 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:24.699884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:24.721314 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-60e76d4b-7b18-41b6-a9fd-f2a1d6e1d687 None None] Port 4222d06f-358f-4cae-abdd-6c0b5cef2903 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:24.788510 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:24.891344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router e503da47-dd67-494c-aed4-5b5322a2727a is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:31:24.968126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:25.020505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:25.116829 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:25.117470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Fanout notify agent at l3_agent the message router_deleted on router 43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:31:25.140297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:25.145882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:25.150040 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/routers/43f5cf4b-c540-4b71-aa5e-1a5fb9f5f384 HTTP/1.1" status: 204 len: 168 time: 2.9600425 Jun 02 16:31:25.150254 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38346) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:25.150706 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/e503da47-dd67-494c-aed4-5b5322a2727a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3971322 Jun 02 16:31:25.152874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38348) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:25.155048 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99fd2d5-492a-4061-a98a-1f6369e51085 None None] Sync routers for ids ['e503da47-dd67-494c-aed4-5b5322a2727a'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:25.172078 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99fd2d5-492a-4061-a98a-1f6369e51085 None None] Routers {'e503da47-dd67-494c-aed4-5b5322a2727a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:25.172730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b99fd2d5-492a-4061-a98a-1f6369e51085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e503da47-dd67-494c-aed4-5b5322a2727a'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:25.231343 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab557e3-8b67-4f62-b60d-5337e9d472f8 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:25.231957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7ab557e3-8b67-4f62-b60d-5337e9d472f8 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Synchronizing usage tracker for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:25.235614 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b99fd2d5-492a-4061-a98a-1f6369e51085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:25.244949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99fd2d5-492a-4061-a98a-1f6369e51085 None None] Routers {'e503da47-dd67-494c-aed4-5b5322a2727a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:25.245594 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b99fd2d5-492a-4061-a98a-1f6369e51085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e503da47-dd67-494c-aed4-5b5322a2727a'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:25.253032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7ab557e3-8b67-4f62-b60d-5337e9d472f8 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Unset dirty status for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:25.254726 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7ab557e3-8b67-4f62-b60d-5337e9d472f8 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports/4222d06f-358f-4cae-abdd-6c0b5cef2903 HTTP/1.1" status: 200 len: 984 time: 0.1009557 Jun 02 16:31:25.258039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38350) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:25.321682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b99fd2d5-492a-4061-a98a-1f6369e51085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:25.322298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99fd2d5-492a-4061-a98a-1f6369e51085 None None] The sync data for ids ['e503da47-dd67-494c-aed4-5b5322a2727a'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:25.422280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83e02fed-d13b-4cd5-9a11-1012e680c854 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:25.873668 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83e02fed-d13b-4cd5-9a11-1012e680c854 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:25.919997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-83e02fed-d13b-4cd5-9a11-1012e680c854 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd03054-167d-46c2-b0be-00145b703f93']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:25.938657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-83e02fed-d13b-4cd5-9a11-1012e680c854 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8407f203-e2c2-4a02-a331-f6776b71d707') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:25.938957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-83e02fed-d13b-4cd5-9a11-1012e680c854 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8407f203-e2c2-4a02-a331-f6776b71d707') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:25.953682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83e02fed-d13b-4cd5-9a11-1012e680c854 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:25.975437 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83e02fed-d13b-4cd5-9a11-1012e680c854 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:25.985433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e02fed-d13b-4cd5-9a11-1012e680c854 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:31:25.985819 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83e02fed-d13b-4cd5-9a11-1012e680c854 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:31:26.000238 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:31:26.064065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:31:26.101677 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:31:26.102542 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ca0d6654-3a2a-4d9c-9fd5-61b9a52ecf91 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:31:26.122925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83e02fed-d13b-4cd5-9a11-1012e680c854 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:26.127702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ef7589d8-214c-42c2-b89f-8a59073e2b85 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:26.143605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83e02fed-d13b-4cd5-9a11-1012e680c854 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:26.160902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e02fed-d13b-4cd5-9a11-1012e680c854 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Network': ['ID=ccd03054-167d-46c2-b0be-00145b703f93,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:26.166588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-83e02fed-d13b-4cd5-9a11-1012e680c854 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:26.169506 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-83e02fed-d13b-4cd5-9a11-1012e680c854 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/networks/ccd03054-167d-46c2-b0be-00145b703f93 HTTP/1.1" status: 204 len: 168 time: 1.0183980 Jun 02 16:31:26.192374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38354) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:26.197651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'network': {'name': 'tempest-network-smoke--1826002407', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'port_security_enabled': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:26.203761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:26.208114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:network and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:26.211068 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:26.217853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:26.228055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:31:26.232089 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:26.262601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:31:26.268445 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-026b0aa7-50ad-430c-8ca0-3b7b30b9e45a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:26.272680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:26.273027 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Added segment ea20a7d7-6705-42a3-b172-88d810560a7e of type vlan for network 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 Jun 02 16:31:26.301240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:26.341573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:26.347547 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:26.348146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:26.352120 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f6bf1254-8214-4d14-a880-04e0acd57659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:26.628856 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4353774 Jun 02 16:31:26.632432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Network': ['ID=4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:26.633888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38356) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:26.635915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:26.636178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-026b0aa7-50ad-430c-8ca0-3b7b30b9e45a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port 4222d06f-358f-4cae-abdd-6c0b5cef2903 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:26.636505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-026b0aa7-50ad-430c-8ca0-3b7b30b9e45a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:26.639149 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1295217639', 'admin_state_up': True, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:26.645501 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:31:26.646790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:26.650789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:router and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:26.653971 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:26.661265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:26.674902 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:26.676463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:26.695389 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:26.823363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-026b0aa7-50ad-430c-8ca0-3b7b30b9e45a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:26.952636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-026b0aa7-50ad-430c-8ca0-3b7b30b9e45a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for 4222d06f-358f-4cae-abdd-6c0b5cef2903 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:27.076558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:27.103463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-026b0aa7-50ad-430c-8ca0-3b7b30b9e45a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:27.109508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:27.156853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b0aa7-50ad-430c-8ca0-3b7b30b9e45a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=4222d06f-358f-4cae-abdd-6c0b5cef2903,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:27.160069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-026b0aa7-50ad-430c-8ca0-3b7b30b9e45a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:27.328970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-026b0aa7-50ad-430c-8ca0-3b7b30b9e45a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:27.402452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:27.432227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:27.578052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.127 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/43f995ea-00fb-42d1-b3c0-73d9d59242d4) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:27.734477 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:27.767290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:27.772153 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cdd32ed7-b419-41e1-ac71-a94aa560553c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:27.778978 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026b0aa7-50ad-430c-8ca0-3b7b30b9e45a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router e503da47-dd67-494c-aed4-5b5322a2727a has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:31:27.832189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:27.835511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:27.839617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:27.878091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=43f995ea-00fb-42d1-b3c0-73d9d59242d4,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:27.882185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:27.919382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026b0aa7-50ad-430c-8ca0-3b7b30b9e45a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:27.940649 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ecb73e-b8f2-4d94-bc4c-c1766dd67f9d None None] Sync routers for ids ['e503da47-dd67-494c-aed4-5b5322a2727a'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:27.952795 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-026b0aa7-50ad-430c-8ca0-3b7b30b9e45a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/e503da47-dd67-494c-aed4-5b5322a2727a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6909873 Jun 02 16:31:27.952795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38358) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:27.953147 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ecb73e-b8f2-4d94-bc4c-c1766dd67f9d None None] Routers {'e503da47-dd67-494c-aed4-5b5322a2727a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:27.953147 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c5ecb73e-b8f2-4d94-bc4c-c1766dd67f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e503da47-dd67-494c-aed4-5b5322a2727a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:28.051476 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c5ecb73e-b8f2-4d94-bc4c-c1766dd67f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:28.061444 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ecb73e-b8f2-4d94-bc4c-c1766dd67f9d None None] Routers {'e503da47-dd67-494c-aed4-5b5322a2727a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:28.062213 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c5ecb73e-b8f2-4d94-bc4c-c1766dd67f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e503da47-dd67-494c-aed4-5b5322a2727a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:28.124370 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c5ecb73e-b8f2-4d94-bc4c-c1766dd67f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:28.124777 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ecb73e-b8f2-4d94-bc4c-c1766dd67f9d None None] The sync data for ids ['e503da47-dd67-494c-aed4-5b5322a2727a'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:28.315473 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-6fb98614-c961-4d61-a20f-11bd5d54374d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] remove_router_interface failed (client error): The resource could not be found. Jun 02 16:31:28.316525 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6fb98614-c961-4d61-a20f-11bd5d54374d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/e503da47-dd67-494c-aed4-5b5322a2727a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3645043 Jun 02 16:31:28.319592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38360) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:28.362432 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e290d2ec-e211-4c44-8855-4961a34421aa tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Synchronizing usage tracker for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:28.379499 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e290d2ec-e211-4c44-8855-4961a34421aa tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Unset dirty status for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:28.383247 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e290d2ec-e211-4c44-8855-4961a34421aa tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports?device_id=e503da47-dd67-494c-aed4-5b5322a2727a HTTP/1.1" status: 200 len: 205 time: 0.0602317 Jun 02 16:31:28.383543 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38362) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:28.437709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:28.521391 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-db1dcc24-44ec-4482-9e37-8dc3c4a3c727 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:28.786643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:28.973924 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-db1dcc24-44ec-4482-9e37-8dc3c4a3c727 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:28.976203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-db1dcc24-44ec-4482-9e37-8dc3c4a3c727 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:29.000481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-db1dcc24-44ec-4482-9e37-8dc3c4a3c727 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:29.001152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1dcc24-44ec-4482-9e37-8dc3c4a3c727 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Fanout notify agent at l3_agent the message router_deleted on router e503da47-dd67-494c-aed4-5b5322a2727a {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:31:29.001632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 611e414b-8e41-42db-9e57-74ddcf2bfdfb is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:31:29.012223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-db1dcc24-44ec-4482-9e37-8dc3c4a3c727 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:29.013301 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-db1dcc24-44ec-4482-9e37-8dc3c4a3c727 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/routers/e503da47-dd67-494c-aed4-5b5322a2727a HTTP/1.1" status: 204 len: 168 time: 0.6288581 Jun 02 16:31:29.015989 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38364) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:29.082250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a86b42-6d6d-4b32-a4c9-c117737783ce tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting subnet 61dcd128-e3dd-4654-af1b-bf9e65555068 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:31:29.085605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-33a86b42-6d6d-4b32-a4c9-c117737783ce tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:29.147687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-33a86b42-6d6d-4b32-a4c9-c117737783ce tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:29.191888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:29.201930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Sync routers for ids ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:29.211406 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Routers {'611e414b-8e41-42db-9e57-74ddcf2bfdfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:29.212390 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:29.224210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:29.225842 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5909667 Jun 02 16:31:29.229444 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38366) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:29.272546 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d1f5652c-e9bb-4c27-a4ca-9d1fcdc06812 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=fb79c8ac06334981844f175e241075b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416667 Jun 02 16:31:29.275404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38368) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:29.350626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-33a86b42-6d6d-4b32-a4c9-c117737783ce tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:29.392265 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Set router 611e414b-8e41-42db-9e57-74ddcf2bfdfb gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:31:29.527551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5655c0a8-81ab-47ce-a995-4f5b26c398d0 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:29.529026 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5655c0a8-81ab-47ce-a995-4f5b26c398d0 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2527130 Jun 02 16:31:29.532118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38370) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:29.580088 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3906cd86-085e-46e5-8480-24eabbf1708a tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467536 Jun 02 16:31:29.582881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38372) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:29.588190 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-452065254', 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:29.684606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'name': 'tempest-TestNetworkBasicOps-router-1295217639', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:26Z', 'updated_at': '2021-06-02T16:31:28Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:27Z', 'updated_at': '2021-06-02T16:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:29.688631 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Checking router: 611e414b-8e41-42db-9e57-74ddcf2bfdfb for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:31:29.689191 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Updating router 611e414b-8e41-42db-9e57-74ddcf2bfdfb port 43f995ea-00fb-42d1-b3c0-73d9d59242d4 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:31:29.700785 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:29.704925 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:subnet and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:29.705844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-33a86b42-6d6d-4b32-a4c9-c117737783ce tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:29.707854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:29.711205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-159ca56e-8d59-413c-bd9d-0ce2613fceb2 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:29.713625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:29.723995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:31:29.727901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:29.744519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:29.750390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a86b42-6d6d-4b32-a4c9-c117737783ce tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Subnet': ['ID=61dcd128-e3dd-4654-af1b-bf9e65555068,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:29.752860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-33a86b42-6d6d-4b32-a4c9-c117737783ce tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:29.756408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-33a86b42-6d6d-4b32-a4c9-c117737783ce tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:29.763654 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-33a86b42-6d6d-4b32-a4c9-c117737783ce tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/61dcd128-e3dd-4654-af1b-bf9e65555068 HTTP/1.1" status: 204 len: 168 time: 0.7434809 Jun 02 16:31:29.763878 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38374) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:29.776270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe4c542-3d3e-4f43-9b8a-c88879647657 None None] Network 201c07d8-302e-48bc-a0f7-5e1490c2b8d6 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:29.943380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:30.232379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caff081f-ff6b-496d-bb5f-0b43415ef673 None None] DHCP port deletion for 201c07d8-302e-48bc-a0f7-5e1490c2b8d6 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:31:30.273024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port 64e328e6-78d0-479f-9188-a601f69c7282 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:30.273313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:30.300897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:30.326311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Transition to ACTIVE for port object 43f995ea-00fb-42d1-b3c0-73d9d59242d4 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:30.336169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:30.340589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:30.393676 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-caff081f-ff6b-496d-bb5f-0b43415ef673 None None] Deleting port 64e328e6-78d0-479f-9188-a601f69c7282 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:30.394408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-caff081f-ff6b-496d-bb5f-0b43415ef673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:30.399977 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] For port 64e328e6-78d0-479f-9188-a601f69c7282, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=64e328e6-78d0-479f-9188-a601f69c7282,segment=NetworkSegment(c70e9630-c083-4c71-b765-09ea50d62619),segment_id=c70e9630-c083-4c71-b765-09ea50d62619)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:30.400385 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:30.532774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e276d4-64a9-485d-9468-60aa85eb6689 None None] Pushing event updated for resources: {'Port': ['ID=43f995ea-00fb-42d1-b3c0-73d9d59242d4,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:30.548087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-05e276d4-64a9-485d-9468-60aa85eb6689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:30.548860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Attempting to bind port 43f995ea-00fb-42d1-b3c0-73d9d59242d4 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:31:30.549234 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Attempting to bind port 43f995ea-00fb-42d1-b3c0-73d9d59242d4 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:31:30.549587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Attempting to bind port 43f995ea-00fb-42d1-b3c0-73d9d59242d4 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:31:30.567110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:31:30.567493 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:30.567902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:30.568315 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:31:30.568814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Bound port: 43f995ea-00fb-42d1-b3c0-73d9d59242d4, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:31:30.569200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:30.582904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for 64e328e6-78d0-479f-9188-a601f69c7282 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:30.614004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-caff081f-ff6b-496d-bb5f-0b43415ef673 None None] For port 64e328e6-78d0-479f-9188-a601f69c7282, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=64e328e6-78d0-479f-9188-a601f69c7282,segment=NetworkSegment(c70e9630-c083-4c71-b765-09ea50d62619),segment_id=c70e9630-c083-4c71-b765-09ea50d62619)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:30.614427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-caff081f-ff6b-496d-bb5f-0b43415ef673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:30.678356 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:30.683175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f23a44a1-8980-4f8f-8533-0ea79ff730eb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:30.752439 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-caff081f-ff6b-496d-bb5f-0b43415ef673 None None] Calling delete_port for 64e328e6-78d0-479f-9188-a601f69c7282 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:30.760622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=64e328e6-78d0-479f-9188-a601f69c7282,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:30.765040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No DVR routers for this DVR port 64e328e6-78d0-479f-9188-a601f69c7282 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:31:30.768968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:30.784089 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] For port 43f995ea-00fb-42d1-b3c0-73d9d59242d4, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:31:30.799480 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] For port 43f995ea-00fb-42d1-b3c0-73d9d59242d4, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=43f995ea-00fb-42d1-b3c0-73d9d59242d4,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:31:30.807347 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:30.813626 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:30.840752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:30.846712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2533a6f9-420b-47e2-9652-904b290bba72 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:30.900903 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Routers {'611e414b-8e41-42db-9e57-74ddcf2bfdfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:30.901550 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:30.960133 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:30.962916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e276d4-64a9-485d-9468-60aa85eb6689 None None] Pushing event updated for resources: {'Port': ['ID=43f995ea-00fb-42d1-b3c0-73d9d59242d4,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:30.975609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-caff081f-ff6b-496d-bb5f-0b43415ef673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:30.981561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-05e276d4-64a9-485d-9468-60aa85eb6689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:30.982042 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-05e276d4-64a9-485d-9468-60aa85eb6689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:30.985515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201c07d8-302e-48bc-a0f7-5e1490c2b8d6']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:31.007523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70e9630-c083-4c71-b765-09ea50d62619') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:31.007805 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70e9630-c083-4c71-b765-09ea50d62619') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:31.014512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Subnet': ['ID=0712e59b-2ff0-4ab1-80e3-0a3998fc5dad,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:31.023664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:31.025385 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.036816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff081f-ff6b-496d-bb5f-0b43415ef673 None None] Pushing event deleted for resources: {'Port': ['ID=64e328e6-78d0-479f-9188-a601f69c7282,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:31.044924 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-caff081f-ff6b-496d-bb5f-0b43415ef673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:31.046688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Checking segment: {'id': 'ea20a7d7-6705-42a3-b172-88d810560a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:31.047055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network hostable DHCP agents. Network: 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:31:31.050314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.060605 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:31:31.061017 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:31:31.075793 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:31:31.101151 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff081f-ff6b-496d-bb5f-0b43415ef673 None None] No DVR routers for this DVR port 64e328e6-78d0-479f-9188-a601f69c7282 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:31:31.155443 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] Set router 611e414b-8e41-42db-9e57-74ddcf2bfdfb gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:31:31.156223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:31:31.167402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.174507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:31.185609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.188099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:31.203316 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f49109e-9b23-4e21-8486-629850781509 None None] Network 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:31.207145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Network': ['ID=201c07d8-302e-48bc-a0f7-5e1490c2b8d6,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:31.212363 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:31.215058 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:31.215655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.232361 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/networks/201c07d8-302e-48bc-a0f7-5e1490c2b8d6 HTTP/1.1" status: 204 len: 168 time: 1.4681163 Jun 02 16:31:31.239176 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38376) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:31.247078 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6970c742-32df-495d-83d9-08246dba9da8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6601558 Jun 02 16:31:31.247266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38378) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:31.249613 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-650313057'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:31.255019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:31.259285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:network and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:31.263090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:31.273482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:31.285725 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:31:31.289709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.327647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:31:31.338386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.338770 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Added segment 418018c4-7cd0-49b4-b87e-f04a587f0749 of type vlan for network a8282455-d2cb-4532-a373-a844be18399e Jun 02 16:31:31.368964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.411518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.418412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:31.419152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.424722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:31.526120 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2840002 Jun 02 16:31:31.528254 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38380) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:31.535504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Network': ['ID=a8282455-d2cb-4532-a373-a844be18399e,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:31.538958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:31.539671 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'subnet': {'network_id': 'a8282455-d2cb-4532-a373-a844be18399e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:31.551596 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network a8282455-d2cb-4532-a373-a844be18399e details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:31:31.715697 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ips': [{'subnet_id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:31:31.716568 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:31.791056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'name': 'tempest-TestNetworkBasicOps-router-1295217639', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:26Z', 'updated_at': '2021-06-02T16:31:28Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:27Z', 'updated_at': '2021-06-02T16:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:31.802640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1ae5d8-d3ee-4f63-a25d-5e8b065ad219 None None] The sync data for ids ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'] in dv-neutron-601336-83-hyperv is: [{'id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'name': 'tempest-TestNetworkBasicOps-router-1295217639', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:26Z', 'updated_at': '2021-06-02T16:31:28Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:27Z', 'updated_at': '2021-06-02T16:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:31.897138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Allocated IP 172.20.0.2 (4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60/0712e59b-2ff0-4ab1-80e3-0a3998fc5dad/91e2d0df-ce3f-4d16-8036-c05b2def2d03) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:31.960969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:31.968253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:subnet and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:31.979579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:31.990166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:32.095900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:31:32.099600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:32.142477 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 64e328e6-78d0-479f-9188-a601f69c7282 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:31:32.185999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 64e328e6-78d0-479f-9188-a601f69c7282 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:31:32.186375 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 64e328e6-78d0-479f-9188-a601f69c7282 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:31:32.278115 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:32.291663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Transition to ACTIVE for port object 91e2d0df-ce3f-4d16-8036-c05b2def2d03 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:32.312692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Transition to ACTIVE for port object 91e2d0df-ce3f-4d16-8036-c05b2def2d03 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:32.320591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:32.326002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-05e276d4-64a9-485d-9468-60aa85eb6689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:32.391625 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Network 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:32.395744 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:32.402822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:32.444216 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Pushing event updated for resources: {'Port': ['ID=91e2d0df-ce3f-4d16-8036-c05b2def2d03,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:32.453717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:32.476845 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:32.504982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Attempting to bind port 91e2d0df-ce3f-4d16-8036-c05b2def2d03 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:31:32.505356 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Attempting to bind port 91e2d0df-ce3f-4d16-8036-c05b2def2d03 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'ea20a7d7-6705-42a3-b172-88d810560a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:31:32.505730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Attempting to bind port 91e2d0df-ce3f-4d16-8036-c05b2def2d03 on network 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:31:32.511778 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:31:32.512342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Checking segment: {'id': 'ea20a7d7-6705-42a3-b172-88d810560a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:32.512640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:32.513057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Bound using segment: {'id': 'ea20a7d7-6705-42a3-b172-88d810560a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:31:32.513527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Bound port: 91e2d0df-ce3f-4d16-8036-c05b2def2d03, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea20a7d7-6705-42a3-b172-88d810560a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:31:32.513873 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:32.624499 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] For port 91e2d0df-ce3f-4d16-8036-c05b2def2d03, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:31:32.628327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] For port 91e2d0df-ce3f-4d16-8036-c05b2def2d03, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=91e2d0df-ce3f-4d16-8036-c05b2def2d03,segment=NetworkSegment(ea20a7d7-6705-42a3-b172-88d810560a7e),segment_id=ea20a7d7-6705-42a3-b172-88d810560a7e)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:31:32.633685 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:32.638232 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-151378c0-37ac-4431-bb57-60477ce74f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:32.720435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Pushing event updated for resources: {'Port': ['ID=91e2d0df-ce3f-4d16-8036-c05b2def2d03,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:32.725874 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:32.931783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2c15eac7-b904-4f7d-9645-58dd0085c554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:33.074157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:33.078387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.1 (4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60/0712e59b-2ff0-4ab1-80e3-0a3998fc5dad/6dc8e8ed-098b-4b74-aeb8-154f77ac98b2) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:33.080484 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4abd1fed-0bba-40d6-a86c-89388fe9aeae tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:33.245655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Subnet': ['ID=aabc20a3-1b87-4e5e-9987-1732971c9728,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:33.258279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:33.281071 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Checking segment: {'id': '418018c4-7cd0-49b4-b87e-f04a587f0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a8282455-d2cb-4532-a373-a844be18399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:33.281400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network hostable DHCP agents. Network: a8282455-d2cb-4532-a373-a844be18399e, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:31:33.326627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:33.333084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network a8282455-d2cb-4532-a373-a844be18399e is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:31:33.347632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, a8282455-d2cb-4532-a373-a844be18399e) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:33.349523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:33.357385 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310e75f9-4abd-43b4-b1e5-7a9efbc6e987 None None] Network a8282455-d2cb-4532-a373-a844be18399e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:33.361717 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:33.362349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:33.398371 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8683209 Jun 02 16:31:33.402800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38384) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:33.411214 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f8657116-e6a9-4245-9fbd-24ec1864aab0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-803989308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:33.419045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f8657116-e6a9-4245-9fbd-24ec1864aab0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:33.423818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:33.428462 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f8657116-e6a9-4245-9fbd-24ec1864aab0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:router and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:33.431013 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:33.459819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f8657116-e6a9-4245-9fbd-24ec1864aab0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:33.483770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f8657116-e6a9-4245-9fbd-24ec1864aab0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:33.608304 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-a8282455-d2cb-4532-a373-a844be18399e', 'network_id': 'a8282455-d2cb-4532-a373-a844be18399e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'fixed_ips': [{'subnet_id': 'aabc20a3-1b87-4e5e-9987-1732971c9728'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:31:33.609206 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:33.701030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:33.701404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8657116-e6a9-4245-9fbd-24ec1864aab0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:33.702655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8657116-e6a9-4245-9fbd-24ec1864aab0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:33.721096 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:33.726639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8657116-e6a9-4245-9fbd-24ec1864aab0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:33.728630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:33.754108 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=6dc8e8ed-098b-4b74-aeb8-154f77ac98b2,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:33.765068 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:33.797123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8657116-e6a9-4245-9fbd-24ec1864aab0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:33.812806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:33.814230 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Allocated IP 2001:db8::2 (a8282455-d2cb-4532-a373-a844be18399e/aabc20a3-1b87-4e5e-9987-1732971c9728/b3c33d08-0a9a-473c-bb9a-8d28027fafda) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:33.847507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f8657116-e6a9-4245-9fbd-24ec1864aab0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:33.853121 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f8657116-e6a9-4245-9fbd-24ec1864aab0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4450612 Jun 02 16:31:33.854525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38386) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:33.941843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8d1068-23a9-4419-8256-89a11654438f None None] Network 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:34.007026 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:34.088343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6f1545c5-25cf-4e46-9148-926b52014ae8 None None] Provisioning for port 91e2d0df-ce3f-4d16-8036-c05b2def2d03 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:34.241422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 91e2d0df-ce3f-4d16-8036-c05b2def2d03 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:34.266655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:34.298867 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Transition to ACTIVE for port object b3c33d08-0a9a-473c-bb9a-8d28027fafda will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:34.381213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Transition to ACTIVE for port object b3c33d08-0a9a-473c-bb9a-8d28027fafda will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:34.399341 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:34.410588 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:34.463505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 91e2d0df-ce3f-4d16-8036-c05b2def2d03 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:34.494306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Network a8282455-d2cb-4532-a373-a844be18399e is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:34.495228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 91e2d0df-ce3f-4d16-8036-c05b2def2d03 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:34.495618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:34.519954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:34.525099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:34.533986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:34.556647 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:34.560543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-44086692-376e-4354-9ba4-00a9ed1b9fb1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:34.583758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:34.584546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Pushing event updated for resources: {'Port': ['ID=b3c33d08-0a9a-473c-bb9a-8d28027fafda,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:34.669485 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:34.674197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=6dc8e8ed-098b-4b74-aeb8-154f77ac98b2,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:34.677525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:34.678018 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:34.750626 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Attempting to bind port b3c33d08-0a9a-473c-bb9a-8d28027fafda on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:31:34.751110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Attempting to bind port b3c33d08-0a9a-473c-bb9a-8d28027fafda by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '418018c4-7cd0-49b4-b87e-f04a587f0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a8282455-d2cb-4532-a373-a844be18399e'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:31:34.751733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Attempting to bind port b3c33d08-0a9a-473c-bb9a-8d28027fafda on network a8282455-d2cb-4532-a373-a844be18399e {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:31:34.791386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:31:34.792541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Checking segment: {'id': '418018c4-7cd0-49b4-b87e-f04a587f0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a8282455-d2cb-4532-a373-a844be18399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:34.792541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:34.792792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Bound using segment: {'id': '418018c4-7cd0-49b4-b87e-f04a587f0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a8282455-d2cb-4532-a373-a844be18399e'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:31:34.793376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Bound port: b3c33d08-0a9a-473c-bb9a-8d28027fafda, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418018c4-7cd0-49b4-b87e-f04a587f0749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a8282455-d2cb-4532-a373-a844be18399e'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:31:34.793855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:34.830396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:34.831700 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:34.897874 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:34.962065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 91e2d0df-ce3f-4d16-8036-c05b2def2d03, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=91e2d0df-ce3f-4d16-8036-c05b2def2d03,segment=NetworkSegment(ea20a7d7-6705-42a3-b172-88d810560a7e),segment_id=ea20a7d7-6705-42a3-b172-88d810560a7e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:34.977500 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:34.978399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 43f995ea-00fb-42d1-b3c0-73d9d59242d4 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:34.991259 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Allocated IP 2001:db8::1 (a8282455-d2cb-4532-a373-a844be18399e/aabc20a3-1b87-4e5e-9987-1732971c9728/8f09ab8d-d678-4a6f-afb8-d59565e898ae) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:35.007762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] For port b3c33d08-0a9a-473c-bb9a-8d28027fafda, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:31:35.017212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-41805eb3-4a16-4b03-b446-d583ceb55157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:35.086237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] For port b3c33d08-0a9a-473c-bb9a-8d28027fafda, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b3c33d08-0a9a-473c-bb9a-8d28027fafda,segment=NetworkSegment(418018c4-7cd0-49b4-b87e-f04a587f0749),segment_id=418018c4-7cd0-49b4-b87e-f04a587f0749)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:31:35.100082 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 611e414b-8e41-42db-9e57-74ddcf2bfdfb has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:31:35.105325 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c7bfc256-861b-4980-8cb7-b9d4ffb6ed5a None None] Provisioning for port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:35.116366 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:35.129169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c7bfc256-861b-4980-8cb7-b9d4ffb6ed5a None None] Provisioning complete for port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:35.129546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c7bfc256-861b-4980-8cb7-b9d4ffb6ed5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:35.162453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:35.204470 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=91e2d0df-ce3f-4d16-8036-c05b2def2d03,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:35.213452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:35.216246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5356a6f4-dbd8-4861-a048-f91153fe624f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:35.217764 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:35.242345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Transition to ACTIVE for port object 8f09ab8d-d678-4a6f-afb8-d59565e898ae will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:35.265834 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c7bfc256-861b-4980-8cb7-b9d4ffb6ed5a None None] Port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:35.284942 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 43f995ea-00fb-42d1-b3c0-73d9d59242d4 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:35.293594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:35.299800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8ba05ba6-fd2d-4ba7-96e9-e925e5f24e51 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:35.303452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 43f995ea-00fb-42d1-b3c0-73d9d59242d4 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:35.304029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:35.319319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:35.330707 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Sync routers for ids ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:35.335421 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/611e414b-8e41-42db-9e57-74ddcf2bfdfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0855906 Jun 02 16:31:35.336354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38388) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:35.343412 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Routers {'611e414b-8e41-42db-9e57-74ddcf2bfdfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:35.344341 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:35.345554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c7bfc256-861b-4980-8cb7-b9d4ffb6ed5a None None] Provisioning complete for port 91e2d0df-ce3f-4d16-8036-c05b2def2d03 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:35.345941 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c7bfc256-861b-4980-8cb7-b9d4ffb6ed5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:35.404315 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Pushing event updated for resources: {'Port': ['ID=b3c33d08-0a9a-473c-bb9a-8d28027fafda,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:35.408130 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=8f09ab8d-d678-4a6f-afb8-d59565e898ae,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:35.412781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:35.423025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network a8282455-d2cb-4532-a373-a844be18399e is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:35.424470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:35.431738 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:35.432679 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:35.433315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:35.511416 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1f548807-d3ea-4398-b3d3-c88f1962adf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:35.569460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0bd110-2661-4e7d-886f-985b011acd31 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:35.571134 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0bd110-2661-4e7d-886f-985b011acd31 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:35.571631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0bd110-2661-4e7d-886f-985b011acd31 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:35.572097 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0bd110-2661-4e7d-886f-985b011acd31 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:35.572561 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0bd110-2661-4e7d-886f-985b011acd31 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:35.583025 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2e0bd110-2661-4e7d-886f-985b011acd31 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3571 time: 0.2448294 Jun 02 16:31:35.587398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38390) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:35.715951 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Set router 611e414b-8e41-42db-9e57-74ddcf2bfdfb gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:31:35.742781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40afa31f-a1a0-430b-8e85-1ba5b41b8623 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:35.743422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40afa31f-a1a0-430b-8e85-1ba5b41b8623 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:35.743892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40afa31f-a1a0-430b-8e85-1ba5b41b8623 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:35.744354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40afa31f-a1a0-430b-8e85-1ba5b41b8623 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:35.744817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40afa31f-a1a0-430b-8e85-1ba5b41b8623 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:35.749746 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-40afa31f-a1a0-430b-8e85-1ba5b41b8623 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3339 time: 0.1612239 Jun 02 16:31:35.750693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38392) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:35.784840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:35.802532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:35.811899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 43f995ea-00fb-42d1-b3c0-73d9d59242d4, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=43f995ea-00fb-42d1-b3c0-73d9d59242d4,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:35.819565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:35.821723 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e20988af-e17a-4d6a-aea8-79f81c3e201e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:35.898214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=43f995ea-00fb-42d1-b3c0-73d9d59242d4,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:35.902716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:35.915374 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bd365f00-13e5-4e43-bab6-b1ff22b65f2a None None] Provisioning complete for port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:35.915681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bd365f00-13e5-4e43-bab6-b1ff22b65f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:35.990596 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-bd365f00-13e5-4e43-bab6-b1ff22b65f2a None None] Port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:36.145621 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'name': 'tempest-TestNetworkBasicOps-router-1295217639', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:26Z', 'updated_at': '2021-06-02T16:31:33Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:27Z', 'updated_at': '2021-06-02T16:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '6dc8e8ed-098b-4b74-aeb8-154f77ac98b2', 'name': '', 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:af:2a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:32Z', 'updated_at': '2021-06-02T16:31:34Z', 'revision_number': 2, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:36.151609 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Checking router: 611e414b-8e41-42db-9e57-74ddcf2bfdfb for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:31:36.152569 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Updating router 611e414b-8e41-42db-9e57-74ddcf2bfdfb port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:31:36.208749 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b3c33d08-0a9a-473c-bb9a-8d28027fafda up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:36.234215 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:36.253797 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-caafb26c-9985-4291-9bf1-78363cb892d0 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2137 time: 0.5019565 Jun 02 16:31:36.336968 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port b3c33d08-0a9a-473c-bb9a-8d28027fafda completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:36.343313 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 91e2d0df-ce3f-4d16-8036-c05b2def2d03 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:36.369829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:36.389656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:36.390788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:36.395662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:36.443563 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 91e2d0df-ce3f-4d16-8036-c05b2def2d03 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:36.444381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:36.684247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:36.696522 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 43f995ea-00fb-42d1-b3c0-73d9d59242d4 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:36.731562 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:36.745378 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Transition to ACTIVE for port object 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:36.755631 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:36.763929 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:36.807677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38396) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:36.808369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 43f995ea-00fb-42d1-b3c0-73d9d59242d4 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:36.809120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:36.817334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1434858525', 'description': 'tempest-secgroup-smoke-1434858525 description', 'project_id': 'fb79c8ac06334981844f175e241075b7'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:36.825788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:36.834288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:36.841053 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:36.847936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:36.851731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=8f09ab8d-d678-4a6f-afb8-d59565e898ae,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:36.856392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:36.859032 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bd1b0-49a9-449c-881f-59966f7ea895 None None] Pushing event updated for resources: {'Port': ['ID=6dc8e8ed-098b-4b74-aeb8-154f77ac98b2,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:36.864312 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-1c7bd1b0-49a9-449c-881f-59966f7ea895 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:36.866572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network a8282455-d2cb-4532-a373-a844be18399e is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:36.866951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:36.868315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:36.874687 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c35f29-2aa4-4ae5-8096-40464680a396 None None] Network a8282455-d2cb-4532-a373-a844be18399e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:36.916140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:36.923276 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:36.932191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:36.942319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:37.028118 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cd82bd79-9cf7-49a7-bdcd-c76449398c9f None None] Provisioning for port b3c33d08-0a9a-473c-bb9a-8d28027fafda completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:37.037825 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cd82bd79-9cf7-49a7-bdcd-c76449398c9f None None] Provisioning complete for port b3c33d08-0a9a-473c-bb9a-8d28027fafda triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:37.038243 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cd82bd79-9cf7-49a7-bdcd-c76449398c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.105101 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Attempting to bind port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:31:37.105866 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Attempting to bind port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'ea20a7d7-6705-42a3-b172-88d810560a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:31:37.106471 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Attempting to bind port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 on network 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:31:37.119471 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:31:37.120090 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Checking segment: {'id': 'ea20a7d7-6705-42a3-b172-88d810560a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:37.120783 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.121501 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Bound using segment: {'id': 'ea20a7d7-6705-42a3-b172-88d810560a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:31:37.123682 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Bound port: 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea20a7d7-6705-42a3-b172-88d810560a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:31:37.124414 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.126629 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.133253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.157560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router 778cd984-ed38-48dd-b30a-aec6984b06dc is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:31:37.175526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b83bbf5e-2c1f-4aee-aeec-58d7dda61262 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:37.215967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.217220 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4085331 Jun 02 16:31:37.220709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38398) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:37.227045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-685e45cf-8d20-4510-8170-bc9ced9656a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '14423144-bdc5-4e6c-8cd8-3504615405f5', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:37.237465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-685e45cf-8d20-4510-8170-bc9ced9656a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:37.240107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14423144-bdc5-4e6c-8cd8-3504615405f5,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:37.254601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:37.258279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-685e45cf-8d20-4510-8170-bc9ced9656a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:37.261740 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-685e45cf-8d20-4510-8170-bc9ced9656a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:37.268510 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] For port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:31:37.269241 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-685e45cf-8d20-4510-8170-bc9ced9656a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:37.272428 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] For port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6dc8e8ed-098b-4b74-aeb8-154f77ac98b2,segment=NetworkSegment(ea20a7d7-6705-42a3-b172-88d810560a7e),segment_id=ea20a7d7-6705-42a3-b172-88d810560a7e)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:31:37.279145 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.285256 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-0c24519e-4f90-4ad0-b7fb-6e96977f4119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:37.288951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-685e45cf-8d20-4510-8170-bc9ced9656a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.356056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:37.372520 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/778cd984-ed38-48dd-b30a-aec6984b06dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5140135 Jun 02 16:31:37.374428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38400) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:37.374551 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-685e45cf-8d20-4510-8170-bc9ced9656a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.377584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24411f54-7906-452f-a3a9-1e48359e500a None None] Sync routers for ids ['778cd984-ed38-48dd-b30a-aec6984b06dc'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:37.380539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-685e45cf-8d20-4510-8170-bc9ced9656a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.410297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:37.415462 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bd1b0-49a9-449c-881f-59966f7ea895 None None] Pushing event updated for resources: {'Port': ['ID=6dc8e8ed-098b-4b74-aeb8-154f77ac98b2,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:37.421125 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-1c7bd1b0-49a9-449c-881f-59966f7ea895 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:37.437355 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-685e45cf-8d20-4510-8170-bc9ced9656a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.441374 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-685e45cf-8d20-4510-8170-bc9ced9656a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2167921 Jun 02 16:31:37.442283 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38402) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:37.452120 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-92b96ba5-7825-4e5e-acb1-f7d4b68309c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '14423144-bdc5-4e6c-8cd8-3504615405f5', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:37.457604 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Routers {'611e414b-8e41-42db-9e57-74ddcf2bfdfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:37.458615 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:37.466562 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-92b96ba5-7825-4e5e-acb1-f7d4b68309c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:37.469104 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e45cf-8d20-4510-8170-bc9ced9656a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64f6e5c-90b2-46e8-be53-e02e2f3e73fc,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:37.473274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-685e45cf-8d20-4510-8170-bc9ced9656a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:37.474338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-92b96ba5-7825-4e5e-acb1-f7d4b68309c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:37.478960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-92b96ba5-7825-4e5e-acb1-f7d4b68309c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:37.483925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9d609d-9343-4db5-b031-743a802acbd8 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:37.484685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6a9d609d-9343-4db5-b031-743a802acbd8 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Synchronizing usage tracker for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:37.493030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-92b96ba5-7825-4e5e-acb1-f7d4b68309c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:37.511966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6a9d609d-9343-4db5-b031-743a802acbd8 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Unset dirty status for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:37.513255 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6a9d609d-9343-4db5-b031-743a802acbd8 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports/8f09ab8d-d678-4a6f-afb8-d59565e898ae HTTP/1.1" status: 200 len: 911 time: 0.1375425 Jun 02 16:31:37.520102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38404) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:37.526956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-92b96ba5-7825-4e5e-acb1-f7d4b68309c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.529574 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24411f54-7906-452f-a3a9-1e48359e500a None None] Routers {'778cd984-ed38-48dd-b30a-aec6984b06dc'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:37.538511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-24411f54-7906-452f-a3a9-1e48359e500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['778cd984-ed38-48dd-b30a-aec6984b06dc'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:37.609697 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cd82bd79-9cf7-49a7-bdcd-c76449398c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.622051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-24411f54-7906-452f-a3a9-1e48359e500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:37.631308 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-92b96ba5-7825-4e5e-acb1-f7d4b68309c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.642125 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-92b96ba5-7825-4e5e-acb1-f7d4b68309c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.653086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a9eacd66-becc-4d0a-ad1b-3c8963796ff1 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:37.660547 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24411f54-7906-452f-a3a9-1e48359e500a None None] Routers {'778cd984-ed38-48dd-b30a-aec6984b06dc'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:37.661209 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-24411f54-7906-452f-a3a9-1e48359e500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['778cd984-ed38-48dd-b30a-aec6984b06dc'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:37.689733 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b96ba5-7825-4e5e-acb1-f7d4b68309c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c855a872-afd6-4ac6-ae89-fccf8427cee2,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:37.697530 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-92b96ba5-7825-4e5e-acb1-f7d4b68309c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:37.705431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-92b96ba5-7825-4e5e-acb1-f7d4b68309c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.711640 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-92b96ba5-7825-4e5e-acb1-f7d4b68309c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2680721 Jun 02 16:31:37.714009 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38406) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:37.725513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a248044f-d998-4ddf-9ec3-e1c0e4f4fa10 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '14423144-bdc5-4e6c-8cd8-3504615405f5', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:37.750226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a248044f-d998-4ddf-9ec3-e1c0e4f4fa10 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:37.763221 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a248044f-d998-4ddf-9ec3-e1c0e4f4fa10 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:37.763488 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-24411f54-7906-452f-a3a9-1e48359e500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:37.763848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24411f54-7906-452f-a3a9-1e48359e500a None None] The sync data for ids ['778cd984-ed38-48dd-b30a-aec6984b06dc'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:37.767536 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a248044f-d998-4ddf-9ec3-e1c0e4f4fa10 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:37.769520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-cd82bd79-9cf7-49a7-bdcd-c76449398c9f None None] For port b3c33d08-0a9a-473c-bb9a-8d28027fafda, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b3c33d08-0a9a-473c-bb9a-8d28027fafda,segment=NetworkSegment(418018c4-7cd0-49b4-b87e-f04a587f0749),segment_id=418018c4-7cd0-49b4-b87e-f04a587f0749)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:37.776839 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a248044f-d998-4ddf-9ec3-e1c0e4f4fa10 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:37.778190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cd82bd79-9cf7-49a7-bdcd-c76449398c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.783541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-88f95897-82a1-4123-98a1-09ea1af01520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:37.811380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a248044f-d998-4ddf-9ec3-e1c0e4f4fa10 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.819846 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] Set router 611e414b-8e41-42db-9e57-74ddcf2bfdfb gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:31:37.862783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82bd79-9cf7-49a7-bdcd-c76449398c9f None None] Pushing event updated for resources: {'Port': ['ID=b3c33d08-0a9a-473c-bb9a-8d28027fafda,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:37.868608 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cd82bd79-9cf7-49a7-bdcd-c76449398c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:37.915591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a248044f-d998-4ddf-9ec3-e1c0e4f4fa10 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.924083 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a248044f-d998-4ddf-9ec3-e1c0e4f4fa10 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.926736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ef455db1-83f4-4f5e-8f73-6d4f513458aa tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:37.952106 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248044f-d998-4ddf-9ec3-e1c0e4f4fa10 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78877c8a-6dfe-4823-8831-3bb89e487bdf,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:37.956095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a248044f-d998-4ddf-9ec3-e1c0e4f4fa10 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:37.976284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a248044f-d998-4ddf-9ec3-e1c0e4f4fa10 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:37.978396 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a248044f-d998-4ddf-9ec3-e1c0e4f4fa10 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2603712 Jun 02 16:31:37.981606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38408) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:37.987272 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-13c6bac6-f7c0-4381-8419-ef722762653c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '14423144-bdc5-4e6c-8cd8-3504615405f5', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:37.999344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-13c6bac6-f7c0-4381-8419-ef722762653c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:38.004451 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-13c6bac6-f7c0-4381-8419-ef722762653c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:38.007840 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-13c6bac6-f7c0-4381-8419-ef722762653c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:38.014132 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-13c6bac6-f7c0-4381-8419-ef722762653c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:38.038567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13c6bac6-f7c0-4381-8419-ef722762653c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.108847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b3c33d08-0a9a-473c-bb9a-8d28027fafda up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:38.157755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-157aaa86-d694-4d9e-977c-d521b5624a88 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.158334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13c6bac6-f7c0-4381-8419-ef722762653c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.165338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13c6bac6-f7c0-4381-8419-ef722762653c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.167619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:38.194437 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6bac6-f7c0-4381-8419-ef722762653c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab0e6d6-a3b0-45e0-859c-cc724155d132,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:38.197431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-13c6bac6-f7c0-4381-8419-ef722762653c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:38.209915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13c6bac6-f7c0-4381-8419-ef722762653c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.214230 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-13c6bac6-f7c0-4381-8419-ef722762653c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2285318 Jun 02 16:31:38.214634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38410) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:38.219922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f225c551-ee87-4f2d-a298-0e5b443be130 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '14423144-bdc5-4e6c-8cd8-3504615405f5', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:38.230581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cd23b30a-7dd0-4c94-ae22-ba5e68c9c463 None None] Provisioning for port 8f09ab8d-d678-4a6f-afb8-d59565e898ae completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:38.237742 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cd23b30a-7dd0-4c94-ae22-ba5e68c9c463 None None] Provisioning complete for port 8f09ab8d-d678-4a6f-afb8-d59565e898ae triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:38.239440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cd23b30a-7dd0-4c94-ae22-ba5e68c9c463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.240600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f225c551-ee87-4f2d-a298-0e5b443be130 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:38.255356 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f225c551-ee87-4f2d-a298-0e5b443be130 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:38.258929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f225c551-ee87-4f2d-a298-0e5b443be130 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:38.265352 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f225c551-ee87-4f2d-a298-0e5b443be130 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:38.291258 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-f225c551-ee87-4f2d-a298-0e5b443be130 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:31:38.299098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f225c551-ee87-4f2d-a298-0e5b443be130 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.336511 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'name': 'tempest-TestNetworkBasicOps-router-1295217639', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:26Z', 'updated_at': '2021-06-02T16:31:33Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:27Z', 'updated_at': '2021-06-02T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '6dc8e8ed-098b-4b74-aeb8-154f77ac98b2', 'name': '', 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:af:2a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:32Z', 'updated_at': '2021-06-02T16:31:37Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:38.337956 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port b3c33d08-0a9a-473c-bb9a-8d28027fafda triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:38.338567 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.341225 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988bf64-9e65-47a8-a7ef-c84499e87c14 None None] The sync data for ids ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'] in dv-neutron-601336-83-hyperv is: [{'id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'name': 'tempest-TestNetworkBasicOps-router-1295217639', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:26Z', 'updated_at': '2021-06-02T16:31:33Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:27Z', 'updated_at': '2021-06-02T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '6dc8e8ed-098b-4b74-aeb8-154f77ac98b2', 'name': '', 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:af:2a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:32Z', 'updated_at': '2021-06-02T16:31:37Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:38.436301 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-cd23b30a-7dd0-4c94-ae22-ba5e68c9c463 None None] Port 8f09ab8d-d678-4a6f-afb8-d59565e898ae cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:38.445576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f225c551-ee87-4f2d-a298-0e5b443be130 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.455072 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cd23b30a-7dd0-4c94-ae22-ba5e68c9c463 None None] Provisioning complete for port b3c33d08-0a9a-473c-bb9a-8d28027fafda triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:38.455440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cd23b30a-7dd0-4c94-ae22-ba5e68c9c463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.458937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f225c551-ee87-4f2d-a298-0e5b443be130 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.461087 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d4d2fffd-b936-456e-a7ce-13349cd0c27f tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:38.494321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225c551-ee87-4f2d-a298-0e5b443be130 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0444ef4f-8af1-4b09-add5-8446c19904c7,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:38.505315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f225c551-ee87-4f2d-a298-0e5b443be130 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:38.518390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f225c551-ee87-4f2d-a298-0e5b443be130 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.523078 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f225c551-ee87-4f2d-a298-0e5b443be130 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3071325 Jun 02 16:31:38.523833 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38412) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:38.528945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-3303696c-7506-4b7d-89ae-84b285a8375c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '14423144-bdc5-4e6c-8cd8-3504615405f5', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:38.535387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-3303696c-7506-4b7d-89ae-84b285a8375c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:38.540224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3303696c-7506-4b7d-89ae-84b285a8375c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:38.543575 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3303696c-7506-4b7d-89ae-84b285a8375c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:38.564909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-3303696c-7506-4b7d-89ae-84b285a8375c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:38.579323 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-3303696c-7506-4b7d-89ae-84b285a8375c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:31:38.595812 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3303696c-7506-4b7d-89ae-84b285a8375c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.657324 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.699250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3303696c-7506-4b7d-89ae-84b285a8375c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.730456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3303696c-7506-4b7d-89ae-84b285a8375c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.746298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-13c6bac6-f7c0-4381-8419-ef722762653c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:38.770004 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303696c-7506-4b7d-89ae-84b285a8375c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a64f3a-51b4-481e-862d-e02ba31f979d,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:38.775239 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3303696c-7506-4b7d-89ae-84b285a8375c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:38.784566 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3303696c-7506-4b7d-89ae-84b285a8375c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.793641 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3303696c-7506-4b7d-89ae-84b285a8375c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2609994 Jun 02 16:31:38.884131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-648b8836-3cc4-4c5c-a58b-a8e008c8dd17 None None] Provisioning complete for port 8f09ab8d-d678-4a6f-afb8-d59565e898ae triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:38.884585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-648b8836-3cc4-4c5c-a58b-a8e008c8dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:38.971654 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-648b8836-3cc4-4c5c-a58b-a8e008c8dd17 None None] Port 8f09ab8d-d678-4a6f-afb8-d59565e898ae cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:38.997657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-157aaa86-d694-4d9e-977c-d521b5624a88 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port 8f09ab8d-d678-4a6f-afb8-d59565e898ae {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:38.998157 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-157aaa86-d694-4d9e-977c-d521b5624a88 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:39.062285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-c62e320f-2cb7-4335-a2e8-9ca3f67b084d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:39.087596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-c62e320f-2cb7-4335-a2e8-9ca3f67b084d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:39.089999 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-c62e320f-2cb7-4335-a2e8-9ca3f67b084d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1434858525&fields=id&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 267 time: 0.0772932 Jun 02 16:31:39.146640 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-157aaa86-d694-4d9e-977c-d521b5624a88 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:39.257540 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-61b62b31-378a-4087-a069-d9f09e6ad7c3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:39.258484 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-61b62b31-378a-4087-a069-d9f09e6ad7c3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:39.278351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-157aaa86-d694-4d9e-977c-d521b5624a88 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for 8f09ab8d-d678-4a6f-afb8-d59565e898ae owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:39.279122 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-61b62b31-378a-4087-a069-d9f09e6ad7c3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:39.280702 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-61b62b31-378a-4087-a069-d9f09e6ad7c3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/networks?id=4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 HTTP/1.1" status: 200 len: 797 time: 0.1808667 Jun 02 16:31:39.298396 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d13f5231-b99b-462a-a720-aa119897def4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/quotas/fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 375 time: 0.0100851 Jun 02 16:31:39.387798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-25e9f082-c957-46d0-a338-a2e65e5f4b5c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:39.409990 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-25e9f082-c957-46d0-a338-a2e65e5f4b5c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:39.412108 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-25e9f082-c957-46d0-a338-a2e65e5f4b5c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069419 Jun 02 16:31:39.456974 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-157aaa86-d694-4d9e-977c-d521b5624a88 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:39.465011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:39.633762 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-f643a3f8-dae0-4fc5-882e-191efc2c0041 service neutron] 10.222.0.50 "GET /v2.0/networks/4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018492 Jun 02 16:31:39.693265 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157aaa86-d694-4d9e-977c-d521b5624a88 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=8f09ab8d-d678-4a6f-afb8-d59565e898ae,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:39.696132 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-157aaa86-d694-4d9e-977c-d521b5624a88 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:39.777796 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-157aaa86-d694-4d9e-977c-d521b5624a88 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:39.789384 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-76878d25-da04-49cd-9c49-2a018ab67d0a service neutron] 10.222.0.50 "GET /v2.0/networks/4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483080 Jun 02 16:31:40.094768 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-34f468b1-2983-4161-8a3c-cd9c2a425573 req-19cdadb6-24f9-4f6a-aa8a-a232a653fd82 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:40.108726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:40.114313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157aaa86-d694-4d9e-977c-d521b5624a88 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router 778cd984-ed38-48dd-b30a-aec6984b06dc has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:31:40.123975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-34f468b1-2983-4161-8a3c-cd9c2a425573 req-19cdadb6-24f9-4f6a-aa8a-a232a653fd82 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:40.125209 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-34f468b1-2983-4161-8a3c-cd9c2a425573 req-19cdadb6-24f9-4f6a-aa8a-a232a653fd82 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 210 time: 0.1530416 Jun 02 16:31:40.186596 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:40.191543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:40.191928 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:40.259727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157aaa86-d694-4d9e-977c-d521b5624a88 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:40.273674 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2025d0c-d5f4-47f0-b8ee-c757308f61bc None None] Sync routers for ids ['778cd984-ed38-48dd-b30a-aec6984b06dc'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:40.280752 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-157aaa86-d694-4d9e-977c-d521b5624a88 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/778cd984-ed38-48dd-b30a-aec6984b06dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7607927 Jun 02 16:31:40.283269 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38440) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:40.286823 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2025d0c-d5f4-47f0-b8ee-c757308f61bc None None] Routers {'778cd984-ed38-48dd-b30a-aec6984b06dc'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:40.287823 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-d2025d0c-d5f4-47f0-b8ee-c757308f61bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['778cd984-ed38-48dd-b30a-aec6984b06dc'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:40.321990 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:40.360143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6dc8e8ed-098b-4b74-aeb8-154f77ac98b2,segment=NetworkSegment(ea20a7d7-6705-42a3-b172-88d810560a7e),segment_id=ea20a7d7-6705-42a3-b172-88d810560a7e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:40.366282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:40.368495 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:40.368979 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-d2025d0c-d5f4-47f0-b8ee-c757308f61bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:40.381880 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2025d0c-d5f4-47f0-b8ee-c757308f61bc None None] Routers {'778cd984-ed38-48dd-b30a-aec6984b06dc'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:40.382834 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-d2025d0c-d5f4-47f0-b8ee-c757308f61bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['778cd984-ed38-48dd-b30a-aec6984b06dc'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:40.450020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=6dc8e8ed-098b-4b74-aeb8-154f77ac98b2,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:40.451641 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-d2025d0c-d5f4-47f0-b8ee-c757308f61bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:40.452240 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2025d0c-d5f4-47f0-b8ee-c757308f61bc None None] The sync data for ids ['778cd984-ed38-48dd-b30a-aec6984b06dc'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:40.453795 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:40.500914 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c8ecc71b-e904-445b-b06f-1be8784e4ac9 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Synchronizing usage tracker for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:40.517143 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c8ecc71b-e904-445b-b06f-1be8784e4ac9 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Unset dirty status for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:40.518382 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c8ecc71b-e904-445b-b06f-1be8784e4ac9 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports?device_id=778cd984-ed38-48dd-b30a-aec6984b06dc HTTP/1.1" status: 200 len: 205 time: 0.2341413 Jun 02 16:31:40.521168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38442) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:40.652007 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6728735f-4893-4987-8d11-541e114c551a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:40.954415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6728735f-4893-4987-8d11-541e114c551a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:40.957196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6728735f-4893-4987-8d11-541e114c551a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:40.985217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6728735f-4893-4987-8d11-541e114c551a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:40.985618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6728735f-4893-4987-8d11-541e114c551a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Fanout notify agent at l3_agent the message router_deleted on router 778cd984-ed38-48dd-b30a-aec6984b06dc {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:31:40.997286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6728735f-4893-4987-8d11-541e114c551a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:40.998399 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6728735f-4893-4987-8d11-541e114c551a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/routers/778cd984-ed38-48dd-b30a-aec6984b06dc HTTP/1.1" status: 204 len: 168 time: 0.4762409 Jun 02 16:31:41.001132 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38444) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:41.070408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b62dd63-295b-41ea-807a-85724fe1ef2e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting subnet aabc20a3-1b87-4e5e-9987-1732971c9728 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:31:41.074823 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b62dd63-295b-41ea-807a-85724fe1ef2e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:41.137342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b62dd63-295b-41ea-807a-85724fe1ef2e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:41.140873 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:31:41.204966 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-73ac92a7-1310-49e7-a255-79db7fb07a36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:41.206363 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-73ac92a7-1310-49e7-a255-79db7fb07a36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/networks?id=4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 HTTP/1.1" status: 200 len: 797 time: 0.1586556 Jun 02 16:31:41.239854 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b62dd63-295b-41ea-807a-85724fe1ef2e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:41.315178 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-91c44e3e-50e4-4d68-973f-05794bbc5c71 req-e5a26854-2af1-4f76-b721-9a8ed3621ebc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 210 time: 0.0569813 Jun 02 16:31:41.319443 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-47ce0337-86f0-44ad-a3e8-2d06d4d156ea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 380 time: 0.0989480 Jun 02 16:31:41.337440 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'port': {'device_id': '059a4f03-7b93-4db3-9316-1af429b75e79', 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'admin_state_up': True, 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'security_groups': ['14423144-bdc5-4e6c-8cd8-3504615405f5']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:41.528662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b62dd63-295b-41ea-807a-85724fe1ef2e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:41.533227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-87e2c711-b3cc-4458-b08d-11def5fd492a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:41.570848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62dd63-295b-41ea-807a-85724fe1ef2e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Subnet': ['ID=aabc20a3-1b87-4e5e-9987-1732971c9728,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:41.576908 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6b62dd63-295b-41ea-807a-85724fe1ef2e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:41.578590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b62dd63-295b-41ea-807a-85724fe1ef2e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:41.586437 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6b62dd63-295b-41ea-807a-85724fe1ef2e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/aabc20a3-1b87-4e5e-9987-1732971c9728 HTTP/1.1" status: 204 len: 168 time: 0.5842366 Jun 02 16:31:41.589316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38452) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:41.595740 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5174e339-581b-4ca1-8730-04d474a13848 None None] Network a8282455-d2cb-4532-a373-a844be18399e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:41.633267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:41.642870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:41.653981 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:31:41.658053 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:41.711225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:41.787659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port b3c33d08-0a9a-473c-bb9a-8d28027fafda {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:41.788034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:41.833480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.9 (4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60/0712e59b-2ff0-4ab1-80e3-0a3998fc5dad/7d01525e-83ab-4059-a2f2-2e4b287fcc77) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:41.890910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] For port b3c33d08-0a9a-473c-bb9a-8d28027fafda, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b3c33d08-0a9a-473c-bb9a-8d28027fafda,segment=NetworkSegment(418018c4-7cd0-49b4-b87e-f04a587f0749),segment_id=418018c4-7cd0-49b4-b87e-f04a587f0749)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:41.891263 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:41.989213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9710c7-d609-4a78-a134-20d7415c8486 None None] DHCP port deletion for a8282455-d2cb-4532-a373-a844be18399e request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:31:42.079762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-3b9710c7-d609-4a78-a134-20d7415c8486 None None] Deleting port b3c33d08-0a9a-473c-bb9a-8d28027fafda {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:42.080352 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3b9710c7-d609-4a78-a134-20d7415c8486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.081985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.100755 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:42.106954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object 7d01525e-83ab-4059-a2f2-2e4b287fcc77 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:42.134442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.141545 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-77260769-6ab1-485c-8760-0742cf5ff18e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:42.187935 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for b3c33d08-0a9a-473c-bb9a-8d28027fafda owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:42.210944 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:42.214610 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:42.219091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:42.247208 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.252873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-42eb5897-7980-4c90-bd13-c05264b56883 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:42.289705 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:42.290596 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.294671 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3b9710c7-d609-4a78-a134-20d7415c8486 None None] For port b3c33d08-0a9a-473c-bb9a-8d28027fafda, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b3c33d08-0a9a-473c-bb9a-8d28027fafda,segment=NetworkSegment(418018c4-7cd0-49b4-b87e-f04a587f0749),segment_id=418018c4-7cd0-49b4-b87e-f04a587f0749)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:42.295282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3b9710c7-d609-4a78-a134-20d7415c8486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.307021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=7d01525e-83ab-4059-a2f2-2e4b287fcc77,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:42.312431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:42.319940 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No DVR routers for this DVR port b3c33d08-0a9a-473c-bb9a-8d28027fafda on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:31:42.329278 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9959116 Jun 02 16:31:42.345567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-735b327c-03dc-47aa-812e-307e25395982 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:31:42.347031 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-735b327c-03dc-47aa-812e-307e25395982 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069900 Jun 02 16:31:42.350624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=b3c33d08-0a9a-473c-bb9a-8d28027fafda,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:42.359550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:42.365409 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Request body: {'port': {'device_id': '059a4f03-7b93-4db3-9316-1af429b75e79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:42.483144 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-3b9710c7-d609-4a78-a134-20d7415c8486 None None] Calling delete_port for b3c33d08-0a9a-473c-bb9a-8d28027fafda owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:42.498392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:42.498861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.522604 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.537778 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.568552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8282455-d2cb-4532-a373-a844be18399e']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:42.584354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5aa19ae8-9e68-4ee8-874d-4c799cdc839f None None] Provisioning for port 7d01525e-83ab-4059-a2f2-2e4b287fcc77 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:42.590740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418018c4-7cd0-49b4-b87e-f04a587f0749') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:42.591038 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418018c4-7cd0-49b4-b87e-f04a587f0749') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:42.594774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5aa19ae8-9e68-4ee8-874d-4c799cdc839f None None] Provisioning complete for port 7d01525e-83ab-4059-a2f2-2e4b287fcc77 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:42.595081 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5aa19ae8-9e68-4ee8-874d-4c799cdc839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.608978 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.631473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.645016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada8bca-6835-4478-a1d8-23cbb8a1eb40 req-9b72ac46-f2f3-462a-ac1a-ef03cd76939b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:42.646672 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5ada8bca-6835-4478-a1d8-23cbb8a1eb40 req-9b72ac46-f2f3-462a-ac1a-ef03cd76939b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 931 time: 0.1515639 Jun 02 16:31:42.651348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:31:42.653808 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:31:42.669705 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:31:42.672334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-5aa19ae8-9e68-4ee8-874d-4c799cdc839f None None] Port 7d01525e-83ab-4059-a2f2-2e4b287fcc77 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:42.710169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3b9710c7-d609-4a78-a134-20d7415c8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.715490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:42.782329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-5ada8bca-6835-4478-a1d8-23cbb8a1eb40 req-ce900767-9443-4038-ad04-79f128044310 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:42.782884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9710c7-d609-4a78-a134-20d7415c8486 None None] Pushing event deleted for resources: {'Port': ['ID=b3c33d08-0a9a-473c-bb9a-8d28027fafda,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:42.787612 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.789337 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3b9710c7-d609-4a78-a134-20d7415c8486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:42.792428 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9710c7-d609-4a78-a134-20d7415c8486 None None] No DVR routers for this DVR port b3c33d08-0a9a-473c-bb9a-8d28027fafda on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:31:42.806519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3b0f6461-6be9-460e-8563-416de8cd7826 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:42.828060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.836348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Network': ['ID=a8282455-d2cb-4532-a373-a844be18399e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:42.840890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-5ada8bca-6835-4478-a1d8-23cbb8a1eb40 req-ce900767-9443-4038-ad04-79f128044310 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:42.842089 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5ada8bca-6835-4478-a1d8-23cbb8a1eb40 req-ce900767-9443-4038-ad04-79f128044310 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=14423144-bdc5-4e6c-8cd8-3504615405f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715038 Jun 02 16:31:42.845739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:42.855292 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/networks/a8282455-d2cb-4532-a373-a844be18399e HTTP/1.1" status: 204 len: 168 time: 1.2646701 Jun 02 16:31:42.859071 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38456) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:42.864757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b3c33d08-0a9a-473c-bb9a-8d28027fafda no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:31:42.867026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-445253068', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}, 'admin_state_up': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:42.875206 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:42.879220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:router and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:42.882827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:42.889569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:42.900711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: b3c33d08-0a9a-473c-bb9a-8d28027fafda {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:31:42.901106 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b3c33d08-0a9a-473c-bb9a-8d28027fafda not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:31:42.901262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.902746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.920176 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.929795 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d01525e-83ab-4059-a2f2-2e4b287fcc77 {{(pid=92322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:31:42.938495 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.953647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Transition to ACTIVE for port object 7d01525e-83ab-4059-a2f2-2e4b287fcc77 will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:42.957768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:42.961799 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-efbed872-6b15-463b-a20c-476f0f52aff4 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:43.127945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Pushing event updated for resources: {'Port': ['ID=7d01525e-83ab-4059-a2f2-2e4b287fcc77,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:43.136891 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:43.206832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:43.212624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Attempting to bind port 7d01525e-83ab-4059-a2f2-2e4b287fcc77 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:31:43.213158 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Attempting to bind port 7d01525e-83ab-4059-a2f2-2e4b287fcc77 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea20a7d7-6705-42a3-b172-88d810560a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:31:43.213276 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Attempting to bind port 7d01525e-83ab-4059-a2f2-2e4b287fcc77 on network 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:31:43.218965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Port 7d01525e-83ab-4059-a2f2-2e4b287fcc77 on network 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:31:43.219383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Attempting to bind port 7d01525e-83ab-4059-a2f2-2e4b287fcc77 on network 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:31:43.225266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:31:43.225686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Checking segment: {'id': 'ea20a7d7-6705-42a3-b172-88d810560a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:43.226007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Bound using segment: {'id': 'ea20a7d7-6705-42a3-b172-88d810560a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:31:43.226488 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Bound port: 7d01525e-83ab-4059-a2f2-2e4b287fcc77, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea20a7d7-6705-42a3-b172-88d810560a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:31:43.226837 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:43.333747 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] For port 7d01525e-83ab-4059-a2f2-2e4b287fcc77, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:31:43.337835 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] For port 7d01525e-83ab-4059-a2f2-2e4b287fcc77, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7d01525e-83ab-4059-a2f2-2e4b287fcc77,segment=NetworkSegment(ea20a7d7-6705-42a3-b172-88d810560a7e),segment_id=ea20a7d7-6705-42a3-b172-88d810560a7e)] {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:31:43.343940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:43.348974 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8960bf4e-b8b9-4a81-af79-e93243a0b3c4 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:43.415532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:43.416229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:43.417561 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] 10.222.0.49 "PUT /v2.0/ports/7d01525e-83ab-4059-a2f2-2e4b287fcc77 HTTP/1.1" status: 200 len: 1093 time: 1.0603180 Jun 02 16:31:43.418169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059a4f03-7b93-4db3-9316-1af429b75e79', 'tag': '7d01525e-83ab-4059-a2f2-2e4b287fcc77'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:31:43.420614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5ceea6-43c9-47fa-a41e-28e7df79c583" -d '{"events": [{"name": "network-changed", "server_uuid": "059a4f03-7b93-4db3-9316-1af429b75e79", "tag": "7d01525e-83ab-4059-a2f2-2e4b287fcc77"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:31:43.441986 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Pushing event updated for resources: {'Port': ['ID=7d01525e-83ab-4059-a2f2-2e4b287fcc77,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:43.448866 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:43.525806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bc1f52-08ad-468d-a211-26d3b9f324cf x-openstack-request-id: req-93bc1f52-08ad-468d-a211-26d3b9f324cf {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:31:43.526240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059a4f03-7b93-4db3-9316-1af429b75e79", "tag": "7d01525e-83ab-4059-a2f2-2e4b287fcc77", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:31:43.526466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93bc1f52-08ad-468d-a211-26d3b9f324cf {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:31:43.526912 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059a4f03-7b93-4db3-9316-1af429b75e79', 'tag': '7d01525e-83ab-4059-a2f2-2e4b287fcc77', 'status': 'completed', 'code': 200} Jun 02 16:31:43.573771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:43.578885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-a013bd67-7733-4755-bdd2-9b18d34ec7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:43.580496 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-a013bd67-7733-4755-bdd2-9b18d34ec7a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 1096 time: 0.1008232 Jun 02 16:31:43.605525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:43.658164 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-98e6f421-a3e6-46e8-935c-ae3293b0d0d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d01525e-83ab-4059-a2f2-2e4b287fcc77 HTTP/1.1" status: 200 len: 217 time: 0.0660017 Jun 02 16:31:43.742422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-2653f6e1-48b6-42ad-bfd3-c283e8135f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:43.743856 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-2653f6e1-48b6-42ad-bfd3-c283e8135f56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0712e59b-2ff0-4ab1-80e3-0a3998fc5dad HTTP/1.1" status: 200 len: 834 time: 0.0755444 Jun 02 16:31:43.849761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-695e86f3-764e-4cb6-83ee-ff76bc72b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:43.851531 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-695e86f3-764e-4cb6-83ee-ff76bc72b6e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0952449 Jun 02 16:31:43.932403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Allocated IP 172.26.3.180 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/117c0499-1123-4171-8723-b525fa0028f1) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:44.153309 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-2105533f-7396-42c2-9769-2cc83682a8ce service neutron] 10.222.0.49 "GET /v2.0/networks/4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910225 Jun 02 16:31:44.164187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191540a-1e30-40b7-8689-02ba4331d697 req-a5a43614-cf75-4399-af15-0a70f3345a25 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:44.165681 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d191540a-1e30-40b7-8689-02ba4331d697 req-a5a43614-cf75-4399-af15-0a70f3345a25 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 943 time: 0.2000911 Jun 02 16:31:44.168625 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:44.226808 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d191540a-1e30-40b7-8689-02ba4331d697 req-a2dc34a1-f036-4d95-ad31-a8009d09edf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=14423144-bdc5-4e6c-8cd8-3504615405f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545204 Jun 02 16:31:44.246874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:44.251505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-026b0aa7-50ad-430c-8ca0-3b7b30b9e45a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:44.312452 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5ba5be45-dd8c-4856-98f8-d7ef4d465944 req-eec09d6f-0621-469e-98c8-c042ef840afa service neutron] 10.222.0.49 "GET /v2.0/networks/4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490109 Jun 02 16:31:44.317350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:44.321282 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:44.325687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:44.356505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=117c0499-1123-4171-8723-b525fa0028f1,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:44.363479 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:44.438639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ceea6-43c9-47fa-a41e-28e7df79c583 req-99728ca3-d265-4153-8857-042fb794713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:44.440133 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0a5ceea6-43c9-47fa-a41e-28e7df79c583 req-99728ca3-d265-4153-8857-042fb794713b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 1096 time: 0.0746367 Jun 02 16:31:44.612138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ceea6-43c9-47fa-a41e-28e7df79c583 req-fedb071e-2381-498a-a655-73787dadce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:44.613624 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0a5ceea6-43c9-47fa-a41e-28e7df79c583 req-fedb071e-2381-498a-a655-73787dadce7d service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 HTTP/1.1" status: 200 len: 898 time: 0.1634538 Jun 02 16:31:44.690761 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0a5ceea6-43c9-47fa-a41e-28e7df79c583 req-ee1c3ea7-eb2e-4aa5-b717-6c30d4e51663 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d01525e-83ab-4059-a2f2-2e4b287fcc77 HTTP/1.1" status: 200 len: 217 time: 0.0701814 Jun 02 16:31:44.761774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ceea6-43c9-47fa-a41e-28e7df79c583 req-499dcaca-6f27-4efb-bb36-74ae737a1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:44.763291 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0a5ceea6-43c9-47fa-a41e-28e7df79c583 req-499dcaca-6f27-4efb-bb36-74ae737a1a56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0712e59b-2ff0-4ab1-80e3-0a3998fc5dad HTTP/1.1" status: 200 len: 834 time: 0.0647810 Jun 02 16:31:44.800328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:44.849876 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ceea6-43c9-47fa-a41e-28e7df79c583 req-95ddc1d7-a2bc-43c3-bfbc-032583a8a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:44.851395 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0a5ceea6-43c9-47fa-a41e-28e7df79c583 req-95ddc1d7-a2bc-43c3-bfbc-032583a8a7bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0783913 Jun 02 16:31:44.999045 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0a5ceea6-43c9-47fa-a41e-28e7df79c583 req-e35e4492-e2f7-4284-aee7-4b830909ada1 service neutron] 10.222.0.49 "GET /v2.0/networks/4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371074 Jun 02 16:31:45.141254 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0a5ceea6-43c9-47fa-a41e-28e7df79c583 req-66f5f9b3-3a65-4d5f-ad4d-b66fb30cf8f7 service neutron] 10.222.0.49 "GET /v2.0/networks/4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345994 Jun 02 16:31:45.168553 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:45.382094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router 1706dc57-32e2-414e-8c8f-97e351a6219e is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:31:45.428775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d54cd-656a-466f-9709-1face9b6bb71 req-e1163782-cd78-47d2-a2e8-fbf9206232a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:45.429524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-798d54cd-656a-466f-9709-1face9b6bb71 req-e1163782-cd78-47d2-a2e8-fbf9206232a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:45.450490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-798d54cd-656a-466f-9709-1face9b6bb71 req-e1163782-cd78-47d2-a2e8-fbf9206232a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:45.451051 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-798d54cd-656a-466f-9709-1face9b6bb71 req-e1163782-cd78-47d2-a2e8-fbf9206232a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 943 time: 0.1092596 Jun 02 16:31:45.522261 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-798d54cd-656a-466f-9709-1face9b6bb71 req-eefbb6dc-9c84-407a-8faa-8d60e8879b13 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=14423144-bdc5-4e6c-8cd8-3504615405f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604684 Jun 02 16:31:45.718540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:45.729098 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d289626-f360-4c4a-b6c3-fe5704cede15 None None] Sync routers for ids ['1706dc57-32e2-414e-8c8f-97e351a6219e'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:45.738682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d289626-f360-4c4a-b6c3-fe5704cede15 None None] Routers {'1706dc57-32e2-414e-8c8f-97e351a6219e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:45.739314 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3d289626-f360-4c4a-b6c3-fe5704cede15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1706dc57-32e2-414e-8c8f-97e351a6219e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:45.749575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:45.753463 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8881664 Jun 02 16:31:45.753714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38464) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:45.804330 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3d289626-f360-4c4a-b6c3-fe5704cede15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:45.813109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d289626-f360-4c4a-b6c3-fe5704cede15 None None] Routers {'1706dc57-32e2-414e-8c8f-97e351a6219e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:45.813950 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3d289626-f360-4c4a-b6c3-fe5704cede15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1706dc57-32e2-414e-8c8f-97e351a6219e'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:45.877734 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3d289626-f360-4c4a-b6c3-fe5704cede15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:45.878231 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d289626-f360-4c4a-b6c3-fe5704cede15 None None] The sync data for ids ['1706dc57-32e2-414e-8c8f-97e351a6219e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:45.945719 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fcd78e77-c917-402e-9302-086d314d0fc0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/routers/1706dc57-32e2-414e-8c8f-97e351a6219e HTTP/1.1" status: 200 len: 884 time: 0.1907320 Jun 02 16:31:45.948181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38466) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:46.157824 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ac17c3ee-7b3f-43a7-86f7-ef2950a566a0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Synchronizing usage tracker for tenant:3456cc48140e40228cfdb8e99e292afa on resource:router {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:46.177380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ac17c3ee-7b3f-43a7-86f7-ef2950a566a0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Unset dirty status for tenant:3456cc48140e40228cfdb8e99e292afa on resource:router {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:46.178557 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ac17c3ee-7b3f-43a7-86f7-ef2950a566a0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2293661 Jun 02 16:31:46.181360 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38468) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:46.185868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-23467611-96ef-487b-bd24-78e27b9425b5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-445253068'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:46.420457 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 7d01525e-83ab-4059-a2f2-2e4b287fcc77 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:31:46.574991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 7d01525e-83ab-4059-a2f2-2e4b287fcc77, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7d01525e-83ab-4059-a2f2-2e4b287fcc77,segment=NetworkSegment(ea20a7d7-6705-42a3-b172-88d810560a7e),segment_id=ea20a7d7-6705-42a3-b172-88d810560a7e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:46.592954 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '7d01525e-83ab-4059-a2f2-2e4b287fcc77', 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'port_id': '7d01525e-83ab-4059-a2f2-2e4b287fcc77', 'mac_address': 'fa:16:3e:f5:00:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:31:46.655889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:46.673770 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d01525e-83ab-4059-a2f2-2e4b287fcc77 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:31:46.689838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 7d01525e-83ab-4059-a2f2-2e4b287fcc77, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7d01525e-83ab-4059-a2f2-2e4b287fcc77,segment=NetworkSegment(ea20a7d7-6705-42a3-b172-88d810560a7e),segment_id=ea20a7d7-6705-42a3-b172-88d810560a7e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:46.694394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:46.696994 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:46.737395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d4772-3231-44aa-a4b2-b38e6226cb61 req-ddd2989e-a810-45fe-a6ba-62c61b1f7adb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:46.745298 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1d7d4772-3231-44aa-a4b2-b38e6226cb61 req-ddd2989e-a810-45fe-a6ba-62c61b1f7adb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 943 time: 0.0987442 Jun 02 16:31:46.767289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=7d01525e-83ab-4059-a2f2-2e4b287fcc77,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:46.770735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:46.792521 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1d7d4772-3231-44aa-a4b2-b38e6226cb61 req-4a8905b2-b8fa-4061-847d-b8aab4826d74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=14423144-bdc5-4e6c-8cd8-3504615405f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456359 Jun 02 16:31:46.878871 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-23467611-96ef-487b-bd24-78e27b9425b5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:46.892318 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-23467611-96ef-487b-bd24-78e27b9425b5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:46.961804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['7d01525e-83ab-4059-a2f2-2e4b287fcc77'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:31:47.079741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23467611-96ef-487b-bd24-78e27b9425b5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router 1706dc57-32e2-414e-8c8f-97e351a6219e has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:31:47.261780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23467611-96ef-487b-bd24-78e27b9425b5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:47.268325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-23467611-96ef-487b-bd24-78e27b9425b5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:47.270091 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-23467611-96ef-487b-bd24-78e27b9425b5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/1706dc57-32e2-414e-8c8f-97e351a6219e HTTP/1.1" status: 200 len: 891 time: 1.0877719 Jun 02 16:31:47.271774 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6040130b-efb7-4533-ad2f-0c927a69470b None None] Sync routers for ids ['1706dc57-32e2-414e-8c8f-97e351a6219e'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:47.272608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38472) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:47.281683 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040130b-efb7-4533-ad2f-0c927a69470b None None] Routers {'1706dc57-32e2-414e-8c8f-97e351a6219e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:47.282441 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-6040130b-efb7-4533-ad2f-0c927a69470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1706dc57-32e2-414e-8c8f-97e351a6219e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:47.341099 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-6040130b-efb7-4533-ad2f-0c927a69470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:47.349755 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040130b-efb7-4533-ad2f-0c927a69470b None None] Routers {'1706dc57-32e2-414e-8c8f-97e351a6219e'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:47.350397 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-6040130b-efb7-4533-ad2f-0c927a69470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1706dc57-32e2-414e-8c8f-97e351a6219e'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:47.412170 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-6040130b-efb7-4533-ad2f-0c927a69470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:47.412590 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6040130b-efb7-4533-ad2f-0c927a69470b None None] The sync data for ids ['1706dc57-32e2-414e-8c8f-97e351a6219e'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:47.457292 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-34e496e2-20a3-4b1e-a22a-13a8527ce60d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/routers/1706dc57-32e2-414e-8c8f-97e351a6219e HTTP/1.1" status: 200 len: 891 time: 0.1834929 Jun 02 16:31:47.459952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38474) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:47.502238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8c01ef30-2489-4d90-a0b2-ea5e09b10723 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Synchronizing usage tracker for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:47.520162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8c01ef30-2489-4d90-a0b2-ea5e09b10723 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Unset dirty status for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:47.521225 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8c01ef30-2489-4d90-a0b2-ea5e09b10723 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports?device_id=1706dc57-32e2-414e-8c8f-97e351a6219e HTTP/1.1" status: 200 len: 205 time: 0.0603888 Jun 02 16:31:47.524275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38476) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:47.705951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:47.886466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:47.968162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port 117c0499-1123-4171-8723-b525fa0028f1 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:47.968508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:47.986273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518a70f-af12-4d4d-83f9-3848d3ec7ce9 req-7e02645f-f72e-4d37-93a1-a6dffbe68425 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:47.987894 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b518a70f-af12-4d4d-83f9-3848d3ec7ce9 req-7e02645f-f72e-4d37-93a1-a6dffbe68425 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 944 time: 0.0883627 Jun 02 16:31:48.034356 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b518a70f-af12-4d4d-83f9-3848d3ec7ce9 req-8e0ad1c0-d9a6-4445-99d9-2e8643c6f909 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=14423144-bdc5-4e6c-8cd8-3504615405f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405724 Jun 02 16:31:48.088010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.210051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for 117c0499-1123-4171-8723-b525fa0028f1 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:48.354963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.359229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d24ae929-581a-4e76-8534-21a9c7ea8ea4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:48.408864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=117c0499-1123-4171-8723-b525fa0028f1,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:48.412141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:48.434956 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 7d01525e-83ab-4059-a2f2-2e4b287fcc77 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:48.511692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 7d01525e-83ab-4059-a2f2-2e4b287fcc77 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:48.517034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 7d01525e-83ab-4059-a2f2-2e4b287fcc77 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:48.517425 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.637996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.647926 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.665841 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a4f03-7b93-4db3-9316-1af429b75e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d01525e-83ab-4059-a2f2-2e4b287fcc77'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:31:48.668122 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76709cf-4a70-42a4-9e44-2d7f1ce6723f" -d '{"events": [{"server_uuid": "059a4f03-7b93-4db3-9316-1af429b75e79", "name": "network-vif-plugged", "status": "completed", "tag": "7d01525e-83ab-4059-a2f2-2e4b287fcc77"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:31:48.678056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 7d01525e-83ab-4059-a2f2-2e4b287fcc77, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7d01525e-83ab-4059-a2f2-2e4b287fcc77,segment=NetworkSegment(ea20a7d7-6705-42a3-b172-88d810560a7e),segment_id=ea20a7d7-6705-42a3-b172-88d810560a7e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:48.683312 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.687394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:48.785269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fdcacf-cb56-4c4a-9d4c-52c4d40f539d x-openstack-request-id: req-03fdcacf-cb56-4c4a-9d4c-52c4d40f539d {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:31:48.785656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a4f03-7b93-4db3-9316-1af429b75e79", "name": "network-vif-plugged", "status": "completed", "tag": "7d01525e-83ab-4059-a2f2-2e4b287fcc77", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:31:48.786032 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03fdcacf-cb56-4c4a-9d4c-52c4d40f539d {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:31:48.786521 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a4f03-7b93-4db3-9316-1af429b75e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d01525e-83ab-4059-a2f2-2e4b287fcc77', 'code': 200} Jun 02 16:31:48.818495 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=7d01525e-83ab-4059-a2f2-2e4b287fcc77,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:48.826199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.828379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:48.828962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.856725 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.857267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Fanout notify agent at l3_agent the message router_deleted on router 1706dc57-32e2-414e-8c8f-97e351a6219e {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:31:48.881434 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.882559 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/routers/1706dc57-32e2-414e-8c8f-97e351a6219e HTTP/1.1" status: 204 len: 168 time: 1.3572407 Jun 02 16:31:48.886261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38482) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:48.891680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1412598527'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:48.896919 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:48.901048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:network and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:48.904121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:48.910277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:48.924030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:31:48.928280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.936246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.961514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:31:48.973855 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:48.974386 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Added segment 28205ed6-b23c-4f7b-a87c-ed98a4ecfd17 of type vlan for network 45c7da60-9eca-4301-a865-d1168648d190 Jun 02 16:31:48.988929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97542b-e6d0-40d1-b58f-2e480e049f05 req-a10fbc89-9682-4027-ae50-328ec6195928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:48.990489 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9a97542b-e6d0-40d1-b58f-2e480e049f05 req-a10fbc89-9682-4027-ae50-328ec6195928 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 1098 time: 0.0821583 Jun 02 16:31:49.003676 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:49.039633 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9a97542b-e6d0-40d1-b58f-2e480e049f05 req-74fe19bd-f1c4-4945-a6fc-5142eb7fbada service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=14423144-bdc5-4e6c-8cd8-3504615405f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385735 Jun 02 16:31:49.043609 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:49.049324 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:49.049953 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:49.053766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0d5c63f8-0501-48cc-a631-774c100baf3b tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:49.165502 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2779105 Jun 02 16:31:49.168699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Network': ['ID=45c7da60-9eca-4301-a865-d1168648d190,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:49.170977 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38486) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:49.172799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:49.176587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'subnet': {'network_id': '45c7da60-9eca-4301-a865-d1168648d190', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:49.180376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 45c7da60-9eca-4301-a865-d1168648d190 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:31:49.243363 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd2ea3-35ab-4e6a-837d-48924b99cd30 req-1e347edf-cbad-4863-b367-60d1ee4e30eb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:49.246592 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-03dd2ea3-35ab-4e6a-837d-48924b99cd30 req-1e347edf-cbad-4863-b367-60d1ee4e30eb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 945 time: 0.0968986 Jun 02 16:31:49.297705 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-03dd2ea3-35ab-4e6a-837d-48924b99cd30 req-6ce08d5b-8391-41a0-916d-a1e8a651d6e1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=14423144-bdc5-4e6c-8cd8-3504615405f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464990 Jun 02 16:31:49.297965 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:49.302419 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:subnet and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:49.305372 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:49.311667 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:49.322546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:31:49.326147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:49.782777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:49.787172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-92daddcc-4c53-4fee-9da2-4721cafb27b8 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:49.863680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Subnet': ['ID=17895bba-827f-4c16-9e01-815b4acbe091,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:49.867115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:49.873539 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Checking segment: {'id': '28205ed6-b23c-4f7b-a87c-ed98a4ecfd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '45c7da60-9eca-4301-a865-d1168648d190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:49.873893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network hostable DHCP agents. Network: 45c7da60-9eca-4301-a865-d1168648d190, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:31:49.892651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 45c7da60-9eca-4301-a865-d1168648d190 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:31:49.902646 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 45c7da60-9eca-4301-a865-d1168648d190) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:49.912800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:49.913387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:49.914344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9102d38-6d50-46cd-b4f7-280213cdedb8 None None] Network 45c7da60-9eca-4301-a865-d1168648d190 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:49.938804 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7664824 Jun 02 16:31:49.941701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38488) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:49.946767 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-9c89f2cf-f177-480c-9587-2d8f6f41c837 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1081193960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:49.953723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9c89f2cf-f177-480c-9587-2d8f6f41c837 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:49.958318 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9c89f2cf-f177-480c-9587-2d8f6f41c837 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:router and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:49.961522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9c89f2cf-f177-480c-9587-2d8f6f41c837 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:49.967856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9c89f2cf-f177-480c-9587-2d8f6f41c837 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:49.980412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9c89f2cf-f177-480c-9587-2d8f6f41c837 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:49.981521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9c89f2cf-f177-480c-9587-2d8f6f41c837 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:49.998657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9c89f2cf-f177-480c-9587-2d8f6f41c837 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:50.028241 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9c89f2cf-f177-480c-9587-2d8f6f41c837 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:50.055202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9c89f2cf-f177-480c-9587-2d8f6f41c837 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:50.057135 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9c89f2cf-f177-480c-9587-2d8f6f41c837 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1141613 Jun 02 16:31:50.060577 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38490) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:50.151441 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-45c7da60-9eca-4301-a865-d1168648d190', 'network_id': '45c7da60-9eca-4301-a865-d1168648d190', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'fixed_ips': [{'subnet_id': '17895bba-827f-4c16-9e01-815b4acbe091'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:31:50.152629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:50.321304 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Allocated IP 2001:db8::2 (45c7da60-9eca-4301-a865-d1168648d190/17895bba-827f-4c16-9e01-815b4acbe091/6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:50.526697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3135d11-447f-4aa5-a23e-dc6f77e5f7a1 req-733b2067-b698-43ec-acf4-1f3eb499807a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:50.540958 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f3135d11-447f-4aa5-a23e-dc6f77e5f7a1 req-733b2067-b698-43ec-acf4-1f3eb499807a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 945 time: 0.1197422 Jun 02 16:31:50.591362 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:50.613930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Transition to ACTIVE for port object 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:50.639553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Transition to ACTIVE for port object 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:50.642718 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f3135d11-447f-4aa5-a23e-dc6f77e5f7a1 req-5226025e-900d-4a9b-b174-5d15886584c8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=14423144-bdc5-4e6c-8cd8-3504615405f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004908 Jun 02 16:31:50.646561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:50.659754 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:50.701149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Network 45c7da60-9eca-4301-a865-d1168648d190 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:50.707292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:50.716609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:50.755113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:50.811652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Pushing event updated for resources: {'Port': ['ID=6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:50.829848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:50.837413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Attempting to bind port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:31:50.837796 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Attempting to bind port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '28205ed6-b23c-4f7b-a87c-ed98a4ecfd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '45c7da60-9eca-4301-a865-d1168648d190'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:31:50.838218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Attempting to bind port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd on network 45c7da60-9eca-4301-a865-d1168648d190 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:31:50.844016 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:31:50.844319 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Checking segment: {'id': '28205ed6-b23c-4f7b-a87c-ed98a4ecfd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '45c7da60-9eca-4301-a865-d1168648d190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:31:50.844727 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:50.845126 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Bound using segment: {'id': '28205ed6-b23c-4f7b-a87c-ed98a4ecfd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '45c7da60-9eca-4301-a865-d1168648d190'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:31:50.845634 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Bound port: 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28205ed6-b23c-4f7b-a87c-ed98a4ecfd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '45c7da60-9eca-4301-a865-d1168648d190'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:31:50.846002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:50.940887 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] For port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:31:50.944247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] For port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd,segment=NetworkSegment(28205ed6-b23c-4f7b-a87c-ed98a4ecfd17),segment_id=28205ed6-b23c-4f7b-a87c-ed98a4ecfd17)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:31:50.955124 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:50.960506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f3587b43-5396-4c3f-bc78-8189f8c7f1c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:51.046789 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Pushing event updated for resources: {'Port': ['ID=6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:51.050176 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:51.057067 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5a725-3a1e-474f-864a-620f2da3f5a9 req-e8f89fea-be2e-48d9-9371-b1d7e714191c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:51.059388 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fdd5a725-3a1e-474f-864a-620f2da3f5a9 req-e8f89fea-be2e-48d9-9371-b1d7e714191c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 945 time: 0.2822061 Jun 02 16:31:51.165280 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fdd5a725-3a1e-474f-864a-620f2da3f5a9 req-f4dd2272-ba52-4a0d-8934-f42b7d83941a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=14423144-bdc5-4e6c-8cd8-3504615405f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990205 Jun 02 16:31:51.201915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38498) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:51.257154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Allocated IP 2001:db8::1 (45c7da60-9eca-4301-a865-d1168648d190/17895bba-827f-4c16-9e01-815b4acbe091/ae0e072f-8902-429f-b6ee-c1649176b22a) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:51.366975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76134084-3503-4558-9184-ce69d65644b4 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:51.369474 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-76134084-3503-4558-9184-ce69d65644b4 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 1093 time: 0.1647635 Jun 02 16:31:51.374002 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38500) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:51.381769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': '7d01525e-83ab-4059-a2f2-2e4b287fcc77', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:51.390776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:31:51.397047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:floatingip and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:31:51.400252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:31:51.406821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:31:51.425174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:51.479339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:51.495246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Transition to ACTIVE for port object ae0e072f-8902-429f-b6ee-c1649176b22a will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:31:51.519146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:51.522974 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cd8405a8-d1fa-4b1d-be61-c72ab4f3aa35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:51.580977 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:51.598826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 45c7da60-9eca-4301-a865-d1168648d190 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:51.602990 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:51.607753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:51.608292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:51.623111 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=ae0e072f-8902-429f-b6ee-c1649176b22a,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:51.626862 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:51.736731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:51.761502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.21 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/71435d61-abdc-4925-a142-9399efa49c4e) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:31:52.122970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:52.131567 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9bc301-be6c-45b4-ad14-6afe81bfb578 None None] Network 45c7da60-9eca-4301-a865-d1168648d190 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:52.157831 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:52.190813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:52.197265 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a351b045-130e-46b4-a818-fdcca651a503 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:52.273390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:52.281228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:52.285627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:31:52.290709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bd6ed1ce-7754-4840-a1ab-584bede371a1 None None] Provisioning for port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:52.328554 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=71435d61-abdc-4925-a142-9399efa49c4e,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:52.332479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:52.336559 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:52.341027 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:52.341731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:52.409726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:52.424400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:52.425887 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:52.435807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:52.568548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:52.589589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=ae0e072f-8902-429f-b6ee-c1649176b22a,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:52.594470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:52.616240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd,segment=NetworkSegment(28205ed6-b23c-4f7b-a87c-ed98a4ecfd17),segment_id=28205ed6-b23c-4f7b-a87c-ed98a4ecfd17)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:52.622025 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:52.624679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cd82bd79-9cf7-49a7-bdcd-c76449398c9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:52.691143 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 45c7da60-9eca-4301-a865-d1168648d190 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:31:52.693384 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:31:52.804816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:52.823420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:52.903977 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:52.956657 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9db202f1-5f79-4987-95cd-5d24995569e1 None None] Provisioning for port ae0e072f-8902-429f-b6ee-c1649176b22a completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:31:52.965326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9db202f1-5f79-4987-95cd-5d24995569e1 None None] Provisioning complete for port ae0e072f-8902-429f-b6ee-c1649176b22a triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:52.966126 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9db202f1-5f79-4987-95cd-5d24995569e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:52.978146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router bb392299-edf2-4f62-8826-5b365cc6a168 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:31:53.044364 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:53.076489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-9db202f1-5f79-4987-95cd-5d24995569e1 None None] Port ae0e072f-8902-429f-b6ee-c1649176b22a cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:53.101113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9db202f1-5f79-4987-95cd-5d24995569e1 None None] Provisioning complete for port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:53.102821 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9db202f1-5f79-4987-95cd-5d24995569e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:53.183919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:53.207756 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/bb392299-edf2-4f62-8826-5b365cc6a168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1454425 Jun 02 16:31:53.214387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38502) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:53.219880 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4366ab0e-aecc-4536-8104-afc683357fb0 None None] Sync routers for ids ['bb392299-edf2-4f62-8826-5b365cc6a168'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:53.253871 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4366ab0e-aecc-4536-8104-afc683357fb0 None None] Routers {'bb392299-edf2-4f62-8826-5b365cc6a168'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:53.254614 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-4366ab0e-aecc-4536-8104-afc683357fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['bb392299-edf2-4f62-8826-5b365cc6a168'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:53.326999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-4366ab0e-aecc-4536-8104-afc683357fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:53.337030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c89d72-d5db-4fde-8fb8-7d6813b9d055 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:53.338326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4366ab0e-aecc-4536-8104-afc683357fb0 None None] Routers {'bb392299-edf2-4f62-8826-5b365cc6a168'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:53.338576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e0c89d72-d5db-4fde-8fb8-7d6813b9d055 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Synchronizing usage tracker for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:53.338728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:53.339218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-4366ab0e-aecc-4536-8104-afc683357fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['bb392299-edf2-4f62-8826-5b365cc6a168'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:53.347065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:53.362816 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-11f4d314-d866-4449-8a58-e335c2e3641d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:53.369476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e0c89d72-d5db-4fde-8fb8-7d6813b9d055 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Unset dirty status for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:53.371230 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e0c89d72-d5db-4fde-8fb8-7d6813b9d055 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports/ae0e072f-8902-429f-b6ee-c1649176b22a HTTP/1.1" status: 200 len: 911 time: 0.1552937 Jun 02 16:31:53.374232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38504) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:53.384776 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-759aa282-ce75-4e26-953c-658dffc93e16 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '17895bba-827f-4c16-9e01-815b4acbe091'}]}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:31:53.415887 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-4366ab0e-aecc-4536-8104-afc683357fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:53.418270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4366ab0e-aecc-4536-8104-afc683357fb0 None None] The sync data for ids ['bb392299-edf2-4f62-8826-5b365cc6a168'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:53.459177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e7caff6f-07e3-4526-aa65-59ababeb403a None None] Provisioning complete for port ae0e072f-8902-429f-b6ee-c1649176b22a triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:53.459943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e7caff6f-07e3-4526-aa65-59ababeb403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:53.538314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=71435d61-abdc-4925-a142-9399efa49c4e,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:53.544400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:53.550422 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:53.560410 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e7caff6f-07e3-4526-aa65-59ababeb403a None None] Port ae0e072f-8902-429f-b6ee-c1649176b22a cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:53.685172 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c8bdbf3f-c0d6-4439-86f7-ff3acbb106db None None] Provisioning complete for port ae0e072f-8902-429f-b6ee-c1649176b22a triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:53.685900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c8bdbf3f-c0d6-4439-86f7-ff3acbb106db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:53.713826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-759aa282-ce75-4e26-953c-658dffc93e16 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:53.773489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c8bdbf3f-c0d6-4439-86f7-ff3acbb106db None None] Port ae0e072f-8902-429f-b6ee-c1649176b22a cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:31:53.778892 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP 62ceb666-43e5-4584-872a-b168502ee4b5 associated. External IP: 172.26.3.21, port: 7d01525e-83ab-4059-a2f2-2e4b287fcc77. Jun 02 16:31:54.097376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:31:54.222091 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:31:54.223218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:54.443442 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 611e414b-8e41-42db-9e57-74ddcf2bfdfb has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:31:54.639935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-759aa282-ce75-4e26-953c-658dffc93e16 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:54.644627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:54.651526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-759aa282-ce75-4e26-953c-658dffc93e16 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:54.658364 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49582216-7633-4839-aa64-25b658971867 None None] Sync routers for ids ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:54.660023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759aa282-ce75-4e26-953c-658dffc93e16 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:54.661153 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-759aa282-ce75-4e26-953c-658dffc93e16 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:54.666101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38506) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:54.666399 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-759aa282-ce75-4e26-953c-658dffc93e16 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/ports/ae0e072f-8902-429f-b6ee-c1649176b22a HTTP/1.1" status: 200 len: 911 time: 1.2899146 Jun 02 16:31:54.667462 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:54.674534 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49582216-7633-4839-aa64-25b658971867 None None] Routers {'611e414b-8e41-42db-9e57-74ddcf2bfdfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:54.675402 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-49582216-7633-4839-aa64-25b658971867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:54.748250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759aa282-ce75-4e26-953c-658dffc93e16 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=ae0e072f-8902-429f-b6ee-c1649176b22a,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:54.752334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-759aa282-ce75-4e26-953c-658dffc93e16 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:54.863575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:54.902997 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-49582216-7633-4839-aa64-25b658971867 None None] Set router 611e414b-8e41-42db-9e57-74ddcf2bfdfb gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:31:55.005072 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6293011 Jun 02 16:31:55.010113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38508) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:55.013648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059a4f03-7b93-4db3-9316-1af429b75e79', 'tag': '7d01525e-83ab-4059-a2f2-2e4b287fcc77'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:31:55.015947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15ce819-7354-44b7-815c-2d5b56263ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "059a4f03-7b93-4db3-9316-1af429b75e79", "tag": "7d01525e-83ab-4059-a2f2-2e4b287fcc77"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:31:55.104703 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b9a948-a2f9-4850-82aa-bf38e21d8990 x-openstack-request-id: req-e8b9a948-a2f9-4850-82aa-bf38e21d8990 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:31:55.105105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059a4f03-7b93-4db3-9316-1af429b75e79", "tag": "7d01525e-83ab-4059-a2f2-2e4b287fcc77", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:31:55.105465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8b9a948-a2f9-4850-82aa-bf38e21d8990 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:31:55.105970 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059a4f03-7b93-4db3-9316-1af429b75e79', 'tag': '7d01525e-83ab-4059-a2f2-2e4b287fcc77', 'status': 'completed', 'code': 200} Jun 02 16:31:55.256824 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f749c8d2-02fd-42fc-9df0-efe413ffa95c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/62ceb666-43e5-4584-872a-b168502ee4b5 HTTP/1.1" status: 200 len: 990 time: 0.2446539 Jun 02 16:31:55.281749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ce819-7354-44b7-815c-2d5b56263ec1 req-12e4b7d3-4846-41ee-a276-bb657f73a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:55.283421 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d15ce819-7354-44b7-815c-2d5b56263ec1 req-12e4b7d3-4846-41ee-a276-bb657f73a7c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 1098 time: 0.1579726 Jun 02 16:31:55.365015 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-49582216-7633-4839-aa64-25b658971867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'name': 'tempest-TestNetworkBasicOps-router-1295217639', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:26Z', 'updated_at': '2021-06-02T16:31:33Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:27Z', 'updated_at': '2021-06-02T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '62ceb666-43e5-4584-872a-b168502ee4b5', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.21', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'port_id': '7d01525e-83ab-4059-a2f2-2e4b287fcc77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'mac_address': 'fa:16:3e:f5:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a4f03-7b93-4db3-9316-1af429b75e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:31:52Z', 'updated_at': '2021-06-02T16:31:52Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc8e8ed-098b-4b74-aeb8-154f77ac98b2', 'name': '', 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:af:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:32Z', 'updated_at': '2021-06-02T16:31:40Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:55.370450 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49582216-7633-4839-aa64-25b658971867 None None] Checking router: 611e414b-8e41-42db-9e57-74ddcf2bfdfb for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:31:55.382856 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49582216-7633-4839-aa64-25b658971867 None None] Routers {'611e414b-8e41-42db-9e57-74ddcf2bfdfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:55.384157 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-49582216-7633-4839-aa64-25b658971867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:55.448009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2c333c23-eac6-4c39-83ec-3e18e9c2ba56 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:55.462064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ce819-7354-44b7-815c-2d5b56263ec1 req-0ff9e9be-ec89-4d61-bc94-edacb8b88c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:55.463610 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d15ce819-7354-44b7-815c-2d5b56263ec1 req-0ff9e9be-ec89-4d61-bc94-edacb8b88c17 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 HTTP/1.1" status: 200 len: 898 time: 0.1736128 Jun 02 16:31:55.591149 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d15ce819-7354-44b7-815c-2d5b56263ec1 req-84e0cb4f-377b-497e-988c-71f8de28b7e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d01525e-83ab-4059-a2f2-2e4b287fcc77 HTTP/1.1" status: 200 len: 998 time: 0.1209383 Jun 02 16:31:55.631355 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-49582216-7633-4839-aa64-25b658971867 None None] Set router 611e414b-8e41-42db-9e57-74ddcf2bfdfb gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:31:55.672272 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ce819-7354-44b7-815c-2d5b56263ec1 req-12381de8-d65f-480a-96a4-c358935becdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:55.674308 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d15ce819-7354-44b7-815c-2d5b56263ec1 req-12381de8-d65f-480a-96a4-c358935becdf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0712e59b-2ff0-4ab1-80e3-0a3998fc5dad HTTP/1.1" status: 200 len: 834 time: 0.0736582 Jun 02 16:31:55.763887 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ce819-7354-44b7-815c-2d5b56263ec1 req-45294085-8431-43ff-8252-8b18b13a7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:31:55.765815 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d15ce819-7354-44b7-815c-2d5b56263ec1 req-45294085-8431-43ff-8252-8b18b13a7f3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0848920 Jun 02 16:31:55.925153 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d15ce819-7354-44b7-815c-2d5b56263ec1 req-131fdc7a-61d2-4aff-8ff0-d0269f5121aa service neutron] 10.222.0.49 "GET /v2.0/networks/4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518207 Jun 02 16:31:56.032864 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-49582216-7633-4839-aa64-25b658971867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'name': 'tempest-TestNetworkBasicOps-router-1295217639', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:26Z', 'updated_at': '2021-06-02T16:31:33Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:27Z', 'updated_at': '2021-06-02T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '62ceb666-43e5-4584-872a-b168502ee4b5', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.21', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'port_id': '7d01525e-83ab-4059-a2f2-2e4b287fcc77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'mac_address': 'fa:16:3e:f5:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a4f03-7b93-4db3-9316-1af429b75e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:31:52Z', 'updated_at': '2021-06-02T16:31:52Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc8e8ed-098b-4b74-aeb8-154f77ac98b2', 'name': '', 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:af:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:32Z', 'updated_at': '2021-06-02T16:31:40Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:56.038487 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49582216-7633-4839-aa64-25b658971867 None None] The sync data for ids ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'] in dv-neutron-601336-83-hyperv is: [{'id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'name': 'tempest-TestNetworkBasicOps-router-1295217639', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:26Z', 'updated_at': '2021-06-02T16:31:33Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:27Z', 'updated_at': '2021-06-02T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '62ceb666-43e5-4584-872a-b168502ee4b5', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.21', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'port_id': '7d01525e-83ab-4059-a2f2-2e4b287fcc77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'mac_address': 'fa:16:3e:f5:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a4f03-7b93-4db3-9316-1af429b75e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:31:52Z', 'updated_at': '2021-06-02T16:31:52Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc8e8ed-098b-4b74-aeb8-154f77ac98b2', 'name': '', 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:af:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:32Z', 'updated_at': '2021-06-02T16:31:40Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:56.099430 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d15ce819-7354-44b7-815c-2d5b56263ec1 req-8e87cbf3-0e4a-4f30-871d-915310f46399 service neutron] 10.222.0.49 "GET /v2.0/networks/4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680994 Jun 02 16:31:56.172470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2c333c23-eac6-4c39-83ec-3e18e9c2ba56 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port ae0e072f-8902-429f-b6ee-c1649176b22a {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:56.173032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2c333c23-eac6-4c39-83ec-3e18e9c2ba56 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:56.261799 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38512) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:56.293088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe84288-1307-4498-ac61-cd3709231425 None None] New status for floating IP 62ceb666-43e5-4584-872a-b168502ee4b5: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:31:56.420624 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3955f63f-77a9-4109-83d9-c754d472d9b5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/62ceb666-43e5-4584-872a-b168502ee4b5 HTTP/1.1" status: 200 len: 990 time: 0.1552038 Jun 02 16:31:56.558606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2c333c23-eac6-4c39-83ec-3e18e9c2ba56 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:56.695026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2c333c23-eac6-4c39-83ec-3e18e9c2ba56 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for ae0e072f-8902-429f-b6ee-c1649176b22a owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:56.850311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2c333c23-eac6-4c39-83ec-3e18e9c2ba56 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:56.855765 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:56.906013 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c333c23-eac6-4c39-83ec-3e18e9c2ba56 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=ae0e072f-8902-429f-b6ee-c1649176b22a,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:56.909315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2c333c23-eac6-4c39-83ec-3e18e9c2ba56 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:57.099647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2c333c23-eac6-4c39-83ec-3e18e9c2ba56 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:57.389341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c333c23-eac6-4c39-83ec-3e18e9c2ba56 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router bb392299-edf2-4f62-8826-5b365cc6a168 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:31:57.423980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38514) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:57.618806 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-52db3bc9-4f12-472a-bc27-1b39aae1f5f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/62ceb666-43e5-4584-872a-b168502ee4b5 HTTP/1.1" status: 200 len: 992 time: 0.1883578 Jun 02 16:31:57.619140 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c333c23-eac6-4c39-83ec-3e18e9c2ba56 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:31:57.632233 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee5964b-a993-4830-8fdd-0e6995cdadd7 None None] Sync routers for ids ['bb392299-edf2-4f62-8826-5b365cc6a168'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:31:57.636882 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2c333c23-eac6-4c39-83ec-3e18e9c2ba56 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/bb392299-edf2-4f62-8826-5b365cc6a168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9688830 Jun 02 16:31:57.640658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38516) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:57.650154 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee5964b-a993-4830-8fdd-0e6995cdadd7 None None] Routers {'bb392299-edf2-4f62-8826-5b365cc6a168'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:57.650919 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4ee5964b-a993-4830-8fdd-0e6995cdadd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['bb392299-edf2-4f62-8826-5b365cc6a168'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:57.692872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-422d90fc-1c10-4d28-bc23-4e2ad7b05f97 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Synchronizing usage tracker for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:31:57.713014 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-422d90fc-1c10-4d28-bc23-4e2ad7b05f97 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Unset dirty status for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:31:57.714912 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-422d90fc-1c10-4d28-bc23-4e2ad7b05f97 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb392299-edf2-4f62-8826-5b365cc6a168 HTTP/1.1" status: 200 len: 205 time: 0.0726740 Jun 02 16:31:57.717656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38518) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:57.721215 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4ee5964b-a993-4830-8fdd-0e6995cdadd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:57.733096 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee5964b-a993-4830-8fdd-0e6995cdadd7 None None] Routers {'bb392299-edf2-4f62-8826-5b365cc6a168'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:31:57.733731 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4ee5964b-a993-4830-8fdd-0e6995cdadd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['bb392299-edf2-4f62-8826-5b365cc6a168'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:57.794255 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4ee5964b-a993-4830-8fdd-0e6995cdadd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:31:57.794668 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee5964b-a993-4830-8fdd-0e6995cdadd7 None None] The sync data for ids ['bb392299-edf2-4f62-8826-5b365cc6a168'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:31:57.867867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65761992-a509-45e4-bf54-b5937c53814c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:58.330874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65761992-a509-45e4-bf54-b5937c53814c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:58.333232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65761992-a509-45e4-bf54-b5937c53814c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:58.362411 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65761992-a509-45e4-bf54-b5937c53814c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:58.362994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65761992-a509-45e4-bf54-b5937c53814c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Fanout notify agent at l3_agent the message router_deleted on router bb392299-edf2-4f62-8826-5b365cc6a168 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:31:58.382488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65761992-a509-45e4-bf54-b5937c53814c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:58.383564 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-65761992-a509-45e4-bf54-b5937c53814c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/routers/bb392299-edf2-4f62-8826-5b365cc6a168 HTTP/1.1" status: 204 len: 168 time: 0.6647055 Jun 02 16:31:58.386447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38520) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:58.469536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4987470-b042-4e7a-be71-5821cbdf061c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting subnet 17895bba-827f-4c16-9e01-815b4acbe091 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:31:58.475186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a4987470-b042-4e7a-be71-5821cbdf061c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:58.583553 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a4987470-b042-4e7a-be71-5821cbdf061c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:58.733160 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a4987470-b042-4e7a-be71-5821cbdf061c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:59.124400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a4987470-b042-4e7a-be71-5821cbdf061c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:59.129155 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-86a6f739-e98c-4e9e-a91f-511fdf526b68 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:59.165571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4987470-b042-4e7a-be71-5821cbdf061c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Subnet': ['ID=17895bba-827f-4c16-9e01-815b4acbe091,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:59.168720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a4987470-b042-4e7a-be71-5821cbdf061c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:59.169731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a4987470-b042-4e7a-be71-5821cbdf061c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:59.176775 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a4987470-b042-4e7a-be71-5821cbdf061c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/17895bba-827f-4c16-9e01-815b4acbe091 HTTP/1.1" status: 204 len: 168 time: 0.7890015 Jun 02 16:31:59.179325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38522) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:31:59.182633 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f6380a-c680-4ac4-895a-6a8720a6eae7 None None] Network 45c7da60-9eca-4301-a865-d1168648d190 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:31:59.294657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:59.387873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:59.388315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:59.516391 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0343ed5-49ae-434c-b3bc-9e86019bcef9 None None] DHCP port deletion for 45c7da60-9eca-4301-a865-d1168648d190 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:31:59.552642 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] For port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd,segment=NetworkSegment(28205ed6-b23c-4f7b-a87c-ed98a4ecfd17),segment_id=28205ed6-b23c-4f7b-a87c-ed98a4ecfd17)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:59.553399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:59.597685 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b0343ed5-49ae-434c-b3bc-9e86019bcef9 None None] Deleting port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:31:59.598177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b0343ed5-49ae-434c-b3bc-9e86019bcef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:59.708376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:31:59.716484 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b0343ed5-49ae-434c-b3bc-9e86019bcef9 None None] For port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd,segment=NetworkSegment(28205ed6-b23c-4f7b-a87c-ed98a4ecfd17),segment_id=28205ed6-b23c-4f7b-a87c-ed98a4ecfd17)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:31:59.717080 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b0343ed5-49ae-434c-b3bc-9e86019bcef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:59.772439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:31:59.780105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b715b3fa-0c1d-4e77-9c1e-2f66762da0b5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:31:59.857651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:31:59.860548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No DVR routers for this DVR port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:31:59.862785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:31:59.998357 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b0343ed5-49ae-434c-b3bc-9e86019bcef9 None None] Calling delete_port for 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:32:00.064872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.086285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b0343ed5-49ae-434c-b3bc-9e86019bcef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.090621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c7da60-9eca-4301-a865-d1168648d190']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:00.093468 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:00.114249 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28205ed6-b23c-4f7b-a87c-ed98a4ecfd17') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:00.114737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28205ed6-b23c-4f7b-a87c-ed98a4ecfd17') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:00.126009 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:32:00.136287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.171955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.179423 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:32:00.179782 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:32:00.181160 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:32:00.181846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.182748 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0343ed5-49ae-434c-b3bc-9e86019bcef9 None None] Pushing event deleted for resources: {'Port': ['ID=6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:00.184739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0343ed5-49ae-434c-b3bc-9e86019bcef9 None None] No DVR routers for this DVR port 6b3fb505-04ec-4d3a-a7e9-6a49b279bbdd on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:32:00.186707 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b0343ed5-49ae-434c-b3bc-9e86019bcef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:32:00.203572 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:32:00.449480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.453869 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-060ea92d-fa22-448b-808a-f6c54e10361c tempest-FloatingIPAdminTestJSON-1182346925 tempest-FloatingIPAdminTestJSON-1182346925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:00.470278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.483267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Network': ['ID=45c7da60-9eca-4301-a865-d1168648d190,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:00.490961 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:00.501575 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/networks/45c7da60-9eca-4301-a865-d1168648d190 HTTP/1.1" status: 204 len: 168 time: 1.3205459 Jun 02 16:32:00.505399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38524) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:00.510693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-ffa6c85e-6c37-4bc5-9993-31605459de78 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-608651689', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:00.518687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ffa6c85e-6c37-4bc5-9993-31605459de78 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:00.523489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ffa6c85e-6c37-4bc5-9993-31605459de78 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:router and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:00.526722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ffa6c85e-6c37-4bc5-9993-31605459de78 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:00.534904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ffa6c85e-6c37-4bc5-9993-31605459de78 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:00.548272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c85e-6c37-4bc5-9993-31605459de78 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.549661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c85e-6c37-4bc5-9993-31605459de78 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.567712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c85e-6c37-4bc5-9993-31605459de78 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.587948 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c85e-6c37-4bc5-9993-31605459de78 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.616981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ffa6c85e-6c37-4bc5-9993-31605459de78 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.618218 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ffa6c85e-6c37-4bc5-9993-31605459de78 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1115098 Jun 02 16:32:00.621367 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38526) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:00.626965 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-748186673'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:00.632849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:00.641305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:network and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:00.644887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:00.652303 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:00.664474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:00.668091 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.702617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:32:00.714379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.714740 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Added segment a97f268c-9dca-4624-9275-45b6859c5002 of type vlan for network 9161672a-922c-4fc2-9eda-e5e1869a5b00 Jun 02 16:32:00.747968 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.788840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.794632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:00.795370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:00.804141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:00.900493 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2777071 Jun 02 16:32:00.904768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38528) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:00.911756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'subnet': {'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:00.929540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Network': ['ID=9161672a-922c-4fc2-9eda-e5e1869a5b00,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:00.933075 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:00.942179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 9161672a-922c-4fc2-9eda-e5e1869a5b00 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:32:01.047979 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:01.053564 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:subnet and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:01.057051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:01.066873 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:01.081577 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:01.087601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:01.813998 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:01.817827 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cc1bf7ad-67e0-4c4e-9c5c-e7ec04e56909 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:01.890568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Subnet': ['ID=486ce003-b0ec-4c66-9ed9-d7b554b06526,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:01.904075 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:01.904453 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:01.904832 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:01.905457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:01.905565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:01.905978 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:01.906344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:01.906721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:01.907088 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:01.907446 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:01.907827 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:01.908165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:01.914149 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:01.916845 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Checking segment: {'id': 'a97f268c-9dca-4624-9275-45b6859c5002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:01.917211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network hostable DHCP agents. Network: 9161672a-922c-4fc2-9eda-e5e1869a5b00, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:32:01.936500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 9161672a-922c-4fc2-9eda-e5e1869a5b00 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:32:01.946378 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 9161672a-922c-4fc2-9eda-e5e1869a5b00) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:01.956138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14506fe-23be-43f2-9513-d1cc4ffaf842 None None] Network 9161672a-922c-4fc2-9eda-e5e1869a5b00 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:01.956679 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:01.957190 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:01.981267 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0749710 Jun 02 16:32:01.984256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38530) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:02.176111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-9161672a-922c-4fc2-9eda-e5e1869a5b00', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:32:02.177048 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:02.334527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Allocated IP 2001:db8::2 (9161672a-922c-4fc2-9eda-e5e1869a5b00/486ce003-b0ec-4c66-9ed9-d7b554b06526/73b29734-e5cc-40b1-afb8-d5ec3abbc3b5) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:32:02.467454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:02.552400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:02.562434 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Transition to ACTIVE for port object 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:02.583503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Transition to ACTIVE for port object 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:02.592639 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:02.596418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-322d3255-18d2-4a42-9fcc-f779637e217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:02.659403 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Network 9161672a-922c-4fc2-9eda-e5e1869a5b00 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:02.662419 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:02.666333 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:32:02.672435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Pushing event updated for resources: {'Port': ['ID=73b29734-e5cc-40b1-afb8-d5ec3abbc3b5,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:02.676345 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:02.762358 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Attempting to bind port 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:32:02.762615 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Attempting to bind port 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'a97f268c-9dca-4624-9275-45b6859c5002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:32:02.762996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Attempting to bind port 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 on network 9161672a-922c-4fc2-9eda-e5e1869a5b00 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:32:02.768620 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:32:02.769006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Checking segment: {'id': 'a97f268c-9dca-4624-9275-45b6859c5002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:02.769415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:02.769810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Bound using segment: {'id': 'a97f268c-9dca-4624-9275-45b6859c5002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:32:02.770315 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Bound port: 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97f268c-9dca-4624-9275-45b6859c5002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:32:02.770700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:02.814319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Allocated IP 2001:db8::1 (9161672a-922c-4fc2-9eda-e5e1869a5b00/486ce003-b0ec-4c66-9ed9-d7b554b06526/cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:32:02.871395 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] For port 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:32:02.875944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] For port 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=73b29734-e5cc-40b1-afb8-d5ec3abbc3b5,segment=NetworkSegment(a97f268c-9dca-4624-9275-45b6859c5002),segment_id=a97f268c-9dca-4624-9275-45b6859c5002)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:32:02.882166 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:02.886839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b0343ed5-49ae-434c-b3bc-9e86019bcef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:02.975060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3f5282fa-a1d4-4c07-9daf-300694e25d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:02.983070 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Pushing event updated for resources: {'Port': ['ID=73b29734-e5cc-40b1-afb8-d5ec3abbc3b5,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:02.986509 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:03.166223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:03.188173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Transition to ACTIVE for port object cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:03.223530 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:03.228172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:03.295083 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 9161672a-922c-4fc2-9eda-e5e1869a5b00 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:03.298371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:03.302464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:32:03.303002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:03.308938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:03.317550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:03.415163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:03.821010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:03.827101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:03.828052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:03.831826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:03.926519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20211fba-d03f-495c-8ee1-98749febb8bb None None] Network 9161672a-922c-4fc2-9eda-e5e1869a5b00 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:03.973738 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:03.979497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:04.023642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c7b9d925-97b7-413c-ada9-71ac5a7de9d5 None None] Provisioning for port 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:04.036163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 9161672a-922c-4fc2-9eda-e5e1869a5b00 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:04.039223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:04.115783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:04.242637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:04.243570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router 55915ac5-f90d-41af-963c-51637a98d066 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:32:04.250591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:04.250985 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:04.417760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:04.428677 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Sync routers for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:04.434492 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/55915ac5-f90d-41af-963c-51637a98d066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4489617 Jun 02 16:32:04.436967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38532) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:04.437234 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:04.442600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-428169628'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:04.448262 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:04.452796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:network and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:04.458265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:04.465492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:04.470287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:04.470946 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:31:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:04.482648 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:04.486302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:04.516126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:32:04.525791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:04.526142 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Added segment c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8 of type vlan for network 6a483c0e-0799-4379-8ae7-2641a8a6830e Jun 02 16:32:04.541345 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=73b29734-e5cc-40b1-afb8-d5ec3abbc3b5,segment=NetworkSegment(a97f268c-9dca-4624-9275-45b6859c5002),segment_id=a97f268c-9dca-4624-9275-45b6859c5002)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:04.562590 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:04.604181 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:04.609189 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:04.610593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:04.616372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:04.617029 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:04.621120 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-549b436d-e501-4d43-9725-bceb2246a4b6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:04.697635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-22cdbb7d-fc61-46db-bb66-9b57e9232b75 None None] Provisioning for port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:04.703975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:04.729546 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2881413 Jun 02 16:32:04.730421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38534) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:04.736088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'subnet': {'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:04.736359 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Network': ['ID=6a483c0e-0799-4379-8ae7-2641a8a6830e,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:04.739637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6035b9e8-cadc-412f-89e5-9196591ca3d6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:04.757763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-22cdbb7d-fc61-46db-bb66-9b57e9232b75 None None] Provisioning complete for port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:04.758054 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-22cdbb7d-fc61-46db-bb66-9b57e9232b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:04.781722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 6a483c0e-0799-4379-8ae7-2641a8a6830e details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:32:04.815919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=73b29734-e5cc-40b1-afb8-d5ec3abbc3b5,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:04.834630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:04.860165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:04.865310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:subnet and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:04.868599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:04.875839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:04.888135 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:04.893348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:04.977691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-22cdbb7d-fc61-46db-bb66-9b57e9232b75 None None] Port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:32:05.087314 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:05.088619 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-22cdbb7d-fc61-46db-bb66-9b57e9232b75 None None] Provisioning complete for port 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:05.088981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-22cdbb7d-fc61-46db-bb66-9b57e9232b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:05.298692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:03Z', 'revision_number': 2, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:03Z', 'revision_number': 2, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:05.303110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Checking router: 55915ac5-f90d-41af-963c-51637a98d066 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:32:05.303464 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Updating router 55915ac5-f90d-41af-963c-51637a98d066 port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:32:05.334650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:05.338363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e254a080-30a5-4914-9892-678440489e99 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:05.359851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:05.421347 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Subnet': ['ID=a569536e-bb58-4352-b257-499127e8517a,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:05.425067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:05.427565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Checking segment: {'id': 'c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:05.427921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network hostable DHCP agents. Network: 6a483c0e-0799-4379-8ae7-2641a8a6830e, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:32:05.442709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-db8528de-0124-4f2d-8c4a-98289df76747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:05.447293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 6a483c0e-0799-4379-8ae7-2641a8a6830e is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:32:05.453064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d4cf57a4-5439-4d2c-82dc-48984e3c022f None None] Provisioning complete for port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:05.453429 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d4cf57a4-5439-4d2c-82dc-48984e3c022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:05.457651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 6a483c0e-0799-4379-8ae7-2641a8a6830e) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:05.468794 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:05.469381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:05.495470 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7636890 Jun 02 16:32:05.498599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38536) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:05.517730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76337880-c427-400e-8f9e-55e6ce210621 None None] Network 6a483c0e-0799-4379-8ae7-2641a8a6830e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:05.675504 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf57a4-5439-4d2c-82dc-48984e3c022f None None] Port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:32:05.946397 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-6a483c0e-0799-4379-8ae7-2641a8a6830e', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:32:05.947248 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:06.078351 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:06.100370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:06.139297 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Transition to ACTIVE for port object cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:06.188549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:06.202226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:06.235273 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:06.389981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8714a63-a5a4-4cf8-a151-4a6e771a88ab None None] Pushing event updated for resources: {'Port': ['ID=cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:06.403721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Allocated IP 2001:db8:1::2 (6a483c0e-0799-4379-8ae7-2641a8a6830e/a569536e-bb58-4352-b257-499127e8517a/d5dd9215-2398-4ae3-bf6c-373a26be8e70) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:32:06.406063 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b8714a63-a5a4-4cf8-a151-4a6e771a88ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:06.500147 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:06.500521 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:06.588943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Attempting to bind port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:32:06.589203 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Attempting to bind port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'a97f268c-9dca-4624-9275-45b6859c5002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:32:06.589562 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Attempting to bind port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 on network 9161672a-922c-4fc2-9eda-e5e1869a5b00 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:32:06.630680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:32:06.631061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Checking segment: {'id': 'a97f268c-9dca-4624-9275-45b6859c5002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:06.631458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:06.631847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Bound using segment: {'id': 'a97f268c-9dca-4624-9275-45b6859c5002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:32:06.632328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Bound port: cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97f268c-9dca-4624-9275-45b6859c5002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:32:06.632701 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:06.711229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:06.874852 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] For port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:32:06.886616 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] For port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37,segment=NetworkSegment(a97f268c-9dca-4624-9275-45b6859c5002),segment_id=a97f268c-9dca-4624-9275-45b6859c5002)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:32:06.893164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:06.896098 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:06.901890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5c949b17-d9ff-484f-b3ee-293603c8e718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:06.942389 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Transition to ACTIVE for port object d5dd9215-2398-4ae3-bf6c-373a26be8e70 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:06.992579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Transition to ACTIVE for port object d5dd9215-2398-4ae3-bf6c-373a26be8e70 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:07.003018 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:07.003814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:07.061515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:07.076231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Allocated IP 2001:db8:1::1 (6a483c0e-0799-4379-8ae7-2641a8a6830e/a569536e-bb58-4352-b257-499127e8517a/c177c963-6820-4b3a-bef4-900adf253f3e) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:32:07.077663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8714a63-a5a4-4cf8-a151-4a6e771a88ab None None] Pushing event updated for resources: {'Port': ['ID=cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:07.087100 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b8714a63-a5a4-4cf8-a151-4a6e771a88ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:07.087100 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:07.210556 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Network 6a483c0e-0799-4379-8ae7-2641a8a6830e is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:07.222514 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:07.232210 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:32:07.248215 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:07.262604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:07.280970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Transition to ACTIVE for port object c177c963-6820-4b3a-bef4-900adf253f3e will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:07.308166 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:07.313199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:07.384877 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Pushing event updated for resources: {'Port': ['ID=d5dd9215-2398-4ae3-bf6c-373a26be8e70,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:07.388628 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 6a483c0e-0799-4379-8ae7-2641a8a6830e is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:07.392230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:07.399033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:32:07.399606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:07.407976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:07.415419 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=c177c963-6820-4b3a-bef4-900adf253f3e,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:07.419102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:07.539323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:07.549951 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Attempting to bind port d5dd9215-2398-4ae3-bf6c-373a26be8e70 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:32:07.550340 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Attempting to bind port d5dd9215-2398-4ae3-bf6c-373a26be8e70 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:32:07.550725 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Attempting to bind port d5dd9215-2398-4ae3-bf6c-373a26be8e70 on network 6a483c0e-0799-4379-8ae7-2641a8a6830e {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:32:07.564012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:32:07.564387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Checking segment: {'id': 'c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:07.564792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:07.565179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Bound using segment: {'id': 'c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:32:07.565694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Bound port: d5dd9215-2398-4ae3-bf6c-373a26be8e70, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:32:07.566040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:07.778613 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] For port d5dd9215-2398-4ae3-bf6c-373a26be8e70, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:32:07.788075 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] For port d5dd9215-2398-4ae3-bf6c-373a26be8e70, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d5dd9215-2398-4ae3-bf6c-373a26be8e70,segment=NetworkSegment(c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8),segment_id=c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:32:07.795767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:07.800790 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:07.894336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Pushing event updated for resources: {'Port': ['ID=d5dd9215-2398-4ae3-bf6c-373a26be8e70,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:07.899648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:07.902218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:03Z', 'revision_number': 2, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:06Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:07.906704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41352648-f984-4615-9c52-4c2ad80d1ee8 None None] The sync data for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv is: [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:03Z', 'revision_number': 2, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:06Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:07.957432 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:07.963425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:07.964406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:07.968589 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-332b5af4-5b3d-4979-bd3d-1d0a936f7d65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:08.130963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=c177c963-6820-4b3a-bef4-900adf253f3e,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:08.134297 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:08.220687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 6a483c0e-0799-4379-8ae7-2641a8a6830e is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:08.221969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:08.554000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:08.563632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router 55915ac5-f90d-41af-963c-51637a98d066 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:32:08.731050 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:08.744011 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/55915ac5-f90d-41af-963c-51637a98d066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2436559 Jun 02 16:32:08.746933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38538) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:08.752190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-926325074'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:08.757306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:08.761383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:network and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:08.764444 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:08.770741 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:08.785181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:08.789641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:08.820340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:32:08.830746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:08.831172 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Added segment 0f57778c-80de-4086-ab7b-bb52dd932bc8 of type vlan for network 85ab304f-e63b-4ce4-be8b-e4d79a93ef92 Jun 02 16:32:08.842381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf38340-7ac0-46be-9491-e14f7e5bee82 None None] Network 6a483c0e-0799-4379-8ae7-2641a8a6830e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:08.859359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:08.889904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:08.895675 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:08.896249 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:08.900008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e3cf0d49-f216-43cf-804a-5554dfb5af57 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:08.940498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-54690f2b-089f-4084-9ecc-54fbc7d653b6 None None] Provisioning for port d5dd9215-2398-4ae3-bf6c-373a26be8e70 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:09.001308 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2533097 Jun 02 16:32:09.004623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Network': ['ID=85ab304f-e63b-4ce4-be8b-e4d79a93ef92,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:09.005080 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38540) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:09.007250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:09.011626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'subnet': {'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:09.016934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 85ab304f-e63b-4ce4-be8b-e4d79a93ef92 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:32:09.256632 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Sync routers for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:09.268697 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:09.269673 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:09.295667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:09.301382 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:subnet and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:09.305486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:09.313281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:09.325563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:09.329483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:09.431241 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:09.500411 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-418a9d8b-5747-4639-89b1-13e1d7c4bc53 None None] Provisioning for port c177c963-6820-4b3a-bef4-900adf253f3e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:09.505362 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-418a9d8b-5747-4639-89b1-13e1d7c4bc53 None None] Provisioning complete for port c177c963-6820-4b3a-bef4-900adf253f3e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:09.506020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-418a9d8b-5747-4639-89b1-13e1d7c4bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:09.566816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-418a9d8b-5747-4639-89b1-13e1d7c4bc53 None None] Port c177c963-6820-4b3a-bef4-900adf253f3e cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:32:09.704137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-54509fa4-0270-477d-bd4b-883fa5a861f2 None None] Provisioning complete for port c177c963-6820-4b3a-bef4-900adf253f3e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:09.705169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-54509fa4-0270-477d-bd4b-883fa5a861f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:09.765121 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:07Z', 'revision_number': 3, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:07Z', 'revision_number': 2, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:06Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:09.770549 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Checking router: 55915ac5-f90d-41af-963c-51637a98d066 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:32:09.771579 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Updating router 55915ac5-f90d-41af-963c-51637a98d066 port c177c963-6820-4b3a-bef4-900adf253f3e binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:32:09.773834 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-54509fa4-0270-477d-bd4b-883fa5a861f2 None None] Port c177c963-6820-4b3a-bef4-900adf253f3e cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:32:09.836710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:09.840600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1f3c92b4-b9a1-49bf-a3fc-671dc1f83f67 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:09.869083 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:09.903911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6a92ec2d-1216-484d-81b6-9c100359c92a None None] Provisioning complete for port c177c963-6820-4b3a-bef4-900adf253f3e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:09.904678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6a92ec2d-1216-484d-81b6-9c100359c92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:09.925094 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Subnet': ['ID=56dcd51a-ade5-44fe-8b65-4c4e3174906e,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:09.929049 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:09.929919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Checking segment: {'id': '0f57778c-80de-4086-ab7b-bb52dd932bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:09.930361 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network hostable DHCP agents. Network: 85ab304f-e63b-4ce4-be8b-e4d79a93ef92, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:32:09.949492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 85ab304f-e63b-4ce4-be8b-e4d79a93ef92 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:32:09.960458 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 85ab304f-e63b-4ce4-be8b-e4d79a93ef92) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:09.970813 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-6a92ec2d-1216-484d-81b6-9c100359c92a None None] Port c177c963-6820-4b3a-bef4-900adf253f3e cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:32:09.971335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:09.971933 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:09.976267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6403cd9e-d275-46c4-80f3-925446650b59 None None] Network 85ab304f-e63b-4ce4-be8b-e4d79a93ef92 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:10.000050 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9906662 Jun 02 16:32:10.000327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38542) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:10.182786 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d5dd9215-2398-4ae3-bf6c-373a26be8e70 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:10.301860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'fixed_ips': [{'subnet_id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:32:10.302749 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:10.311124 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:10.323570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port d5dd9215-2398-4ae3-bf6c-373a26be8e70 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:10.327338 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Transition to ACTIVE for port object c177c963-6820-4b3a-bef4-900adf253f3e will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:10.333652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port d5dd9215-2398-4ae3-bf6c-373a26be8e70 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:10.334132 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:10.334792 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:10.338489 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:10.496726 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Pushing event updated for resources: {'Port': ['ID=c177c963-6820-4b3a-bef4-900adf253f3e,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:10.542787 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:10.543141 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:10.543481 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:10.543814 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:10.544145 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:10.544475 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:10.544801 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:10.545126 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:10.545450 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:10.545770 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:10.546107 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:10.546505 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:10.551046 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:10.573806 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Attempting to bind port c177c963-6820-4b3a-bef4-900adf253f3e on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:32:10.574608 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Attempting to bind port c177c963-6820-4b3a-bef4-900adf253f3e by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:32:10.575181 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Attempting to bind port c177c963-6820-4b3a-bef4-900adf253f3e on network 6a483c0e-0799-4379-8ae7-2641a8a6830e {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:32:10.583399 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:32:10.584133 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Checking segment: {'id': 'c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:10.584716 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:10.586060 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Bound using segment: {'id': 'c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:32:10.586947 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Bound port: c177c963-6820-4b3a-bef4-900adf253f3e, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:32:10.588113 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:10.609408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:10.667070 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:10.680474 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Allocated IP 2001:db8:2::2 (85ab304f-e63b-4ce4-be8b-e4d79a93ef92/56dcd51a-ade5-44fe-8b65-4c4e3174906e/e95bd4ba-e2e2-4db6-9183-9ce482453c93) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:32:10.703543 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] For port c177c963-6820-4b3a-bef4-900adf253f3e, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:32:10.707137 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] For port c177c963-6820-4b3a-bef4-900adf253f3e, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c177c963-6820-4b3a-bef4-900adf253f3e,segment=NetworkSegment(c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8),segment_id=c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:32:10.711390 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:10.716512 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:10.791963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port d5dd9215-2398-4ae3-bf6c-373a26be8e70, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d5dd9215-2398-4ae3-bf6c-373a26be8e70,segment=NetworkSegment(c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8),segment_id=c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:10.800160 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:10.800849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:10.801719 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:10.801867 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:10.833828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5b09999e-4f12-490c-9c30-1e7037895b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:10.925153 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Pushing event updated for resources: {'Port': ['ID=c177c963-6820-4b3a-bef4-900adf253f3e,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:10.927386 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:10.974784 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:10.995503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=d5dd9215-2398-4ae3-bf6c-373a26be8e70,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:11.036422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:11.071770 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:11.080841 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:11.083763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:11.084344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:11.133862 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Transition to ACTIVE for port object e95bd4ba-e2e2-4db6-9183-9ce482453c93 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:11.175619 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Transition to ACTIVE for port object e95bd4ba-e2e2-4db6-9183-9ce482453c93 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:11.186140 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:11.191505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:11.266964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Allocated IP 2001:db8:2::1 (85ab304f-e63b-4ce4-be8b-e4d79a93ef92/56dcd51a-ade5-44fe-8b65-4c4e3174906e/b3f6b26c-dedc-4ca5-99ae-1eeece559d0e) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:32:11.292933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Network 85ab304f-e63b-4ce4-be8b-e4d79a93ef92 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:11.298913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:11.305919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:32:11.318678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Pushing event updated for resources: {'Port': ['ID=e95bd4ba-e2e2-4db6-9183-9ce482453c93,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:11.327550 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:11.350464 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:07Z', 'revision_number': 3, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:10Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:06Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:11.355875 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09850c8-2629-48ae-8d36-df56a223fad6 None None] The sync data for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv is: [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:07Z', 'revision_number': 3, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:10Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:06Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:11.364499 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:11.463505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37,segment=NetworkSegment(a97f268c-9dca-4624-9275-45b6859c5002),segment_id=a97f268c-9dca-4624-9275-45b6859c5002)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:11.476682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:11.479227 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b8714a63-a5a4-4cf8-a151-4a6e771a88ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:11.511591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Attempting to bind port e95bd4ba-e2e2-4db6-9183-9ce482453c93 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:32:11.511972 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Attempting to bind port e95bd4ba-e2e2-4db6-9183-9ce482453c93 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '0f57778c-80de-4086-ab7b-bb52dd932bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:32:11.512348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Attempting to bind port e95bd4ba-e2e2-4db6-9183-9ce482453c93 on network 85ab304f-e63b-4ce4-be8b-e4d79a93ef92 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:32:11.529572 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:32:11.529962 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Checking segment: {'id': '0f57778c-80de-4086-ab7b-bb52dd932bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:11.530404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:11.530850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Bound using segment: {'id': '0f57778c-80de-4086-ab7b-bb52dd932bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:32:11.531382 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Bound port: e95bd4ba-e2e2-4db6-9183-9ce482453c93, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f57778c-80de-4086-ab7b-bb52dd932bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:32:11.531534 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:11.531728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:11.550257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Transition to ACTIVE for port object b3f6b26c-dedc-4ca5-99ae-1eeece559d0e will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:11.576528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:11.580813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8e5eceb4-be5c-43c7-84be-cbd14c8a3080 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:11.620838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:11.626372 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:11.653104 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 85ab304f-e63b-4ce4-be8b-e4d79a93ef92 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:11.655624 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] For port e95bd4ba-e2e2-4db6-9183-9ce482453c93, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:32:11.657856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:11.662477 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] For port e95bd4ba-e2e2-4db6-9183-9ce482453c93, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e95bd4ba-e2e2-4db6-9183-9ce482453c93,segment=NetworkSegment(0f57778c-80de-4086-ab7b-bb52dd932bc8),segment_id=0f57778c-80de-4086-ab7b-bb52dd932bc8)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:32:11.662835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:32:11.663411 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:11.670783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:11.675587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6c847278-3d73-45d4-8c3a-9dd790fb6552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:11.680368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=b3f6b26c-dedc-4ca5-99ae-1eeece559d0e,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:11.700907 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:11.701221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:11.701541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:11.701928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:11.702309 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:11.702925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:11.703295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:11.703658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:11.704027 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:11.704394 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:11.704757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:11.705397 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:11.710430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:11.780413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Pushing event updated for resources: {'Port': ['ID=e95bd4ba-e2e2-4db6-9183-9ce482453c93,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:11.791249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:11.831478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:12.219597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d5dd9215-2398-4ae3-bf6c-373a26be8e70 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:12.288586 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:12.293404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port d5dd9215-2398-4ae3-bf6c-373a26be8e70 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:12.293808 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:12.294000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:12.294644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:12.298398 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6cf2f674-ee0c-42af-b11f-fe033d834763 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:12.417482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:12.437289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=b3f6b26c-dedc-4ca5-99ae-1eeece559d0e,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:12.441770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:12.489361 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:12.489838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:12.506061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 85ab304f-e63b-4ce4-be8b-e4d79a93ef92 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:12.507377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:12.622617 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e95bd4ba-e2e2-4db6-9183-9ce482453c93 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:12.680059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router 55915ac5-f90d-41af-963c-51637a98d066 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:32:12.693985 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port e95bd4ba-e2e2-4db6-9183-9ce482453c93 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:12.699868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c177c963-6820-4b3a-bef4-900adf253f3e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:12.776521 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port c177c963-6820-4b3a-bef4-900adf253f3e completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:12.784216 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port c177c963-6820-4b3a-bef4-900adf253f3e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:12.784859 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:12.810971 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f0b102-552b-4887-838f-6c2486184f1f None None] Network 85ab304f-e63b-4ce4-be8b-e4d79a93ef92 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:12.853593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:12.866874 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/55915ac5-f90d-41af-963c-51637a98d066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8656337 Jun 02 16:32:12.869774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38544) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:12.875687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-600663019'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:12.881156 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:12.885521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:network and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:12.889159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:12.896998 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:12.910850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:12.914534 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:12.945076 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:32:12.957074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:12.957552 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Added segment f2f5e0d1-9a27-4362-b61a-2ee011573daf of type vlan for network 9fdf179c-489c-452f-8a63-c22f6298beff Jun 02 16:32:12.963436 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Sync routers for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:12.990181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:12.990524 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-81ace7fa-e32e-458c-b9b7-c7984eb418dc None None] Provisioning for port e95bd4ba-e2e2-4db6-9183-9ce482453c93 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:13.004072 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:13.004780 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:13.020751 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:13.026373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:13.026898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:13.030628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:13.055335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-81ace7fa-e32e-458c-b9b7-c7984eb418dc None None] Provisioning complete for port e95bd4ba-e2e2-4db6-9183-9ce482453c93 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:13.055722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-81ace7fa-e32e-458c-b9b7-c7984eb418dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:13.131418 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2600310 Jun 02 16:32:13.134491 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38546) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:13.141164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Network': ['ID=9fdf179c-489c-452f-8a63-c22f6298beff,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:13.141729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'subnet': {'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:13.143861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-15c0b33f-d996-4a71-8159-1affa603d060 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:13.189829 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 9fdf179c-489c-452f-8a63-c22f6298beff details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:32:13.415701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:13.419859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:subnet and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:13.423147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:13.428916 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:13.430740 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:13.440201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Made reservation on behalf of 3456cc48140e40228cfdb8e99e292afa for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:13.443990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:13.495765 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:13.715745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port c177c963-6820-4b3a-bef4-900adf253f3e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c177c963-6820-4b3a-bef4-900adf253f3e,segment=NetworkSegment(c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8),segment_id=c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:13.725119 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-81ace7fa-e32e-458c-b9b7-c7984eb418dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:13.735533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:13.779814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c9ca5cc0-c3d3-47bf-9f24-d80ffea73784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:13.876970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:13.881759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-faf82d45-5a1b-476e-a803-628e0b48a558 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:13.914446 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-81ace7fa-e32e-458c-b9b7-c7984eb418dc None None] For port e95bd4ba-e2e2-4db6-9183-9ce482453c93, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e95bd4ba-e2e2-4db6-9183-9ce482453c93,segment=NetworkSegment(0f57778c-80de-4086-ab7b-bb52dd932bc8),segment_id=0f57778c-80de-4086-ab7b-bb52dd932bc8)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:13.935138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=c177c963-6820-4b3a-bef4-900adf253f3e,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:13.937382 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-81ace7fa-e32e-458c-b9b7-c7984eb418dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:13.961191 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Subnet': ['ID=5a2dbcaa-1eac-48e7-900c-6835cd140c98,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:13.965229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:13.969740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Checking segment: {'id': 'f2f5e0d1-9a27-4362-b61a-2ee011573daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:13.970151 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network hostable DHCP agents. Network: 9fdf179c-489c-452f-8a63-c22f6298beff, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:32:13.973127 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:13.973487 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:13.973817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:13.974184 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:13.974543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:13.974867 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:13.975179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:13.975511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:13.975859 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:13.976178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:13.976498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:13.976819 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:32:13.986399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:13.986887 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b9b28e0b-128c-4e12-8c95-432637dc546c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:13.989051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 9fdf179c-489c-452f-8a63-c22f6298beff is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:32:14.001676 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 9fdf179c-489c-452f-8a63-c22f6298beff) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:14.012729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:14.013377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:14.031447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057befd0-849b-44ff-83ca-59f074ebec69 None None] Network 9fdf179c-489c-452f-8a63-c22f6298beff requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:14.038990 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9025016 Jun 02 16:32:14.042888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38548) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:14.137952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c177c963-6820-4b3a-bef4-900adf253f3e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:14.199765 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ace7fa-e32e-458c-b9b7-c7984eb418dc None None] Pushing event updated for resources: {'Port': ['ID=e95bd4ba-e2e2-4db6-9183-9ce482453c93,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:14.219241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-81ace7fa-e32e-458c-b9b7-c7984eb418dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:14.317001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'b3f6b26c-dedc-4ca5-99ae-1eeece559d0e', 'name': '', 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:93:ec:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:11Z', 'updated_at': '2021-06-02T16:32:12Z', 'revision_number': 2, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:10Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:14.331566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Checking router: 55915ac5-f90d-41af-963c-51637a98d066 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:32:14.331952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Updating router 55915ac5-f90d-41af-963c-51637a98d066 port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:32:14.453964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-03fe511a-9b2e-4d9b-8a80-cf7e6a1c2c2e None None] Provisioning for port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:14.461115 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port c177c963-6820-4b3a-bef4-900adf253f3e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:14.461359 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:14.513387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-03fe511a-9b2e-4d9b-8a80-cf7e6a1c2c2e None None] Provisioning complete for port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:14.513786 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-03fe511a-9b2e-4d9b-8a80-cf7e6a1c2c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:14.617567 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:14.630734 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-9fdf179c-489c-452f-8a63-c22f6298beff', 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'fixed_ips': [{'subnet_id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:32:14.631762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:14.667933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-03fe511a-9b2e-4d9b-8a80-cf7e6a1c2c2e None None] Port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:32:14.703615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:14.822424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-03fe511a-9b2e-4d9b-8a80-cf7e6a1c2c2e None None] Provisioning complete for port e95bd4ba-e2e2-4db6-9183-9ce482453c93 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:14.823147 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-03fe511a-9b2e-4d9b-8a80-cf7e6a1c2c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:15.128151 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Allocated IP 2001:db8:3::2 (9fdf179c-489c-452f-8a63-c22f6298beff/5a2dbcaa-1eac-48e7-900c-6835cd140c98/d9f64e22-d862-47b2-b040-8176d1f772d4) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:32:15.445309 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:15.502552 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Transition to ACTIVE for port object b3f6b26c-dedc-4ca5-99ae-1eeece559d0e will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:15.513387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9a62bf80-eaa9-42ab-8e2f-817ea88bfeba None None] Provisioning complete for port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:15.513767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9a62bf80-eaa9-42ab-8e2f-817ea88bfeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:15.538628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:15.554578 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:15.612198 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:15.649161 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Transition to ACTIVE for port object d9f64e22-d862-47b2-b040-8176d1f772d4 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:15.727918 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-9a62bf80-eaa9-42ab-8e2f-817ea88bfeba None None] Port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:32:15.746723 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25052c4-8f10-4590-9410-49c1351ecdd3 None None] Pushing event updated for resources: {'Port': ['ID=b3f6b26c-dedc-4ca5-99ae-1eeece559d0e,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:15.752891 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c25052c4-8f10-4590-9410-49c1351ecdd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:15.754023 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Transition to ACTIVE for port object d9f64e22-d862-47b2-b040-8176d1f772d4 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:15.789260 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:15.798970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:15.902620 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Allocated IP 2001:db8:3::1 (9fdf179c-489c-452f-8a63-c22f6298beff/5a2dbcaa-1eac-48e7-900c-6835cd140c98/a90f3e10-8d50-4656-aade-fc2defeb07a7) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:32:15.912680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Network 9fdf179c-489c-452f-8a63-c22f6298beff is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:15.920080 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:15.925801 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:32:15.928371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Attempting to bind port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:32:15.928753 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Attempting to bind port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '0f57778c-80de-4086-ab7b-bb52dd932bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:32:15.929210 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Attempting to bind port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e on network 85ab304f-e63b-4ce4-be8b-e4d79a93ef92 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:32:15.937631 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Pushing event updated for resources: {'Port': ['ID=d9f64e22-d862-47b2-b040-8176d1f772d4,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:15.943638 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:15.947308 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:32:15.947694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Checking segment: {'id': '0f57778c-80de-4086-ab7b-bb52dd932bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:15.948106 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:15.948505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Bound using segment: {'id': '0f57778c-80de-4086-ab7b-bb52dd932bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:32:15.949000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Bound port: b3f6b26c-dedc-4ca5-99ae-1eeece559d0e, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f57778c-80de-4086-ab7b-bb52dd932bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:32:15.949385 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:16.092839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:16.111196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Transition to ACTIVE for port object a90f3e10-8d50-4656-aade-fc2defeb07a7 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:16.129695 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e95bd4ba-e2e2-4db6-9183-9ce482453c93 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:16.139074 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:16.143351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-078f4c68-e2cb-443b-88cc-956251b26cc5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:16.219229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 9fdf179c-489c-452f-8a63-c22f6298beff is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:16.222684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:16.226817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:32:16.227723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:16.229335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Attempting to bind port d9f64e22-d862-47b2-b040-8176d1f772d4 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:32:16.229719 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Attempting to bind port d9f64e22-d862-47b2-b040-8176d1f772d4 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'f2f5e0d1-9a27-4362-b61a-2ee011573daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:32:16.230112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Attempting to bind port d9f64e22-d862-47b2-b040-8176d1f772d4 on network 9fdf179c-489c-452f-8a63-c22f6298beff {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:32:16.241589 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=a90f3e10-8d50-4656-aade-fc2defeb07a7,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:16.246117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:16.246763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:32:16.247155 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Checking segment: {'id': 'f2f5e0d1-9a27-4362-b61a-2ee011573daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:16.247567 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:16.247971 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Bound using segment: {'id': 'f2f5e0d1-9a27-4362-b61a-2ee011573daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:32:16.248464 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Bound port: d9f64e22-d862-47b2-b040-8176d1f772d4, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f5e0d1-9a27-4362-b61a-2ee011573daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:32:16.248847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:16.273911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] For port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:32:16.326938 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] For port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b3f6b26c-dedc-4ca5-99ae-1eeece559d0e,segment=NetworkSegment(0f57778c-80de-4086-ab7b-bb52dd932bc8),segment_id=0f57778c-80de-4086-ab7b-bb52dd932bc8)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:32:16.342884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:16.350739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f8223963-4aca-4902-abfb-d9b699107a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:16.360973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:16.407621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e95bd4ba-e2e2-4db6-9183-9ce482453c93 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:16.407993 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:16.491906 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d2340928-8179-4319-9dca-282b3489d632 None None] For port d9f64e22-d862-47b2-b040-8176d1f772d4, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:32:16.517189 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d2340928-8179-4319-9dca-282b3489d632 None None] For port d9f64e22-d862-47b2-b040-8176d1f772d4, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d9f64e22-d862-47b2-b040-8176d1f772d4,segment=NetworkSegment(f2f5e0d1-9a27-4362-b61a-2ee011573daf),segment_id=f2f5e0d1-9a27-4362-b61a-2ee011573daf)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:32:16.518475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25052c4-8f10-4590-9410-49c1351ecdd3 None None] Pushing event updated for resources: {'Port': ['ID=b3f6b26c-dedc-4ca5-99ae-1eeece559d0e,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:16.521743 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:16.522357 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:16.579270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c25052c4-8f10-4590-9410-49c1351ecdd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:16.589409 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:16.596037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:16.810477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:16.811891 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:16.815911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:16.816826 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:16.826873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-31f36490-4b66-4736-adda-36a775de0f14 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:16.903845 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Pushing event updated for resources: {'Port': ['ID=d9f64e22-d862-47b2-b040-8176d1f772d4,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:16.914981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:16.977542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event updated for resources: {'Port': ['ID=a90f3e10-8d50-4656-aade-fc2defeb07a7,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:16.983607 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:17.092192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Network 9fdf179c-489c-452f-8a63-c22f6298beff is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:17.094519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:17.230106 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:16Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'a90f3e10-8d50-4656-aade-fc2defeb07a7', 'name': '', 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:9d:03:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:15Z', 'updated_at': '2021-06-02T16:32:15Z', 'revision_number': 1, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f6b26c-dedc-4ca5-99ae-1eeece559d0e', 'name': '', 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:93:ec:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:11Z', 'updated_at': '2021-06-02T16:32:16Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:17.235770 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c685c97-73d7-41ac-a6c6-54e8c399eec8 None None] The sync data for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv is: [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:16Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'a90f3e10-8d50-4656-aade-fc2defeb07a7', 'name': '', 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:9d:03:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:15Z', 'updated_at': '2021-06-02T16:32:15Z', 'revision_number': 1, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f6b26c-dedc-4ca5-99ae-1eeece559d0e', 'name': '', 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:93:ec:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:11Z', 'updated_at': '2021-06-02T16:32:16Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:17.280144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router 55915ac5-f90d-41af-963c-51637a98d066 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:32:17.647500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:17.661617 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/55915ac5-f90d-41af-963c-51637a98d066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6175151 Jun 02 16:32:17.664377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38554) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:17.669430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-f37cdf9a-88a5-486b-92c3-f52a17a1d25c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:17.850651 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6d93fd-76e8-4077-9072-152985deed5f None None] Network 9fdf179c-489c-452f-8a63-c22f6298beff requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:17.974595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-64d4988d-e4ce-482a-bb5b-5727a532226c None None] Provisioning for port d9f64e22-d862-47b2-b040-8176d1f772d4 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:18.134918 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:32:18.204663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d9f64e22-d862-47b2-b040-8176d1f772d4 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:18.286922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port d9f64e22-d862-47b2-b040-8176d1f772d4 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:18.294362 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port d9f64e22-d862-47b2-b040-8176d1f772d4 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:18.295218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:18.420947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.extraroute_db [None req-f37cdf9a-88a5-486b-92c3-f52a17a1d25c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=92323) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 16:32:18.451054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.extraroute_db [None req-f37cdf9a-88a5-486b-92c3-f52a17a1d25c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Removed routes are [] {{(pid=92323) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 16:32:18.451548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f37cdf9a-88a5-486b-92c3-f52a17a1d25c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:18.516469 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:18.546664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9aa67da8-d958-4ddb-abd2-bac7bf0a4e42 None None] Provisioning for port a90f3e10-8d50-4656-aade-fc2defeb07a7 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:18.547385 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Sync routers for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:18.559095 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:18.560183 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:18.560947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9aa67da8-d958-4ddb-abd2-bac7bf0a4e42 None None] Provisioning complete for port a90f3e10-8d50-4656-aade-fc2defeb07a7 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:18.561827 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9aa67da8-d958-4ddb-abd2-bac7bf0a4e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:18.610610 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port d9f64e22-d862-47b2-b040-8176d1f772d4, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d9f64e22-d862-47b2-b040-8176d1f772d4,segment=NetworkSegment(f2f5e0d1-9a27-4362-b61a-2ee011573daf),segment_id=f2f5e0d1-9a27-4362-b61a-2ee011573daf)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:18.619253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:18.620175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b3f6b26c-dedc-4ca5-99ae-1eeece559d0e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:18.655798 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:18.721346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-9aa67da8-d958-4ddb-abd2-bac7bf0a4e42 None None] Port a90f3e10-8d50-4656-aade-fc2defeb07a7 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:32:18.790323 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9aa67da8-d958-4ddb-abd2-bac7bf0a4e42 None None] Provisioning complete for port d9f64e22-d862-47b2-b040-8176d1f772d4 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:18.793672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9aa67da8-d958-4ddb-abd2-bac7bf0a4e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:18.809899 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:18.828725 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=d9f64e22-d862-47b2-b040-8176d1f772d4,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:18.831729 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:18.841822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:18.874867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f37cdf9a-88a5-486b-92c3-f52a17a1d25c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:18.875851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:18.876307 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:18.880442 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f37cdf9a-88a5-486b-92c3-f52a17a1d25c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:19.002046 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:19.073921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37cdf9a-88a5-486b-92c3-f52a17a1d25c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router 55915ac5-f90d-41af-963c-51637a98d066 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:32:19.093288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:19.127653 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b3f6b26c-dedc-4ca5-99ae-1eeece559d0e,segment=NetworkSegment(0f57778c-80de-4086-ab7b-bb52dd932bc8),segment_id=0f57778c-80de-4086-ab7b-bb52dd932bc8)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:19.133160 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:19.135204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3b9710c7-d609-4a78-a134-20d7415c8486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:19.197424 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:18Z', 'revision_number': 6, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'a90f3e10-8d50-4656-aade-fc2defeb07a7', 'name': '', 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:9d:03:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:15Z', 'updated_at': '2021-06-02T16:32:16Z', 'revision_number': 2, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f6b26c-dedc-4ca5-99ae-1eeece559d0e', 'name': '', 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:93:ec:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:11Z', 'updated_at': '2021-06-02T16:32:16Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:19.201954 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Checking router: 55915ac5-f90d-41af-963c-51637a98d066 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:32:19.202382 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Updating router 55915ac5-f90d-41af-963c-51637a98d066 port a90f3e10-8d50-4656-aade-fc2defeb07a7 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:32:19.208496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1577453d-4f68-4286-9389-a55689f44923 None None] Provisioning complete for port a90f3e10-8d50-4656-aade-fc2defeb07a7 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:19.208898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1577453d-4f68-4286-9389-a55689f44923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:19.259870 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:19.263783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=b3f6b26c-dedc-4ca5-99ae-1eeece559d0e,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:19.269581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:19.276688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1577453d-4f68-4286-9389-a55689f44923 None None] Port a90f3e10-8d50-4656-aade-fc2defeb07a7 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:32:19.415310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37cdf9a-88a5-486b-92c3-f52a17a1d25c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:19.422244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f37cdf9a-88a5-486b-92c3-f52a17a1d25c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:19.425794 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f37cdf9a-88a5-486b-92c3-f52a17a1d25c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/55915ac5-f90d-41af-963c-51637a98d066 HTTP/1.1" status: 200 len: 953 time: 1.7580557 Jun 02 16:32:19.426101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38558) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:19.595455 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2516ccf0-fe98-4d9d-ae31-852c0fe5ae5b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/routers/55915ac5-f90d-41af-963c-51637a98d066 HTTP/1.1" status: 200 len: 953 time: 0.1656697 Jun 02 16:32:19.595687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38560) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:19.600537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-53f92edb-3a3b-4cec-b258-71fc935368c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'router': {'routes': None}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:19.619998 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:19.633123 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Transition to ACTIVE for port object a90f3e10-8d50-4656-aade-fc2defeb07a7 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:19.640884 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:19.644421 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:19.764502 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc969879-7eac-489e-9cb7-089cc8d5861a None None] Pushing event updated for resources: {'Port': ['ID=a90f3e10-8d50-4656-aade-fc2defeb07a7,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:19.770936 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-dc969879-7eac-489e-9cb7-089cc8d5861a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:19.862997 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Attempting to bind port a90f3e10-8d50-4656-aade-fc2defeb07a7 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:32:19.863481 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Attempting to bind port a90f3e10-8d50-4656-aade-fc2defeb07a7 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'f2f5e0d1-9a27-4362-b61a-2ee011573daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:32:19.863913 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Attempting to bind port a90f3e10-8d50-4656-aade-fc2defeb07a7 on network 9fdf179c-489c-452f-8a63-c22f6298beff {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:32:19.883182 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:32:19.883182 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Checking segment: {'id': 'f2f5e0d1-9a27-4362-b61a-2ee011573daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:19.883612 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:19.885374 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Bound using segment: {'id': 'f2f5e0d1-9a27-4362-b61a-2ee011573daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:32:19.886184 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Bound port: a90f3e10-8d50-4656-aade-fc2defeb07a7, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f5e0d1-9a27-4362-b61a-2ee011573daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:32:19.887649 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:19.997584 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] For port a90f3e10-8d50-4656-aade-fc2defeb07a7, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:32:20.001187 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] For port a90f3e10-8d50-4656-aade-fc2defeb07a7, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a90f3e10-8d50-4656-aade-fc2defeb07a7,segment=NetworkSegment(f2f5e0d1-9a27-4362-b61a-2ee011573daf),segment_id=f2f5e0d1-9a27-4362-b61a-2ee011573daf)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:32:20.005775 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:20.009462 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-f1e02c84-7c20-4d22-8f69-e6a9036e39f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:20.086919 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:20.087597 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:20.121946 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d9f64e22-d862-47b2-b040-8176d1f772d4 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:20.157060 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc969879-7eac-489e-9cb7-089cc8d5861a None None] Pushing event updated for resources: {'Port': ['ID=a90f3e10-8d50-4656-aade-fc2defeb07a7,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:20.205117 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port d9f64e22-d862-47b2-b040-8176d1f772d4 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:20.205764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:20.264949 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:20.278176 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.extraroute_db [None req-53f92edb-3a3b-4cec-b258-71fc935368c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Added routes are [] {{(pid=92323) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 16:32:20.278581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.extraroute_db [None req-53f92edb-3a3b-4cec-b258-71fc935368c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=92323) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 16:32:20.314912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53f92edb-3a3b-4cec-b258-71fc935368c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:20.332021 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-dc969879-7eac-489e-9cb7-089cc8d5861a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:20.369551 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b3f6b26c-dedc-4ca5-99ae-1eeece559d0e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:20.460991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:20.461445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:20.650223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53f92edb-3a3b-4cec-b258-71fc935368c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:20.653828 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53f92edb-3a3b-4cec-b258-71fc935368c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:20.747244 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:18Z', 'revision_number': 6, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'a90f3e10-8d50-4656-aade-fc2defeb07a7', 'name': '', 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:9d:03:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:15Z', 'updated_at': '2021-06-02T16:32:19Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f6b26c-dedc-4ca5-99ae-1eeece559d0e', 'name': '', 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:93:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:11Z', 'updated_at': '2021-06-02T16:32:19Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:20.752103 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e2af1-c343-4700-82b1-4e375d98789f None None] The sync data for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv is: [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:18Z', 'revision_number': 6, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'a90f3e10-8d50-4656-aade-fc2defeb07a7', 'name': '', 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:9d:03:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:15Z', 'updated_at': '2021-06-02T16:32:19Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f6b26c-dedc-4ca5-99ae-1eeece559d0e', 'name': '', 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:93:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:11Z', 'updated_at': '2021-06-02T16:32:19Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:20.947737 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb659f0-a20f-4ae2-b9b2-3ab163dbc601 None None] Sync routers for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:20.957370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb659f0-a20f-4ae2-b9b2-3ab163dbc601 None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:20.958004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8fb659f0-a20f-4ae2-b9b2-3ab163dbc601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:20.985920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f92edb-3a3b-4cec-b258-71fc935368c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router 55915ac5-f90d-41af-963c-51637a98d066 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:32:21.115846 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-8fb659f0-a20f-4ae2-b9b2-3ab163dbc601 None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:21.156011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f92edb-3a3b-4cec-b258-71fc935368c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:21.163220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-53f92edb-3a3b-4cec-b258-71fc935368c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:21.164316 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-53f92edb-3a3b-4cec-b258-71fc935368c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/55915ac5-f90d-41af-963c-51637a98d066 HTTP/1.1" status: 200 len: 703 time: 1.5675118 Jun 02 16:32:21.167169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38562) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:21.336148 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-954ddbb3-7231-403f-a65e-9184c8ef7cde tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/routers/55915ac5-f90d-41af-963c-51637a98d066 HTTP/1.1" status: 200 len: 703 time: 0.1649988 Jun 02 16:32:21.336412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38564) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:21.503931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8fb659f0-a20f-4ae2-b9b2-3ab163dbc601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:20Z', 'revision_number': 7, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'a90f3e10-8d50-4656-aade-fc2defeb07a7', 'name': '', 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:9d:03:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:15Z', 'updated_at': '2021-06-02T16:32:19Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f6b26c-dedc-4ca5-99ae-1eeece559d0e', 'name': '', 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:93:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:11Z', 'updated_at': '2021-06-02T16:32:19Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:21.508216 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb659f0-a20f-4ae2-b9b2-3ab163dbc601 None None] Checking router: 55915ac5-f90d-41af-963c-51637a98d066 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:32:21.517135 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb659f0-a20f-4ae2-b9b2-3ab163dbc601 None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:21.517761 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8fb659f0-a20f-4ae2-b9b2-3ab163dbc601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:21.691962 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-8fb659f0-a20f-4ae2-b9b2-3ab163dbc601 None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:21.889451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3ec3eb81-8dd7-474b-b3e9-f44bd483cc83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:22.042712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8fb659f0-a20f-4ae2-b9b2-3ab163dbc601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:20Z', 'revision_number': 7, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'a90f3e10-8d50-4656-aade-fc2defeb07a7', 'name': '', 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:9d:03:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:15Z', 'updated_at': '2021-06-02T16:32:19Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f6b26c-dedc-4ca5-99ae-1eeece559d0e', 'name': '', 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:93:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:11Z', 'updated_at': '2021-06-02T16:32:19Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:22.047411 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb659f0-a20f-4ae2-b9b2-3ab163dbc601 None None] The sync data for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv is: [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:20Z', 'revision_number': 7, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'a90f3e10-8d50-4656-aade-fc2defeb07a7', 'name': '', 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:9d:03:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:15Z', 'updated_at': '2021-06-02T16:32:19Z', 'revision_number': 4, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f6b26c-dedc-4ca5-99ae-1eeece559d0e', 'name': '', 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:93:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:11Z', 'updated_at': '2021-06-02T16:32:19Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:22.123814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a90f3e10-8d50-4656-aade-fc2defeb07a7 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:22.213900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port a90f3e10-8d50-4656-aade-fc2defeb07a7 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:22.219755 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port a90f3e10-8d50-4656-aade-fc2defeb07a7 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:22.220143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:22.345246 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e119752-4126-4269-b9c6-dad7c809e373 None None] Sync routers for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:22.358603 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e119752-4126-4269-b9c6-dad7c809e373 None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:22.359473 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1e119752-4126-4269-b9c6-dad7c809e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:22.361612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:22.379878 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-3ec3eb81-8dd7-474b-b3e9-f44bd483cc83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port a90f3e10-8d50-4656-aade-fc2defeb07a7 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:32:22.380837 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3ec3eb81-8dd7-474b-b3e9-f44bd483cc83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:22.408938 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port a90f3e10-8d50-4656-aade-fc2defeb07a7, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a90f3e10-8d50-4656-aade-fc2defeb07a7,segment=NetworkSegment(f2f5e0d1-9a27-4362-b61a-2ee011573daf),segment_id=f2f5e0d1-9a27-4362-b61a-2ee011573daf)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:22.415271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:22.419889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-caff081f-ff6b-496d-bb5f-0b43415ef673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:22.494017 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=a90f3e10-8d50-4656-aade-fc2defeb07a7,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:22.497596 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:22.525986 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-1e119752-4126-4269-b9c6-dad7c809e373 None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:22.697034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-3ec3eb81-8dd7-474b-b3e9-f44bd483cc83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] For port a90f3e10-8d50-4656-aade-fc2defeb07a7, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a90f3e10-8d50-4656-aade-fc2defeb07a7,segment=NetworkSegment(f2f5e0d1-9a27-4362-b61a-2ee011573daf),segment_id=f2f5e0d1-9a27-4362-b61a-2ee011573daf)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:22.697391 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3ec3eb81-8dd7-474b-b3e9-f44bd483cc83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:22.822399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-3ec3eb81-8dd7-474b-b3e9-f44bd483cc83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for a90f3e10-8d50-4656-aade-fc2defeb07a7 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:32:22.861041 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1e119752-4126-4269-b9c6-dad7c809e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:20Z', 'revision_number': 7, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'a90f3e10-8d50-4656-aade-fc2defeb07a7', 'name': '', 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:9d:03:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:15Z', 'updated_at': '2021-06-02T16:32:22Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f6b26c-dedc-4ca5-99ae-1eeece559d0e', 'name': '', 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:93:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:11Z', 'updated_at': '2021-06-02T16:32:19Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:22.865750 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e119752-4126-4269-b9c6-dad7c809e373 None None] Checking router: 55915ac5-f90d-41af-963c-51637a98d066 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:32:22.874718 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e119752-4126-4269-b9c6-dad7c809e373 None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:22.875353 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1e119752-4126-4269-b9c6-dad7c809e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:22.988968 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3ec3eb81-8dd7-474b-b3e9-f44bd483cc83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:22.993084 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:23.036331 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-1e119752-4126-4269-b9c6-dad7c809e373 None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:23.039153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3eb81-8dd7-474b-b3e9-f44bd483cc83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=a90f3e10-8d50-4656-aade-fc2defeb07a7,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:23.042393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3ec3eb81-8dd7-474b-b3e9-f44bd483cc83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:23.279579 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3ec3eb81-8dd7-474b-b3e9-f44bd483cc83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:23.431354 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1e119752-4126-4269-b9c6-dad7c809e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:20Z', 'revision_number': 7, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'a90f3e10-8d50-4656-aade-fc2defeb07a7', 'name': '', 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:9d:03:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:15Z', 'updated_at': '2021-06-02T16:32:22Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f6b26c-dedc-4ca5-99ae-1eeece559d0e', 'name': '', 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:93:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:11Z', 'updated_at': '2021-06-02T16:32:19Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:23.435474 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e119752-4126-4269-b9c6-dad7c809e373 None None] The sync data for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv is: [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:20Z', 'revision_number': 7, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'a90f3e10-8d50-4656-aade-fc2defeb07a7', 'name': '', 'network_id': '9fdf179c-489c-452f-8a63-c22f6298beff', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:9d:03:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:15Z', 'updated_at': '2021-06-02T16:32:22Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '5a2dbcaa-1eac-48e7-900c-6835cd140c98', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3f6b26c-dedc-4ca5-99ae-1eeece559d0e', 'name': '', 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:93:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:11Z', 'updated_at': '2021-06-02T16:32:19Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:23.615691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec3eb81-8dd7-474b-b3e9-f44bd483cc83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router 55915ac5-f90d-41af-963c-51637a98d066 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:32:23.782621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec3eb81-8dd7-474b-b3e9-f44bd483cc83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:23.791975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a49e4a3-3fbd-4cb2-b8ce-78f6c21d536f None None] Sync routers for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:23.797567 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3ec3eb81-8dd7-474b-b3e9-f44bd483cc83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/55915ac5-f90d-41af-963c-51637a98d066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4578762 Jun 02 16:32:23.798202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38568) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:23.802418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a49e4a3-3fbd-4cb2-b8ce-78f6c21d536f None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:23.803045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9a49e4a3-3fbd-4cb2-b8ce-78f6c21d536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:23.868714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-320b0568-8e14-498c-a0ed-75bb50b90a18 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting subnet 5a2dbcaa-1eac-48e7-900c-6835cd140c98 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:32:23.872267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-320b0568-8e14-498c-a0ed-75bb50b90a18 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:23.931988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-320b0568-8e14-498c-a0ed-75bb50b90a18 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:23.960788 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-9a49e4a3-3fbd-4cb2-b8ce-78f6c21d536f None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:24.171089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-320b0568-8e14-498c-a0ed-75bb50b90a18 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:24.294154 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9a49e4a3-3fbd-4cb2-b8ce-78f6c21d536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:22Z', 'revision_number': 8, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'b3f6b26c-dedc-4ca5-99ae-1eeece559d0e', 'name': '', 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:93:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:11Z', 'updated_at': '2021-06-02T16:32:19Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:24.298376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a49e4a3-3fbd-4cb2-b8ce-78f6c21d536f None None] Checking router: 55915ac5-f90d-41af-963c-51637a98d066 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:32:24.307292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a49e4a3-3fbd-4cb2-b8ce-78f6c21d536f None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:24.307931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9a49e4a3-3fbd-4cb2-b8ce-78f6c21d536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:24.480794 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-320b0568-8e14-498c-a0ed-75bb50b90a18 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:24.484930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5508ff14-4650-4e3e-aa72-04bdf59ab54d tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:24.517439 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-9a49e4a3-3fbd-4cb2-b8ce-78f6c21d536f None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:24.521149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b0568-8e14-498c-a0ed-75bb50b90a18 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2dbcaa-1eac-48e7-900c-6835cd140c98,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:24.523771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-320b0568-8e14-498c-a0ed-75bb50b90a18 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:24.524779 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-320b0568-8e14-498c-a0ed-75bb50b90a18 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:24.531343 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-320b0568-8e14-498c-a0ed-75bb50b90a18 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/5a2dbcaa-1eac-48e7-900c-6835cd140c98 HTTP/1.1" status: 204 len: 168 time: 0.7321694 Jun 02 16:32:24.533934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38570) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:24.564511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7211fd2e-fc27-4d0c-bc0d-8adac10c448d None None] Network 9fdf179c-489c-452f-8a63-c22f6298beff requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:24.647237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:24.724887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port d9f64e22-d862-47b2-b040-8176d1f772d4 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:32:24.725219 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:24.824844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] For port d9f64e22-d862-47b2-b040-8176d1f772d4, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d9f64e22-d862-47b2-b040-8176d1f772d4,segment=NetworkSegment(f2f5e0d1-9a27-4362-b61a-2ee011573daf),segment_id=f2f5e0d1-9a27-4362-b61a-2ee011573daf)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:24.825259 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:24.952939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for d9f64e22-d862-47b2-b040-8176d1f772d4 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:32:25.009361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:25.017785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c4b9343c-3c1f-4c47-9474-6a7bd08fa38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:25.019048 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9a49e4a3-3fbd-4cb2-b8ce-78f6c21d536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:22Z', 'revision_number': 8, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'b3f6b26c-dedc-4ca5-99ae-1eeece559d0e', 'name': '', 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:93:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:11Z', 'updated_at': '2021-06-02T16:32:19Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:25.024913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a49e4a3-3fbd-4cb2-b8ce-78f6c21d536f None None] The sync data for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv is: [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:22Z', 'revision_number': 8, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'b3f6b26c-dedc-4ca5-99ae-1eeece559d0e', 'name': '', 'network_id': '85ab304f-e63b-4ce4-be8b-e4d79a93ef92', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:93:ec:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:11Z', 'updated_at': '2021-06-02T16:32:19Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '56dcd51a-ade5-44fe-8b65-4c4e3174906e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:25.063577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No DVR routers for this DVR port d9f64e22-d862-47b2-b040-8176d1f772d4 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:32:25.064980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=d9f64e22-d862-47b2-b040-8176d1f772d4,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:25.080126 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9701ff7d-db11-4f3b-873f-5df624e950c3 None None] DHCP port deletion for 9fdf179c-489c-452f-8a63-c22f6298beff request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:32:25.099796 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:25.209389 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:25.224053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdf179c-489c-452f-8a63-c22f6298beff']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:25.242181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f5e0d1-9a27-4362-b61a-2ee011573daf') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:25.242484 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f5e0d1-9a27-4362-b61a-2ee011573daf') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:25.255226 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:25.273051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:25.279806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:32:25.280126 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:32:25.295202 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:32:25.374839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:25.380645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:25.383905 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-331589f0-a46d-421a-bcef-fdca83b37e1a tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:25.416520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Network': ['ID=9fdf179c-489c-452f-8a63-c22f6298beff,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:25.419652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:25.423500 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/networks/9fdf179c-489c-452f-8a63-c22f6298beff HTTP/1.1" status: 204 len: 168 time: 0.8885565 Jun 02 16:32:25.426771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38572) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:26.094101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d9f64e22-d862-47b2-b040-8176d1f772d4 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:32:26.095458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-009972d8-4233-415d-806d-829810193214 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:26.129949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: d9f64e22-d862-47b2-b040-8176d1f772d4 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:32:26.130330 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d9f64e22-d862-47b2-b040-8176d1f772d4 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:32:26.130761 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a90f3e10-8d50-4656-aade-fc2defeb07a7 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:32:26.168514 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: a90f3e10-8d50-4656-aade-fc2defeb07a7 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:32:26.168900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a90f3e10-8d50-4656-aade-fc2defeb07a7 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:32:26.515311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-009972d8-4233-415d-806d-829810193214 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:32:26.515988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-009972d8-4233-415d-806d-829810193214 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:26.651181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-009972d8-4233-415d-806d-829810193214 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] For port b3f6b26c-dedc-4ca5-99ae-1eeece559d0e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b3f6b26c-dedc-4ca5-99ae-1eeece559d0e,segment=NetworkSegment(0f57778c-80de-4086-ab7b-bb52dd932bc8),segment_id=0f57778c-80de-4086-ab7b-bb52dd932bc8)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:26.651539 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-009972d8-4233-415d-806d-829810193214 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:26.773210 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-009972d8-4233-415d-806d-829810193214 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for b3f6b26c-dedc-4ca5-99ae-1eeece559d0e owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:32:26.923363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-009972d8-4233-415d-806d-829810193214 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:26.927134 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2c333c23-eac6-4c39-83ec-3e18e9c2ba56 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:26.944846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38576) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:26.974685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009972d8-4233-415d-806d-829810193214 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=b3f6b26c-dedc-4ca5-99ae-1eeece559d0e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:26.978261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-009972d8-4233-415d-806d-829810193214 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:27.064524 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1bb27c76-bcb9-4e0e-b22d-77373008270b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/62ceb666-43e5-4584-872a-b168502ee4b5 HTTP/1.1" status: 200 len: 992 time: 0.1182022 Jun 02 16:32:27.204825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-009972d8-4233-415d-806d-829810193214 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:27.403647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38582) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:27.685932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009972d8-4233-415d-806d-829810193214 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router 55915ac5-f90d-41af-963c-51637a98d066 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:32:27.705416 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddd23dbf-4f7e-4ab6-b904-4f2a64c4e418 req-31df68b9-2619-43d9-919a-74a8f25f052a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=059a4f03-7b93-4db3-9316-1af429b75e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2358451 Jun 02 16:32:27.745020 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-e78472f7-1bd6-454a-8c75-2f8cfefedae4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 71435d61-abdc-4925-a142-9399efa49c4e {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:32:27.745359 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e78472f7-1bd6-454a-8c75-2f8cfefedae4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:27.848891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009972d8-4233-415d-806d-829810193214 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:27.861579 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf327f1-fdf9-464b-804c-4c70f3cb5997 None None] Sync routers for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:27.862593 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-009972d8-4233-415d-806d-829810193214 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/55915ac5-f90d-41af-963c-51637a98d066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4347394 Jun 02 16:32:27.867043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38584) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:27.881385 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf327f1-fdf9-464b-804c-4c70f3cb5997 None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:27.882768 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-edf327f1-fdf9-464b-804c-4c70f3cb5997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:27.927472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e78472f7-1bd6-454a-8c75-2f8cfefedae4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:27.927770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e78472f7-1bd6-454a-8c75-2f8cfefedae4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:27.930460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7b647f-48fe-4582-a1ac-0af0247a038c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting subnet 56dcd51a-ade5-44fe-8b65-4c4e3174906e {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:32:27.933542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b7b647f-48fe-4582-a1ac-0af0247a038c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:27.995163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b7b647f-48fe-4582-a1ac-0af0247a038c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:28.094869 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b7b647f-48fe-4582-a1ac-0af0247a038c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:28.146776 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-edf327f1-fdf9-464b-804c-4c70f3cb5997 None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:28.220376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-e78472f7-1bd6-454a-8c75-2f8cfefedae4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 71435d61-abdc-4925-a142-9399efa49c4e owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:32:28.224752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23dbf-4f7e-4ab6-b904-4f2a64c4e418 req-51a66e1e-238a-47c4-b5c1-f341c2386ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:28.226272 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddd23dbf-4f7e-4ab6-b904-4f2a64c4e418 req-51a66e1e-238a-47c4-b5c1-f341c2386ac2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 1098 time: 0.4088321 Jun 02 16:32:28.390735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b7b647f-48fe-4582-a1ac-0af0247a038c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:28.404521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-11bc8387-2c86-4eea-80e2-17c42afcfbe1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:28.414638 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23dbf-4f7e-4ab6-b904-4f2a64c4e418 req-32323dbb-99c4-4af4-b407-5ca214e91b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:28.416222 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddd23dbf-4f7e-4ab6-b904-4f2a64c4e418 req-32323dbb-99c4-4af4-b407-5ca214e91b8a service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 HTTP/1.1" status: 200 len: 898 time: 0.1570508 Jun 02 16:32:28.437136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b7b647f-48fe-4582-a1ac-0af0247a038c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:28.445312 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26b4ef5-b7a6-42c2-89fe-d5a0f90b3dd2 None None] Network 85ab304f-e63b-4ce4-be8b-e4d79a93ef92 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:28.446436 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b647f-48fe-4582-a1ac-0af0247a038c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Subnet': ['ID=56dcd51a-ade5-44fe-8b65-4c4e3174906e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:28.449088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6b7b647f-48fe-4582-a1ac-0af0247a038c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:28.453605 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6b7b647f-48fe-4582-a1ac-0af0247a038c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/56dcd51a-ade5-44fe-8b65-4c4e3174906e HTTP/1.1" status: 204 len: 168 time: 0.5855408 Jun 02 16:32:28.454236 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38586) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:28.512599 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-edf327f1-fdf9-464b-804c-4c70f3cb5997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:26Z', 'revision_number': 9, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:28.517302 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf327f1-fdf9-464b-804c-4c70f3cb5997 None None] Checking router: 55915ac5-f90d-41af-963c-51637a98d066 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:32:28.526004 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf327f1-fdf9-464b-804c-4c70f3cb5997 None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:28.526879 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-edf327f1-fdf9-464b-804c-4c70f3cb5997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:28.557871 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddd23dbf-4f7e-4ab6-b904-4f2a64c4e418 req-fd1fc6dc-4033-494d-81c8-70866277db26 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d01525e-83ab-4059-a2f2-2e4b287fcc77 HTTP/1.1" status: 200 len: 217 time: 0.1023943 Jun 02 16:32:28.559995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e78472f7-1bd6-454a-8c75-2f8cfefedae4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:28.587895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:28.612219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:28.679235 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port e95bd4ba-e2e2-4db6-9183-9ce482453c93 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:32:28.679585 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:28.689526 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-edf327f1-fdf9-464b-804c-4c70f3cb5997 None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:28.739061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78472f7-1bd6-454a-8c75-2f8cfefedae4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=71435d61-abdc-4925-a142-9399efa49c4e,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:28.747126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e78472f7-1bd6-454a-8c75-2f8cfefedae4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:28.761141 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dbc22e-6d56-454f-b44d-f844c1863634 None None] DHCP port deletion for 85ab304f-e63b-4ce4-be8b-e4d79a93ef92 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:32:28.779896 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23dbf-4f7e-4ab6-b904-4f2a64c4e418 req-4eacfb4f-264d-40f2-ac21-f210cb6abd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:28.781355 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddd23dbf-4f7e-4ab6-b904-4f2a64c4e418 req-4eacfb4f-264d-40f2-ac21-f210cb6abd70 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0712e59b-2ff0-4ab1-80e3-0a3998fc5dad HTTP/1.1" status: 200 len: 834 time: 0.2089851 Jun 02 16:32:28.782187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e78472f7-1bd6-454a-8c75-2f8cfefedae4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:28.782519 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-e78472f7-1bd6-454a-8c75-2f8cfefedae4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP 62ceb666-43e5-4584-872a-b168502ee4b5 disassociated (deleted). External IP: 172.26.3.21, port: 7d01525e-83ab-4059-a2f2-2e4b287fcc77. Jun 02 16:32:28.809235 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] For port e95bd4ba-e2e2-4db6-9183-9ce482453c93, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e95bd4ba-e2e2-4db6-9183-9ce482453c93,segment=NetworkSegment(0f57778c-80de-4086-ab7b-bb52dd932bc8),segment_id=0f57778c-80de-4086-ab7b-bb52dd932bc8)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:28.810550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:28.849710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-32dbc22e-6d56-454f-b44d-f844c1863634 None None] Deleting port e95bd4ba-e2e2-4db6-9183-9ce482453c93 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:32:28.850136 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-32dbc22e-6d56-454f-b44d-f844c1863634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:28.952682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for e95bd4ba-e2e2-4db6-9183-9ce482453c93 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:32:28.958413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-32dbc22e-6d56-454f-b44d-f844c1863634 None None] For port e95bd4ba-e2e2-4db6-9183-9ce482453c93, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e95bd4ba-e2e2-4db6-9183-9ce482453c93,segment=NetworkSegment(0f57778c-80de-4086-ab7b-bb52dd932bc8),segment_id=0f57778c-80de-4086-ab7b-bb52dd932bc8)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:28.958832 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-32dbc22e-6d56-454f-b44d-f844c1863634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:28.997078 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23dbf-4f7e-4ab6-b904-4f2a64c4e418 req-2a072e6f-aadc-42e1-a86c-3189509ae65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:28.998471 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddd23dbf-4f7e-4ab6-b904-4f2a64c4e418 req-2a072e6f-aadc-42e1-a86c-3189509ae65a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1674187 Jun 02 16:32:29.009324 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:29.023289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a47cc452-a41f-4c87-a275-4084bafc8812 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:29.070193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No DVR routers for this DVR port e95bd4ba-e2e2-4db6-9183-9ce482453c93 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:32:29.081567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=e95bd4ba-e2e2-4db6-9183-9ce482453c93,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:29.095628 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-edf327f1-fdf9-464b-804c-4c70f3cb5997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:26Z', 'revision_number': 9, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:29.100033 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf327f1-fdf9-464b-804c-4c70f3cb5997 None None] The sync data for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv is: [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:26Z', 'revision_number': 9, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'c177c963-6820-4b3a-bef4-900adf253f3e', 'name': '', 'network_id': '6a483c0e-0799-4379-8ae7-2641a8a6830e', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:74:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a569536e-bb58-4352-b257-499127e8517a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:06Z', 'updated_at': '2021-06-02T16:32:13Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': 'a569536e-bb58-4352-b257-499127e8517a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:29.104899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-32dbc22e-6d56-454f-b44d-f844c1863634 None None] Calling delete_port for e95bd4ba-e2e2-4db6-9183-9ce482453c93 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:32:29.125321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:29.157979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-32dbc22e-6d56-454f-b44d-f844c1863634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:29.162716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c25052c4-8f10-4590-9410-49c1351ecdd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:29.207503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbc22e-6d56-454f-b44d-f844c1863634 None None] Pushing event deleted for resources: {'Port': ['ID=e95bd4ba-e2e2-4db6-9183-9ce482453c93,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:29.211453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-32dbc22e-6d56-454f-b44d-f844c1863634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:29.214041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dbc22e-6d56-454f-b44d-f844c1863634 None None] No DVR routers for this DVR port e95bd4ba-e2e2-4db6-9183-9ce482453c93 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:32:29.238131 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddd23dbf-4f7e-4ab6-b904-4f2a64c4e418 req-30b92c06-156e-44de-bbe2-b63d4dde04f7 service neutron] 10.222.0.49 "GET /v2.0/networks/4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266397 Jun 02 16:32:29.386933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:29.408855 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ab304f-e63b-4ce4-be8b-e4d79a93ef92']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:29.426029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f57778c-80de-4086-ab7b-bb52dd932bc8') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:29.426368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f57778c-80de-4086-ab7b-bb52dd932bc8') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:29.440149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:29.446504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78472f7-1bd6-454a-8c75-2f8cfefedae4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 611e414b-8e41-42db-9e57-74ddcf2bfdfb has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:32:29.457674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:29.464267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:32:29.464637 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:29.471417 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddd23dbf-4f7e-4ab6-b904-4f2a64c4e418 req-98fcb535-78d1-410c-ac0c-ceb443201e89 service neutron] 10.222.0.49 "GET /v2.0/networks/4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198870 Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:32:29.480384 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:32:29.577456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:29.581528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fa0e24d7-0305-4ceb-a99c-b4b44e262753 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:29.599940 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:29.607627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Network': ['ID=85ab304f-e63b-4ce4-be8b-e4d79a93ef92,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:29.612669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:29.619719 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/networks/85ab304f-e63b-4ce4-be8b-e4d79a93ef92 HTTP/1.1" status: 204 len: 168 time: 1.1642828 Jun 02 16:32:29.622495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38588) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:29.823331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78472f7-1bd6-454a-8c75-2f8cfefedae4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:29.834031 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fdeedc-e472-40af-a5a0-075320b01ef0 None None] Sync routers for ids ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:29.844478 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fdeedc-e472-40af-a5a0-075320b01ef0 None None] Routers {'611e414b-8e41-42db-9e57-74ddcf2bfdfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:29.845178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-f5fdeedc-e472-40af-a5a0-075320b01ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:29.846637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e78472f7-1bd6-454a-8c75-2f8cfefedae4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:29.911024 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e78472f7-1bd6-454a-8c75-2f8cfefedae4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/floatingips/62ceb666-43e5-4584-872a-b168502ee4b5 HTTP/1.1" status: 204 len: 168 time: 2.5044403 Jun 02 16:32:29.911024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059a4f03-7b93-4db3-9316-1af429b75e79', 'tag': '7d01525e-83ab-4059-a2f2-2e4b287fcc77'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:32:29.912857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aec4138-5c6f-4eb5-b5b9-d880ef430b53" -d '{"events": [{"name": "network-changed", "server_uuid": "059a4f03-7b93-4db3-9316-1af429b75e79", "tag": "7d01525e-83ab-4059-a2f2-2e4b287fcc77"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:32:29.969282 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674cc1a6-ad46-4711-9a80-6133f016ed0c x-openstack-request-id: req-674cc1a6-ad46-4711-9a80-6133f016ed0c {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:32:29.969649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059a4f03-7b93-4db3-9316-1af429b75e79", "tag": "7d01525e-83ab-4059-a2f2-2e4b287fcc77", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:32:29.969929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-674cc1a6-ad46-4711-9a80-6133f016ed0c {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:32:29.970430 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059a4f03-7b93-4db3-9316-1af429b75e79', 'tag': '7d01525e-83ab-4059-a2f2-2e4b287fcc77', 'status': 'completed', 'code': 200} Jun 02 16:32:30.092754 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec4138-5c6f-4eb5-b5b9-d880ef430b53 req-004d3388-6548-4c98-bf24-ee72035691bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:30.093237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-f5fdeedc-e472-40af-a5a0-075320b01ef0 None None] Set router 611e414b-8e41-42db-9e57-74ddcf2bfdfb gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:30.094301 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5aec4138-5c6f-4eb5-b5b9-d880ef430b53 req-004d3388-6548-4c98-bf24-ee72035691bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 1098 time: 0.0962861 Jun 02 16:32:30.171717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e95bd4ba-e2e2-4db6-9183-9ce482453c93 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:32:30.277871 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: e95bd4ba-e2e2-4db6-9183-9ce482453c93 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:32:30.278262 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e95bd4ba-e2e2-4db6-9183-9ce482453c93 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:32:30.278674 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b3f6b26c-dedc-4ca5-99ae-1eeece559d0e no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:32:30.284082 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dcfd447b-9551-4c6c-aa2f-8f2d13a9214e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:30.306187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec4138-5c6f-4eb5-b5b9-d880ef430b53 req-06624753-3512-4dd6-b0cf-32ce2e313feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:30.308588 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5aec4138-5c6f-4eb5-b5b9-d880ef430b53 req-06624753-3512-4dd6-b0cf-32ce2e313feb service neutron] 10.222.0.49 "GET /v2.0/networks?id=4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 HTTP/1.1" status: 200 len: 898 time: 0.2025898 Jun 02 16:32:30.319544 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: b3f6b26c-dedc-4ca5-99ae-1eeece559d0e {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:32:30.319907 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b3f6b26c-dedc-4ca5-99ae-1eeece559d0e not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:32:30.408330 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5aec4138-5c6f-4eb5-b5b9-d880ef430b53 req-86d7f4d9-8db9-483c-9213-dc6aa46ea4f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d01525e-83ab-4059-a2f2-2e4b287fcc77 HTTP/1.1" status: 200 len: 217 time: 0.0927932 Jun 02 16:32:30.485216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec4138-5c6f-4eb5-b5b9-d880ef430b53 req-5c75fdf7-fae7-47a1-92c6-1d8177a5fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:30.486723 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5aec4138-5c6f-4eb5-b5b9-d880ef430b53 req-5c75fdf7-fae7-47a1-92c6-1d8177a5fcf2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0712e59b-2ff0-4ab1-80e3-0a3998fc5dad HTTP/1.1" status: 200 len: 834 time: 0.0719302 Jun 02 16:32:30.543947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-f5fdeedc-e472-40af-a5a0-075320b01ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'name': 'tempest-TestNetworkBasicOps-router-1295217639', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:26Z', 'updated_at': '2021-06-02T16:31:33Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:27Z', 'updated_at': '2021-06-02T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '6dc8e8ed-098b-4b74-aeb8-154f77ac98b2', 'name': '', 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:af:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:32Z', 'updated_at': '2021-06-02T16:31:40Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:30.548386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fdeedc-e472-40af-a5a0-075320b01ef0 None None] Checking router: 611e414b-8e41-42db-9e57-74ddcf2bfdfb for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:32:30.557437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fdeedc-e472-40af-a5a0-075320b01ef0 None None] Routers {'611e414b-8e41-42db-9e57-74ddcf2bfdfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:30.558079 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-f5fdeedc-e472-40af-a5a0-075320b01ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:30.585437 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec4138-5c6f-4eb5-b5b9-d880ef430b53 req-afbb571a-f6d5-4fa2-843a-eb659dbe3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:30.586856 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5aec4138-5c6f-4eb5-b5b9-d880ef430b53 req-afbb571a-f6d5-4fa2-843a-eb659dbe3403 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0930960 Jun 02 16:32:30.683781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ecc67-a2c8-4160-8aaa-006d77499d9e req-bbf7adab-2c8d-4248-afac-781fefcb020f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:30.685386 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5f4ecc67-a2c8-4160-8aaa-006d77499d9e req-bbf7adab-2c8d-4248-afac-781fefcb020f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 945 time: 0.3262496 Jun 02 16:32:30.737666 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5aec4138-5c6f-4eb5-b5b9-d880ef430b53 req-551db49b-85a9-450f-a81f-c9f4418e634c service neutron] 10.222.0.49 "GET /v2.0/networks/4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429846 Jun 02 16:32:30.744985 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-f5fdeedc-e472-40af-a5a0-075320b01ef0 None None] Set router 611e414b-8e41-42db-9e57-74ddcf2bfdfb gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:30.816592 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5f4ecc67-a2c8-4160-8aaa-006d77499d9e req-d0a3e991-3921-4dff-92bc-3d591f03e2ac tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=14423144-bdc5-4e6c-8cd8-3504615405f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966065 Jun 02 16:32:30.854440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd447b-9551-4c6c-aa2f-8f2d13a9214e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port c177c963-6820-4b3a-bef4-900adf253f3e {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:32:30.854847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dcfd447b-9551-4c6c-aa2f-8f2d13a9214e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:30.895782 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5aec4138-5c6f-4eb5-b5b9-d880ef430b53 req-5eba504a-d4d0-45c5-b979-86519c635434 service neutron] 10.222.0.49 "GET /v2.0/networks/4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505771 Jun 02 16:32:31.001689 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-dcfd447b-9551-4c6c-aa2f-8f2d13a9214e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] For port c177c963-6820-4b3a-bef4-900adf253f3e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c177c963-6820-4b3a-bef4-900adf253f3e,segment=NetworkSegment(c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8),segment_id=c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:31.002192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dcfd447b-9551-4c6c-aa2f-8f2d13a9214e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:31.084209 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-f5fdeedc-e472-40af-a5a0-075320b01ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'name': 'tempest-TestNetworkBasicOps-router-1295217639', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:26Z', 'updated_at': '2021-06-02T16:31:33Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:27Z', 'updated_at': '2021-06-02T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '6dc8e8ed-098b-4b74-aeb8-154f77ac98b2', 'name': '', 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:af:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:32Z', 'updated_at': '2021-06-02T16:31:40Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:31.089175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fdeedc-e472-40af-a5a0-075320b01ef0 None None] The sync data for ids ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'] in dv-neutron-601336-83-hyperv is: [{'id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'name': 'tempest-TestNetworkBasicOps-router-1295217639', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:26Z', 'updated_at': '2021-06-02T16:31:33Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:27Z', 'updated_at': '2021-06-02T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '6dc8e8ed-098b-4b74-aeb8-154f77ac98b2', 'name': '', 'network_id': '4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:af:2a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:32Z', 'updated_at': '2021-06-02T16:31:40Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0712e59b-2ff0-4ab1-80e3-0a3998fc5dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:31.294748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd447b-9551-4c6c-aa2f-8f2d13a9214e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for c177c963-6820-4b3a-bef4-900adf253f3e owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:32:31.322524 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6142b7d9-4615-4d45-85a1-4c6b6f259597 None None] New status for floating IP 62ceb666-43e5-4584-872a-b168502ee4b5: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:32:31.457224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dcfd447b-9551-4c6c-aa2f-8f2d13a9214e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:31.462392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:31.516204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd447b-9551-4c6c-aa2f-8f2d13a9214e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=c177c963-6820-4b3a-bef4-900adf253f3e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:31.519392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dcfd447b-9551-4c6c-aa2f-8f2d13a9214e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:31.713507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-dcfd447b-9551-4c6c-aa2f-8f2d13a9214e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:31.807745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b1699-b156-4573-adb5-269c85d45216 req-f94e5e30-334d-4e84-a303-08e0aa777dd9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:31.808371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-946b1699-b156-4573-adb5-269c85d45216 req-f94e5e30-334d-4e84-a303-08e0aa777dd9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:32:31.825678 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-946b1699-b156-4573-adb5-269c85d45216 req-f94e5e30-334d-4e84-a303-08e0aa777dd9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:32:31.826888 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-946b1699-b156-4573-adb5-269c85d45216 req-f94e5e30-334d-4e84-a303-08e0aa777dd9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/ports?device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 945 time: 0.1014931 Jun 02 16:32:31.988653 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-946b1699-b156-4573-adb5-269c85d45216 req-9abac282-caa9-4afe-869c-1c8bee19089f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 7d01525e-83ab-4059-a2f2-2e4b287fcc77 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:32:31.988991 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-946b1699-b156-4573-adb5-269c85d45216 req-9abac282-caa9-4afe-869c-1c8bee19089f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:32.041461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfd447b-9551-4c6c-aa2f-8f2d13a9214e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router 55915ac5-f90d-41af-963c-51637a98d066 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:32:32.180457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-946b1699-b156-4573-adb5-269c85d45216 req-9abac282-caa9-4afe-869c-1c8bee19089f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 7d01525e-83ab-4059-a2f2-2e4b287fcc77, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7d01525e-83ab-4059-a2f2-2e4b287fcc77,segment=NetworkSegment(ea20a7d7-6705-42a3-b172-88d810560a7e),segment_id=ea20a7d7-6705-42a3-b172-88d810560a7e)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:32.180782 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-946b1699-b156-4573-adb5-269c85d45216 req-9abac282-caa9-4afe-869c-1c8bee19089f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:32.201153 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b4408-3eb4-428a-b635-caff35520c41 req-7a25ec6c-5ef6-4cf1-8590-3ff3a37a9359 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:32.202673 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-909b4408-3eb4-428a-b635-caff35520c41 req-7a25ec6c-5ef6-4cf1-8590-3ff3a37a9359 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=059a4f03-7b93-4db3-9316-1af429b75e79 HTTP/1.1" status: 200 len: 945 time: 0.2571263 Jun 02 16:32:32.207343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfd447b-9551-4c6c-aa2f-8f2d13a9214e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:32.217409 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637aae6-b48b-4934-b605-fb8f4e222a40 None None] Sync routers for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:32.225556 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-dcfd447b-9551-4c6c-aa2f-8f2d13a9214e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/55915ac5-f90d-41af-963c-51637a98d066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5992551 Jun 02 16:32:32.225820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38602) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:32.229878 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637aae6-b48b-4934-b605-fb8f4e222a40 None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:32.230665 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8637aae6-b48b-4934-b605-fb8f4e222a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:32.301851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06a2010-4206-4e1d-abd2-44d79bf03e5e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting subnet a569536e-bb58-4352-b257-499127e8517a {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:32:32.305130 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f06a2010-4206-4e1d-abd2-44d79bf03e5e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:32.325505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-946b1699-b156-4573-adb5-269c85d45216 req-9abac282-caa9-4afe-869c-1c8bee19089f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 7d01525e-83ab-4059-a2f2-2e4b287fcc77 owned by compute:nova {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:32:32.366533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f06a2010-4206-4e1d-abd2-44d79bf03e5e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:32.381462 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-909b4408-3eb4-428a-b635-caff35520c41 req-7a868e2d-44a3-466b-a1d9-9e4644747794 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=14423144-bdc5-4e6c-8cd8-3504615405f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207986 Jun 02 16:32:32.387730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-8637aae6-b48b-4934-b605-fb8f4e222a40 None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:32.473434 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f06a2010-4206-4e1d-abd2-44d79bf03e5e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:32.486926 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-946b1699-b156-4573-adb5-269c85d45216 req-9abac282-caa9-4afe-869c-1c8bee19089f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:32.495421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-189ea35f-66eb-4d5c-9de5-d180a8922e6a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:32.547100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abac282-caa9-4afe-869c-1c8bee19089f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=7d01525e-83ab-4059-a2f2-2e4b287fcc77,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:32.551793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9abac282-caa9-4afe-869c-1c8bee19089f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:32.634968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-946b1699-b156-4573-adb5-269c85d45216 req-9abac282-caa9-4afe-869c-1c8bee19089f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] No DVR routers for this DVR port 7d01525e-83ab-4059-a2f2-2e4b287fcc77 on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:32:32.637880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-946b1699-b156-4573-adb5-269c85d45216 req-9abac282-caa9-4afe-869c-1c8bee19089f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:32.640884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a4f03-7b93-4db3-9316-1af429b75e79', 'name': 'network-vif-deleted', 'tag': '7d01525e-83ab-4059-a2f2-2e4b287fcc77'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:32:32.643523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f695afe3-5de7-4c0c-986a-aacfbb8629ed" -d '{"events": [{"server_uuid": "059a4f03-7b93-4db3-9316-1af429b75e79", "name": "network-vif-deleted", "tag": "7d01525e-83ab-4059-a2f2-2e4b287fcc77"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:32:32.662217 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-946b1699-b156-4573-adb5-269c85d45216 req-9abac282-caa9-4afe-869c-1c8bee19089f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "DELETE /v2.0/ports/7d01525e-83ab-4059-a2f2-2e4b287fcc77 HTTP/1.1" status: 204 len: 173 time: 0.8270602 Jun 02 16:32:32.702254 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9445c6d-cea9-45a0-847f-acd9df480b52 x-openstack-request-id: req-b9445c6d-cea9-45a0-847f-acd9df480b52 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:32:32.702496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a4f03-7b93-4db3-9316-1af429b75e79", "name": "network-vif-deleted", "tag": "7d01525e-83ab-4059-a2f2-2e4b287fcc77", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:32:32.702651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b9445c6d-cea9-45a0-847f-acd9df480b52 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:32:32.703278 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a4f03-7b93-4db3-9316-1af429b75e79', 'name': 'network-vif-deleted', 'tag': '7d01525e-83ab-4059-a2f2-2e4b287fcc77', 'status': 'completed', 'code': 200} Jun 02 16:32:32.826284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8637aae6-b48b-4934-b605-fb8f4e222a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:31Z', 'revision_number': 10, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:32.830748 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637aae6-b48b-4934-b605-fb8f4e222a40 None None] Checking router: 55915ac5-f90d-41af-963c-51637a98d066 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:32:32.839762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637aae6-b48b-4934-b605-fb8f4e222a40 None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:32.840481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8637aae6-b48b-4934-b605-fb8f4e222a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:32.931393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f06a2010-4206-4e1d-abd2-44d79bf03e5e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:32.939514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d63d7ef0-33e4-40b7-827e-fd6747011f31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:32.974551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a2010-4206-4e1d-abd2-44d79bf03e5e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Subnet': ['ID=a569536e-bb58-4352-b257-499127e8517a,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:32.978109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f06a2010-4206-4e1d-abd2-44d79bf03e5e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:32.979128 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f06a2010-4206-4e1d-abd2-44d79bf03e5e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:32.986231 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f06a2010-4206-4e1d-abd2-44d79bf03e5e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/a569536e-bb58-4352-b257-499127e8517a HTTP/1.1" status: 204 len: 168 time: 0.7593837 Jun 02 16:32:32.988805 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38606) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:32.991890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce7020-dd49-45f4-af86-8ba57facae3d None None] Network 6a483c0e-0799-4379-8ae7-2641a8a6830e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:33.012033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8bc74567-bbdc-4c5f-b33a-a42b300ae1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:33.029348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-8637aae6-b48b-4934-b605-fb8f4e222a40 None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:33.107929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:33.187109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port d5dd9215-2398-4ae3-bf6c-373a26be8e70 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:32:33.187533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:33.294101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] For port d5dd9215-2398-4ae3-bf6c-373a26be8e70, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d5dd9215-2398-4ae3-bf6c-373a26be8e70,segment=NetworkSegment(c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8),segment_id=c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:33.294547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:33.422297 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for d5dd9215-2398-4ae3-bf6c-373a26be8e70 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:32:33.475929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:33.486292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5fe73b55-d64e-4a69-9e85-e469e6d24464 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:33.496296 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38610) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:33.508226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8637aae6-b48b-4934-b605-fb8f4e222a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:31Z', 'revision_number': 10, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:33.513173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637aae6-b48b-4934-b605-fb8f4e222a40 None None] The sync data for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv is: [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:31Z', 'revision_number': 10, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None, '_interfaces': [{'id': 'cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37', 'name': '', 'network_id': '9161672a-922c-4fc2-9eda-e5e1869a5b00', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'mac_address': 'fa:16:3e:91:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55915ac5-f90d-41af-963c-51637a98d066', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:02Z', 'updated_at': '2021-06-02T16:32:11Z', 'revision_number': 5, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'subnets': [{'id': '486ce003-b0ec-4c66-9ed9-d7b554b06526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:33.523303 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No DVR routers for this DVR port d5dd9215-2398-4ae3-bf6c-373a26be8e70 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:32:33.561176 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=d5dd9215-2398-4ae3-bf6c-373a26be8e70,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:33.567061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:33.573184 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118f8f24-6608-4fb5-99de-2288c117a7e5 None None] DHCP port deletion for 6a483c0e-0799-4379-8ae7-2641a8a6830e request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:32:33.589564 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c922803a-e4af-4b34-8101-f1fbc8add6a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:33.622115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c922803a-e4af-4b34-8101-f1fbc8add6a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:33.660545 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:33.680021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a483c0e-0799-4379-8ae7-2641a8a6830e']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:33.693567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:33.693836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7074765-4d5f-42e5-a4a4-db5bb4b1bbf8') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:33.695354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c922803a-e4af-4b34-8101-f1fbc8add6a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:33.701311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0bf1920c-827c-4c51-85e9-67a3f3746249 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:33.709037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:33.716356 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922803a-e4af-4b34-8101-f1fbc8add6a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14423144-bdc5-4e6c-8cd8-3504615405f5,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:33.719287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c922803a-e4af-4b34-8101-f1fbc8add6a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:33.725749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:33.731119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c922803a-e4af-4b34-8101-f1fbc8add6a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:33.732292 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c922803a-e4af-4b34-8101-f1fbc8add6a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/security-groups/14423144-bdc5-4e6c-8cd8-3504615405f5 HTTP/1.1" status: 204 len: 168 time: 0.2348146 Jun 02 16:32:33.734340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:32:33.734782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:32:33.751806 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:32:33.771074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38614) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:33.836070 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:33.839495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0c1ebefa-19f1-4b42-8a6e-501bca22183b tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:33.858930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:33.876190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Network': ['ID=6a483c0e-0799-4379-8ae7-2641a8a6830e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:33.880204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:33.884971 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/networks/6a483c0e-0799-4379-8ae7-2641a8a6830e HTTP/1.1" status: 204 len: 168 time: 0.8922999 Jun 02 16:32:33.885223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38616) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:34.111827 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d5dd9215-2398-4ae3-bf6c-373a26be8e70 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:32:34.146616 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: d5dd9215-2398-4ae3-bf6c-373a26be8e70 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:32:34.146980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d5dd9215-2398-4ae3-bf6c-373a26be8e70 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:32:34.147422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c177c963-6820-4b3a-bef4-900adf253f3e no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:32:34.181698 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: c177c963-6820-4b3a-bef4-900adf253f3e {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:32:34.181964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c177c963-6820-4b3a-bef4-900adf253f3e not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:32:34.432026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b491fb40-5a38-4e20-bf80-614591d4428c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:34.512529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf264369-046a-4250-8817-5759b04731a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:34.855311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b491fb40-5a38-4e20-bf80-614591d4428c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:32:34.855637 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b491fb40-5a38-4e20-bf80-614591d4428c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:34.966450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-cf264369-046a-4250-8817-5759b04731a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:32:34.966892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf264369-046a-4250-8817-5759b04731a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:35.011084 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:35.115363 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-cf264369-046a-4250-8817-5759b04731a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6dc8e8ed-098b-4b74-aeb8-154f77ac98b2,segment=NetworkSegment(ea20a7d7-6705-42a3-b172-88d810560a7e),segment_id=ea20a7d7-6705-42a3-b172-88d810560a7e)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:35.115631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf264369-046a-4250-8817-5759b04731a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:35.156431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-b491fb40-5a38-4e20-bf80-614591d4428c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] For port cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37,segment=NetworkSegment(a97f268c-9dca-4624-9275-45b6859c5002),segment_id=a97f268c-9dca-4624-9275-45b6859c5002)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:35.156776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b491fb40-5a38-4e20-bf80-614591d4428c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:35.248028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-cf264369-046a-4250-8817-5759b04731a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:32:35.282552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b491fb40-5a38-4e20-bf80-614591d4428c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:32:35.410478 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8dbb3894-c8f0-4be7-86fb-76ddbc99e1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:35.436402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b491fb40-5a38-4e20-bf80-614591d4428c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:35.440601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:35.489363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491fb40-5a38-4e20-bf80-614591d4428c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:35.492867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b491fb40-5a38-4e20-bf80-614591d4428c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:35.690260 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b491fb40-5a38-4e20-bf80-614591d4428c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:35.737045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf264369-046a-4250-8817-5759b04731a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:35.741337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:35.786403 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf264369-046a-4250-8817-5759b04731a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=6dc8e8ed-098b-4b74-aeb8-154f77ac98b2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:35.789571 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cf264369-046a-4250-8817-5759b04731a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:35.982887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b491fb40-5a38-4e20-bf80-614591d4428c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router 55915ac5-f90d-41af-963c-51637a98d066 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:32:36.112521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cf264369-046a-4250-8817-5759b04731a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:36.141439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b491fb40-5a38-4e20-bf80-614591d4428c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:36.159741 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141bd55a-1fd4-4362-b900-4ac3eb7fc7a9 None None] Sync routers for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:36.179561 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b491fb40-5a38-4e20-bf80-614591d4428c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/55915ac5-f90d-41af-963c-51637a98d066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2907732 Jun 02 16:32:36.179816 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38622) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:36.185179 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141bd55a-1fd4-4362-b900-4ac3eb7fc7a9 None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:36.186529 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-141bd55a-1fd4-4362-b900-4ac3eb7fc7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:36.249810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe3e9c3-39d1-4946-b346-3f22e5eb8ce7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting subnet 486ce003-b0ec-4c66-9ed9-d7b554b06526 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:32:36.253097 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0fe3e9c3-39d1-4946-b346-3f22e5eb8ce7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:36.313424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0fe3e9c3-39d1-4946-b346-3f22e5eb8ce7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:36.364993 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-141bd55a-1fd4-4362-b900-4ac3eb7fc7a9 None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:36.412971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0fe3e9c3-39d1-4946-b346-3f22e5eb8ce7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:36.475098 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-141bd55a-1fd4-4362-b900-4ac3eb7fc7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:35Z', 'revision_number': 11, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:36.479208 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141bd55a-1fd4-4362-b900-4ac3eb7fc7a9 None None] Checking router: 55915ac5-f90d-41af-963c-51637a98d066 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:32:36.490545 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141bd55a-1fd4-4362-b900-4ac3eb7fc7a9 None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:36.492015 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-141bd55a-1fd4-4362-b900-4ac3eb7fc7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:36.513249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf264369-046a-4250-8817-5759b04731a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 611e414b-8e41-42db-9e57-74ddcf2bfdfb has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:32:36.620409 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:36.629054 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-141bd55a-1fd4-4362-b900-4ac3eb7fc7a9 None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:36.734692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 7d01525e-83ab-4059-a2f2-2e4b287fcc77 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:32:36.737161 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-141bd55a-1fd4-4362-b900-4ac3eb7fc7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:35Z', 'revision_number': 11, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:36.741842 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141bd55a-1fd4-4362-b900-4ac3eb7fc7a9 None None] The sync data for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv is: [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:35Z', 'revision_number': 11, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:36.801042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf264369-046a-4250-8817-5759b04731a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:36.812272 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 7d01525e-83ab-4059-a2f2-2e4b287fcc77 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:32:36.812619 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 7d01525e-83ab-4059-a2f2-2e4b287fcc77 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:32:36.815190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503374a9-a807-4b8b-b2b5-4986e745218c None None] Sync routers for ids ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:36.821536 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cf264369-046a-4250-8817-5759b04731a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/611e414b-8e41-42db-9e57-74ddcf2bfdfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0467787 Jun 02 16:32:36.823628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38624) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:36.825999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503374a9-a807-4b8b-b2b5-4986e745218c None None] Routers {'611e414b-8e41-42db-9e57-74ddcf2bfdfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:36.826690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-503374a9-a807-4b8b-b2b5-4986e745218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:36.892712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b4fa08-61a0-4d16-9048-20a177d13259 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting subnet 0712e59b-2ff0-4ab1-80e3-0a3998fc5dad {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:32:36.896515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5b4fa08-61a0-4d16-9048-20a177d13259 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:36.901454 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0fe3e9c3-39d1-4946-b346-3f22e5eb8ce7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:36.907791 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-320b0568-8e14-498c-a0ed-75bb50b90a18 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:36.950595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3e9c3-39d1-4946-b346-3f22e5eb8ce7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Subnet': ['ID=486ce003-b0ec-4c66-9ed9-d7b554b06526,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:36.952701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0fe3e9c3-39d1-4946-b346-3f22e5eb8ce7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:36.956844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0fe3e9c3-39d1-4946-b346-3f22e5eb8ce7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:36.959790 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0fe3e9c3-39d1-4946-b346-3f22e5eb8ce7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/486ce003-b0ec-4c66-9ed9-d7b554b06526 HTTP/1.1" status: 204 len: 168 time: 0.7789543 Jun 02 16:32:36.959948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5b4fa08-61a0-4d16-9048-20a177d13259 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:36.962664 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38626) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:36.979255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d1a230-c795-45af-98a9-42d44bdcc405 None None] Network 9161672a-922c-4fc2-9eda-e5e1869a5b00 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:37.059185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5b4fa08-61a0-4d16-9048-20a177d13259 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:37.091723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:37.175716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Deleting port 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:32:37.176069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:37.205963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-503374a9-a807-4b8b-b2b5-4986e745218c None None] Set router 611e414b-8e41-42db-9e57-74ddcf2bfdfb gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:37.288287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] For port 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=73b29734-e5cc-40b1-afb8-d5ec3abbc3b5,segment=NetworkSegment(a97f268c-9dca-4624-9275-45b6859c5002),segment_id=a97f268c-9dca-4624-9275-45b6859c5002)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:37.288655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:37.465433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Calling delete_port for 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:32:37.543114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:37.552033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dbc44e83-a439-43d1-89bd-64647a084ffb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:37.589213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5b4fa08-61a0-4d16-9048-20a177d13259 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:37.594479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d4406ad6-587e-4ffd-b4ec-1b289a91f9df tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:37.608073 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Port': ['ID=73b29734-e5cc-40b1-afb8-d5ec3abbc3b5,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:37.610153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No DVR routers for this DVR port 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:32:37.611806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:37.633180 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4fa08-61a0-4d16-9048-20a177d13259 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Subnet': ['ID=0712e59b-2ff0-4ab1-80e3-0a3998fc5dad,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:37.635495 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5b4fa08-61a0-4d16-9048-20a177d13259 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:37.642471 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a5b4fa08-61a0-4d16-9048-20a177d13259 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/subnets/0712e59b-2ff0-4ab1-80e3-0a3998fc5dad HTTP/1.1" status: 204 len: 168 time: 0.8174345 Jun 02 16:32:37.643373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a5b4fa08-61a0-4d16-9048-20a177d13259 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:37.647248 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38628) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:37.660253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db5243c-3280-4b23-8f65-a47585252b8d None None] Network 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:37.755270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:37.771339 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9161672a-922c-4fc2-9eda-e5e1869a5b00']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:37.790348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97f268c-9dca-4624-9275-45b6859c5002') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:37.790669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97f268c-9dca-4624-9275-45b6859c5002') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:37.794551 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6809c7-8160-44fb-94f6-28a28868dd1b None None] DHCP port deletion for 9161672a-922c-4fc2-9eda-e5e1869a5b00 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:32:37.809686 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:37.852936 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:37.857603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:37.864226 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:32:37.864859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:32:37.883171 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:32:37.924315 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-503374a9-a807-4b8b-b2b5-4986e745218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'name': 'tempest-TestNetworkBasicOps-router-1295217639', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:26Z', 'updated_at': '2021-06-02T16:32:35Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:27Z', 'updated_at': '2021-06-02T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:37.931119 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503374a9-a807-4b8b-b2b5-4986e745218c None None] Checking router: 611e414b-8e41-42db-9e57-74ddcf2bfdfb for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:32:37.956135 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503374a9-a807-4b8b-b2b5-4986e745218c None None] Routers {'611e414b-8e41-42db-9e57-74ddcf2bfdfb'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:37.956699 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-503374a9-a807-4b8b-b2b5-4986e745218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:37.995676 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:38.006112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:38.010385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-346afac6-c02b-4546-8171-e551d7891fef tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:38.034546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Pushing event deleted for resources: {'Network': ['ID=9161672a-922c-4fc2-9eda-e5e1869a5b00,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:38.037390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:38.044647 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/networks/9161672a-922c-4fc2-9eda-e5e1869a5b00 HTTP/1.1" status: 204 len: 168 time: 1.0806890 Jun 02 16:32:38.048931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38630) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:38.068944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-3c129a26-6668-4950-814d-8096c641aa47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'router': {'routes': None}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:38.144686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:38.155885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1d940d-668b-4795-8dfe-bd71e99c2818 None None] DHCP port deletion for 4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:32:38.201272 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:32:38.248743 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:32:38.249064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device cb79403c-d89d-4bf4-9a0f-1c37ea7e5c37 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:32:38.249515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:32:38.280686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 43f995ea-00fb-42d1-b3c0-73d9d59242d4 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:32:38.281492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:38.284296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-503374a9-a807-4b8b-b2b5-4986e745218c None None] Set router 611e414b-8e41-42db-9e57-74ddcf2bfdfb gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:38.394279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:32:38.394279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 73b29734-e5cc-40b1-afb8-d5ec3abbc3b5 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:32:38.412976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.extraroute_db [None req-3c129a26-6668-4950-814d-8096c641aa47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Added routes are [] {{(pid=92323) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 16:32:38.413268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.extraroute_db [None req-3c129a26-6668-4950-814d-8096c641aa47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Removed routes are [] {{(pid=92323) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 16:32:38.413625 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3c129a26-6668-4950-814d-8096c641aa47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:38.502518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 43f995ea-00fb-42d1-b3c0-73d9d59242d4, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=43f995ea-00fb-42d1-b3c0-73d9d59242d4,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:38.502835 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:38.536196 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-cf1d940d-668b-4795-8dfe-bd71e99c2818 None None] Deleting port 91e2d0df-ce3f-4d16-8036-c05b2def2d03 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:32:38.536633 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cf1d940d-668b-4795-8dfe-bd71e99c2818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:38.639367 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:38.643709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 43f995ea-00fb-42d1-b3c0-73d9d59242d4 owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:32:38.798261 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-cf1d940d-668b-4795-8dfe-bd71e99c2818 None None] For port 91e2d0df-ce3f-4d16-8036-c05b2def2d03, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=91e2d0df-ce3f-4d16-8036-c05b2def2d03,segment=NetworkSegment(ea20a7d7-6705-42a3-b172-88d810560a7e),segment_id=ea20a7d7-6705-42a3-b172-88d810560a7e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:38.798939 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cf1d940d-668b-4795-8dfe-bd71e99c2818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:38.821391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:38.828061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-15239596-28ca-43a4-acd7-7801b7cc5b3d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:38.879808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=43f995ea-00fb-42d1-b3c0-73d9d59242d4,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:38.884335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:38.895629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3c129a26-6668-4950-814d-8096c641aa47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:38.900910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3c129a26-6668-4950-814d-8096c641aa47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:38.929267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-cf1d940d-668b-4795-8dfe-bd71e99c2818 None None] Calling delete_port for 91e2d0df-ce3f-4d16-8036-c05b2def2d03 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:32:38.965660 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-503374a9-a807-4b8b-b2b5-4986e745218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'name': 'tempest-TestNetworkBasicOps-router-1295217639', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:26Z', 'updated_at': '2021-06-02T16:32:35Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:27Z', 'updated_at': '2021-06-02T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:38.971955 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503374a9-a807-4b8b-b2b5-4986e745218c None None] The sync data for ids ['611e414b-8e41-42db-9e57-74ddcf2bfdfb'] in dv-neutron-601336-83-hyperv is: [{'id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'name': 'tempest-TestNetworkBasicOps-router-1295217639', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127'}], 'enable_snat': True}, 'gw_port_id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:31:26Z', 'updated_at': '2021-06-02T16:32:35Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '43f995ea-00fb-42d1-b3c0-73d9d59242d4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611e414b-8e41-42db-9e57-74ddcf2bfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:31:27Z', 'updated_at': '2021-06-02T16:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:38.987087 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:39.002466 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cf1d940d-668b-4795-8dfe-bd71e99c2818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:39.008450 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-18674186-8976-4de6-970f-06c2a98c9cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:39.048560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c129a26-6668-4950-814d-8096c641aa47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router 55915ac5-f90d-41af-963c-51637a98d066 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:32:39.055125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d940d-668b-4795-8dfe-bd71e99c2818 None None] Pushing event deleted for resources: {'Port': ['ID=91e2d0df-ce3f-4d16-8036-c05b2def2d03,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:39.057745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cf1d940d-668b-4795-8dfe-bd71e99c2818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:39.062808 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1d940d-668b-4795-8dfe-bd71e99c2818 None None] No DVR routers for this DVR port 91e2d0df-ce3f-4d16-8036-c05b2def2d03 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:32:39.175728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:39.178351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:39.187229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c129a26-6668-4950-814d-8096c641aa47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:39.194105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3c129a26-6668-4950-814d-8096c641aa47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:39.199435 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3c129a26-6668-4950-814d-8096c641aa47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/55915ac5-f90d-41af-963c-51637a98d066 HTTP/1.1" status: 200 len: 704 time: 1.1453838 Jun 02 16:32:39.199756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38632) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:39.208829 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee05a744-c405-4de2-93a6-bd868b8d466b None None] Sync routers for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:39.210550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:39.211424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Fanout notify agent at l3_agent the message router_deleted on router 611e414b-8e41-42db-9e57-74ddcf2bfdfb {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:32:39.233556 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee05a744-c405-4de2-93a6-bd868b8d466b None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:39.234595 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ee05a744-c405-4de2-93a6-bd868b8d466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:39.238376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:39.242931 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/routers/611e414b-8e41-42db-9e57-74ddcf2bfdfb HTTP/1.1" status: 204 len: 168 time: 1.5919673 Jun 02 16:32:39.244623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38634) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:39.274976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b17c189a-28a1-4d91-bbcd-a3fd61507160 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Synchronizing usage tracker for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:32:39.374120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b17c189a-28a1-4d91-bbcd-a3fd61507160 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Unset dirty status for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:32:39.375353 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b17c189a-28a1-4d91-bbcd-a3fd61507160 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports?device_id=55915ac5-f90d-41af-963c-51637a98d066 HTTP/1.1" status: 200 len: 205 time: 0.1743021 Jun 02 16:32:39.378236 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-ee05a744-c405-4de2-93a6-bd868b8d466b None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:39.379703 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38636) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:39.449508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae330ad2-9d71-4c5e-a0d8-056aec0b1f48 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:39.505555 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ee05a744-c405-4de2-93a6-bd868b8d466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:35Z', 'revision_number': 11, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:39.510657 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee05a744-c405-4de2-93a6-bd868b8d466b None None] Checking router: 55915ac5-f90d-41af-963c-51637a98d066 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:32:39.523202 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee05a744-c405-4de2-93a6-bd868b8d466b None None] Routers {'55915ac5-f90d-41af-963c-51637a98d066'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:39.524269 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ee05a744-c405-4de2-93a6-bd868b8d466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['55915ac5-f90d-41af-963c-51637a98d066'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:39.538036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5620291-70cd-4893-82fa-95c3c4e8df47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:39.686094 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-ee05a744-c405-4de2-93a6-bd868b8d466b None None] Set router 55915ac5-f90d-41af-963c-51637a98d066 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:39.792494 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ee05a744-c405-4de2-93a6-bd868b8d466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:35Z', 'revision_number': 11, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:39.797036 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee05a744-c405-4de2-93a6-bd868b8d466b None None] The sync data for ids ['55915ac5-f90d-41af-963c-51637a98d066'] in dv-neutron-601336-83-hyperv is: [{'id': '55915ac5-f90d-41af-963c-51637a98d066', 'name': 'tempest-RoutersIpV6Test-router-608651689', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:00Z', 'updated_at': '2021-06-02T16:32:35Z', 'revision_number': 11, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:39.891873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae330ad2-9d71-4c5e-a0d8-056aec0b1f48 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.112990 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:32:40.140371 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-ae330ad2-9d71-4c5e-a0d8-056aec0b1f48 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:40.148125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:32:40.148482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6dc8e8ed-098b-4b74-aeb8-154f77ac98b2 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:32:40.148763 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5620291-70cd-4893-82fa-95c3c4e8df47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.149087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 91e2d0df-ce3f-4d16-8036-c05b2def2d03 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:32:40.153141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5620291-70cd-4893-82fa-95c3c4e8df47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.158300 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-ae330ad2-9d71-4c5e-a0d8-056aec0b1f48 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea20a7d7-6705-42a3-b172-88d810560a7e') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:40.158592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-ae330ad2-9d71-4c5e-a0d8-056aec0b1f48 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea20a7d7-6705-42a3-b172-88d810560a7e') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:40.183452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 91e2d0df-ce3f-4d16-8036-c05b2def2d03 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:32:40.183875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae330ad2-9d71-4c5e-a0d8-056aec0b1f48 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.184084 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 91e2d0df-ce3f-4d16-8036-c05b2def2d03 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:32:40.184234 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 43f995ea-00fb-42d1-b3c0-73d9d59242d4 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:32:40.201381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5620291-70cd-4893-82fa-95c3c4e8df47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.202026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5620291-70cd-4893-82fa-95c3c4e8df47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Fanout notify agent at l3_agent the message router_deleted on router 55915ac5-f90d-41af-963c-51637a98d066 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:32:40.204029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae330ad2-9d71-4c5e-a0d8-056aec0b1f48 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.218455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae330ad2-9d71-4c5e-a0d8-056aec0b1f48 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:32:40.219266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae330ad2-9d71-4c5e-a0d8-056aec0b1f48 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.224825 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 43f995ea-00fb-42d1-b3c0-73d9d59242d4 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:32:40.225184 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 43f995ea-00fb-42d1-b3c0-73d9d59242d4 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:32:40.234809 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:32:40.243555 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5620291-70cd-4893-82fa-95c3c4e8df47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.244520 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c5620291-70cd-4893-82fa-95c3c4e8df47 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/routers/55915ac5-f90d-41af-963c-51637a98d066 HTTP/1.1" status: 204 len: 168 time: 0.8636587 Jun 02 16:32:40.249422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38638) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:40.254175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-5005c4ec-e574-4ae7-8f0c-01448def9c68 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-414647268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:40.260880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5005c4ec-e574-4ae7-8f0c-01448def9c68 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:40.265285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5005c4ec-e574-4ae7-8f0c-01448def9c68 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Usage tracker for resource:router and tenant:3456cc48140e40228cfdb8e99e292afa is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:40.268348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5005c4ec-e574-4ae7-8f0c-01448def9c68 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:40.275601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5005c4ec-e574-4ae7-8f0c-01448def9c68 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:40.288873 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5005c4ec-e574-4ae7-8f0c-01448def9c68 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.290707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5005c4ec-e574-4ae7-8f0c-01448def9c68 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.314748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5005c4ec-e574-4ae7-8f0c-01448def9c68 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.333955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae330ad2-9d71-4c5e-a0d8-056aec0b1f48 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.336385 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5005c4ec-e574-4ae7-8f0c-01448def9c68 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.338614 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae330ad2-9d71-4c5e-a0d8-056aec0b1f48 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.342589 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-57eacfbf-1690-4b03-a10a-be62d8ade81a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:40.365155 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5005c4ec-e574-4ae7-8f0c-01448def9c68 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.366329 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5005c4ec-e574-4ae7-8f0c-01448def9c68 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1158454 Jun 02 16:32:40.369144 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38640) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:40.371651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae330ad2-9d71-4c5e-a0d8-056aec0b1f48 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Network': ['ID=4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:40.374377 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ffb727d9-9343-434e-9362-afd669a6ae50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:40.374550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ae330ad2-9d71-4c5e-a0d8-056aec0b1f48 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:40.381145 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ae330ad2-9d71-4c5e-a0d8-056aec0b1f48 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/networks/4f519bb8-975c-4d6e-9d3e-f79b6f5bfb60 HTTP/1.1" status: 204 len: 168 time: 1.1366324 Jun 02 16:32:40.392162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38642) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:40.399318 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'network': {'name': 'tempest-network-smoke--1618017648', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'port_security_enabled': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:40.404878 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:40.409370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:network and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:40.412406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:40.418313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:40.428719 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:40.432690 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.463859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:32:40.474736 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.475088 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Added segment 61985224-c9b9-4e35-b430-4702f960e921 of type vlan for network d69137fb-9ecf-40ca-a2a6-4f58e4977efa Jun 02 16:32:40.507380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.541992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.547889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:40.548524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.552529 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5c446269-23b0-4265-9d96-ee6d3a9b56b4 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:40.658845 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2652256 Jun 02 16:32:40.662825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38644) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:40.667334 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-714864587', 'admin_state_up': True, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:40.673187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Network': ['ID=d69137fb-9ecf-40ca-a2a6-4f58e4977efa,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:40.676616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:40.677547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:40.681709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:router and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:40.684805 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:40.688789 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network d69137fb-9ecf-40ca-a2a6-4f58e4977efa details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:32:40.694755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:40.706390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.707525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.724307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.929764 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ffb727d9-9343-434e-9362-afd669a6ae50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:40.942288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ffb727d9-9343-434e-9362-afd669a6ae50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:41.006213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:41.112317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb727d9-9343-434e-9362-afd669a6ae50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Router 2e478f7f-de3f-465c-a4a0-d381c3ace1d0 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:32:41.250461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb727d9-9343-434e-9362-afd669a6ae50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:41.256872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ffb727d9-9343-434e-9362-afd669a6ae50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:41.257982 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ffb727d9-9343-434e-9362-afd669a6ae50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "PUT /v2.0/routers/2e478f7f-de3f-465c-a4a0-d381c3ace1d0 HTTP/1.1" status: 200 len: 697 time: 0.8877790 Jun 02 16:32:41.260789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38646) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:41.261352 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7817dc99-c302-4d86-bb51-4c05b614698a None None] Sync routers for ids ['2e478f7f-de3f-465c-a4a0-d381c3ace1d0'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:41.273709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7817dc99-c302-4d86-bb51-4c05b614698a None None] Routers {'2e478f7f-de3f-465c-a4a0-d381c3ace1d0'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:41.274398 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-7817dc99-c302-4d86-bb51-4c05b614698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2e478f7f-de3f-465c-a4a0-d381c3ace1d0'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:41.322256 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:41.356975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:41.420677 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-7817dc99-c302-4d86-bb51-4c05b614698a None None] Set router 2e478f7f-de3f-465c-a4a0-d381c3ace1d0 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:41.428612 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-843d6c43-01c1-462e-92f7-61504ae8bfe6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/routers/2e478f7f-de3f-465c-a4a0-d381c3ace1d0 HTTP/1.1" status: 200 len: 703 time: 0.1665635 Jun 02 16:32:41.432321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38648) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:41.477988 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-349687c9-d32a-49f0-b7a5-86efae02f38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Synchronizing usage tracker for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:32:41.493322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-349687c9-d32a-49f0-b7a5-86efae02f38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Unset dirty status for tenant:3456cc48140e40228cfdb8e99e292afa on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:32:41.494540 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-349687c9-d32a-49f0-b7a5-86efae02f38d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e478f7f-de3f-465c-a4a0-d381c3ace1d0 HTTP/1.1" status: 200 len: 205 time: 0.0611374 Jun 02 16:32:41.497126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38650) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:41.533925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.14 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/9b51b82d-dc76-4a79-aecf-1fa69a96c4b1) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:32:41.536724 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-7817dc99-c302-4d86-bb51-4c05b614698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e478f7f-de3f-465c-a4a0-d381c3ace1d0', 'name': 'tempest-RoutersIpV6Test-router-414647268', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:40Z', 'revision_number': 2, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:41.541265 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7817dc99-c302-4d86-bb51-4c05b614698a None None] Checking router: 2e478f7f-de3f-465c-a4a0-d381c3ace1d0 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:32:41.550739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7817dc99-c302-4d86-bb51-4c05b614698a None None] Routers {'2e478f7f-de3f-465c-a4a0-d381c3ace1d0'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:41.551343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-7817dc99-c302-4d86-bb51-4c05b614698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2e478f7f-de3f-465c-a4a0-d381c3ace1d0'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:41.638556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce964ed6-2a21-4341-aec6-6acea1f93555 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:41.686964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-7817dc99-c302-4d86-bb51-4c05b614698a None None] Set router 2e478f7f-de3f-465c-a4a0-d381c3ace1d0 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:41.704329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:41.739561 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:41.743838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:41.795133 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-7817dc99-c302-4d86-bb51-4c05b614698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e478f7f-de3f-465c-a4a0-d381c3ace1d0', 'name': 'tempest-RoutersIpV6Test-router-414647268', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:40Z', 'revision_number': 2, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:41.800164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7817dc99-c302-4d86-bb51-4c05b614698a None None] The sync data for ids ['2e478f7f-de3f-465c-a4a0-d381c3ace1d0'] in dv-neutron-601336-83-hyperv is: [{'id': '2e478f7f-de3f-465c-a4a0-d381c3ace1d0', 'name': 'tempest-RoutersIpV6Test-router-414647268', 'tenant_id': '3456cc48140e40228cfdb8e99e292afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:40Z', 'revision_number': 2, 'project_id': '3456cc48140e40228cfdb8e99e292afa', 'gw_port_host': None}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:41.976798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:41.980225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:41.984296 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:32:42.014115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=9b51b82d-dc76-4a79-aecf-1fa69a96c4b1,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:42.020691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:42.127173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce964ed6-2a21-4341-aec6-6acea1f93555 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:42.129493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce964ed6-2a21-4341-aec6-6acea1f93555 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:42.152624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce964ed6-2a21-4341-aec6-6acea1f93555 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:42.153177 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce964ed6-2a21-4341-aec6-6acea1f93555 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Fanout notify agent at l3_agent the message router_deleted on router 2e478f7f-de3f-465c-a4a0-d381c3ace1d0 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:32:42.168609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce964ed6-2a21-4341-aec6-6acea1f93555 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:42.169719 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ce964ed6-2a21-4341-aec6-6acea1f93555 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/routers/2e478f7f-de3f-465c-a4a0-d381c3ace1d0 HTTP/1.1" status: 204 len: 168 time: 0.6716096 Jun 02 16:32:42.173632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38652) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:42.252890 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-12682332-87d3-4a8a-917e-ad45ec071a5e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e478f7f-de3f-465c-a4a0-d381c3ace1d0 HTTP/1.1" status: 200 len: 205 time: 0.0758071 Jun 02 16:32:42.255559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38654) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:42.323457 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-8a11c28f-1658-4eea-b48a-11d072baf465 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] delete failed (client error): The resource could not be found. Jun 02 16:32:42.324304 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8a11c28f-1658-4eea-b48a-11d072baf465 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/routers/2e478f7f-de3f-465c-a4a0-d381c3ace1d0 HTTP/1.1" status: 404 len: 336 time: 0.0677581 Jun 02 16:32:42.327007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38656) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:42.371451 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b90060-80da-43b7-976c-16066ba97bd7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] DELETE failed (client error): The resource could not be found. Jun 02 16:32:42.372043 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b90060-80da-43b7-976c-16066ba97bd7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:32:42.374423 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c0b90060-80da-43b7-976c-16066ba97bd7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/5a2dbcaa-1eac-48e7-900c-6835cd140c98 HTTP/1.1" status: 404 len: 337 time: 0.0465086 Jun 02 16:32:42.378274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38658) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:42.420431 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-b731aee6-3689-46ec-8728-8b4dee90e7f0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] DELETE failed (client error): The resource could not be found. Jun 02 16:32:42.420937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b731aee6-3689-46ec-8728-8b4dee90e7f0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:32:42.422985 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b731aee6-3689-46ec-8728-8b4dee90e7f0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/56dcd51a-ade5-44fe-8b65-4c4e3174906e HTTP/1.1" status: 404 len: 337 time: 0.0430586 Jun 02 16:32:42.426552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38660) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:42.463858 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfc94df-60a7-4e42-9e9d-8cbec9eb03a4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] DELETE failed (client error): The resource could not be found. Jun 02 16:32:42.464326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdfc94df-60a7-4e42-9e9d-8cbec9eb03a4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:32:42.469944 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cdfc94df-60a7-4e42-9e9d-8cbec9eb03a4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/a569536e-bb58-4352-b257-499127e8517a HTTP/1.1" status: 404 len: 337 time: 0.0385940 Jun 02 16:32:42.469944 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38662) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:42.479944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:42.516960 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-138e92e7-c927-44b2-84c2-96c20a8efaa6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] DELETE failed (client error): The resource could not be found. Jun 02 16:32:42.517402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-138e92e7-c927-44b2-84c2-96c20a8efaa6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:32:42.519188 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-138e92e7-c927-44b2-84c2-96c20a8efaa6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/486ce003-b0ec-4c66-9ed9-d7b554b06526 HTTP/1.1" status: 404 len: 337 time: 0.0477118 Jun 02 16:32:42.522018 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38664) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:42.565345 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1f8651f7-8587-483c-a06b-036f82c02236 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports?device_id=55915ac5-f90d-41af-963c-51637a98d066 HTTP/1.1" status: 200 len: 205 time: 0.0419381 Jun 02 16:32:42.567783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38666) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:42.641696 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-e54b2f87-d11f-487f-86ab-9c6a7c4bf4df tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] delete failed (client error): The resource could not be found. Jun 02 16:32:42.642758 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e54b2f87-d11f-487f-86ab-9c6a7c4bf4df tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/routers/55915ac5-f90d-41af-963c-51637a98d066 HTTP/1.1" status: 404 len: 336 time: 0.0740788 Jun 02 16:32:42.645784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38668) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:42.695640 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-42ba01cd-3a36-455a-9c28-f8ae4f73434f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb392299-edf2-4f62-8826-5b365cc6a168 HTTP/1.1" status: 200 len: 205 time: 0.0485888 Jun 02 16:32:42.698816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38670) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:42.770375 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-442efb55-1713-44a1-a349-e34e9531a037 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] delete failed (client error): The resource could not be found. Jun 02 16:32:42.771409 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-442efb55-1713-44a1-a349-e34e9531a037 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/routers/bb392299-edf2-4f62-8826-5b365cc6a168 HTTP/1.1" status: 404 len: 336 time: 0.0716689 Jun 02 16:32:42.774088 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38672) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:42.813537 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3576d27b-c8ad-4c07-8de0-6cd9d45cedf4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] DELETE failed (client error): The resource could not be found. Jun 02 16:32:42.813996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3576d27b-c8ad-4c07-8de0-6cd9d45cedf4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:32:42.818204 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3576d27b-c8ad-4c07-8de0-6cd9d45cedf4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/17895bba-827f-4c16-9e01-815b4acbe091 HTTP/1.1" status: 404 len: 337 time: 0.0406349 Jun 02 16:32:42.818436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38674) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:42.861191 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:42.861536 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fda131b7-1903-4895-ae32-d5191c51ee5a tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports?device_id=1706dc57-32e2-414e-8c8f-97e351a6219e HTTP/1.1" status: 200 len: 205 time: 0.0415442 Jun 02 16:32:42.863771 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38676) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:42.932055 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-2f507edb-7e06-4d68-94ba-c5739e4ff7c3 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] delete failed (client error): The resource could not be found. Jun 02 16:32:42.933022 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2f507edb-7e06-4d68-94ba-c5739e4ff7c3 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/routers/1706dc57-32e2-414e-8c8f-97e351a6219e HTTP/1.1" status: 404 len: 336 time: 0.0682523 Jun 02 16:32:42.935962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38678) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:42.981681 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ab8aca97-c2a0-4136-b616-cd00e46f006e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports?device_id=778cd984-ed38-48dd-b30a-aec6984b06dc HTTP/1.1" status: 200 len: 205 time: 0.0437191 Jun 02 16:32:42.984185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38680) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:43.052605 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-7898006d-222b-4723-b654-a4cd82d2d9c3 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] delete failed (client error): The resource could not be found. Jun 02 16:32:43.053616 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7898006d-222b-4723-b654-a4cd82d2d9c3 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/routers/778cd984-ed38-48dd-b30a-aec6984b06dc HTTP/1.1" status: 404 len: 336 time: 0.0684347 Jun 02 16:32:43.056961 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38682) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:43.078313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 1a5d975d-3c0b-436c-b4ce-de933968e321 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:32:43.094329 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2afa17e-b2c0-4c38-ade0-8eda5022931f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] DELETE failed (client error): The resource could not be found. Jun 02 16:32:43.094778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2afa17e-b2c0-4c38-ade0-8eda5022931f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:32:43.096397 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d2afa17e-b2c0-4c38-ade0-8eda5022931f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/aabc20a3-1b87-4e5e-9987-1732971c9728 HTTP/1.1" status: 404 len: 337 time: 0.0385597 Jun 02 16:32:43.099195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38684) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:43.147382 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-baace66b-d29d-48d4-a4ad-a69168bf810e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports?device_id=e503da47-dd67-494c-aed4-5b5322a2727a HTTP/1.1" status: 200 len: 205 time: 0.0468144 Jun 02 16:32:43.149847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38686) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:43.221729 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-90f2e691-3428-48db-ba66-706b0c5c24ad tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] delete failed (client error): The resource could not be found. Jun 02 16:32:43.222769 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-90f2e691-3428-48db-ba66-706b0c5c24ad tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/routers/e503da47-dd67-494c-aed4-5b5322a2727a HTTP/1.1" status: 404 len: 336 time: 0.0718944 Jun 02 16:32:43.225648 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38688) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:43.267057 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9127609-6af3-4089-afa6-20cac3686843 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] DELETE failed (client error): The resource could not be found. Jun 02 16:32:43.268108 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9127609-6af3-4089-afa6-20cac3686843 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:32:43.269207 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c9127609-6af3-4089-afa6-20cac3686843 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/61dcd128-e3dd-4654-af1b-bf9e65555068 HTTP/1.1" status: 404 len: 337 time: 0.0425675 Jun 02 16:32:43.271930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38690) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:43.276912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:43.287683 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Sync routers for ids ['1a5d975d-3c0b-436c-b4ce-de933968e321'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:43.299132 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Routers {'1a5d975d-3c0b-436c-b4ce-de933968e321'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:43.299780 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1a5d975d-3c0b-436c-b4ce-de933968e321'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:43.309757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:43.314979 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6506579 Jun 02 16:32:43.318140 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38692) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:43.329192 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-20938c2e-fd88-456d-b621-cf8f8040d455 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbd969d4-4377-4842-a7af-eda86cdbb1b7 HTTP/1.1" status: 200 len: 205 time: 0.0553384 Jun 02 16:32:43.332650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38694) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:43.461492 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-70360138-360f-4f9e-81e2-116cfa6cebe3 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] delete failed (client error): The resource could not be found. Jun 02 16:32:43.465484 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-70360138-360f-4f9e-81e2-116cfa6cebe3 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/routers/dbd969d4-4377-4842-a7af-eda86cdbb1b7 HTTP/1.1" status: 404 len: 336 time: 0.1288180 Jun 02 16:32:43.465905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38696) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:43.530932 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Set router 1a5d975d-3c0b-436c-b4ce-de933968e321 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:43.531300 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4ead1f-d013-4243-89f6-5a83a9486bf9 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] DELETE failed (client error): The resource could not be found. Jun 02 16:32:43.531980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4ead1f-d013-4243-89f6-5a83a9486bf9 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:32:43.537270 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0b4ead1f-d013-4243-89f6-5a83a9486bf9 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/1e13b611-bd7b-4ada-8b86-04c3e39ab064 HTTP/1.1" status: 404 len: 337 time: 0.0676329 Jun 02 16:32:43.537647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38698) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:43.613219 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-400bddfe-40db-4313-930d-deec15a2bb8f tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=fb79c8ac06334981844f175e241075b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2903631 Jun 02 16:32:43.616620 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b74fc5b-8ae2-4170-9be3-b4196b1a8914 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] DELETE failed (client error): The resource could not be found. Jun 02 16:32:43.616620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b74fc5b-8ae2-4170-9be3-b4196b1a8914 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:32:43.616620 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3b74fc5b-8ae2-4170-9be3-b4196b1a8914 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] 10.222.0.50 "DELETE /v2.0/subnets/3bfadfd1-4a37-42e7-9e85-256217490ca9 HTTP/1.1" status: 404 len: 337 time: 0.0754316 Jun 02 16:32:43.616914 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38700) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:43.777657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101b7e4c-4e59-4051-be4a-65126bbcd023 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:43.779518 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-101b7e4c-4e59-4051-be4a-65126bbcd023 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1641033 Jun 02 16:32:43.782513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38704) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:43.829145 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-705604a3-b8eb-46e8-b206-6c873b37c1d5 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452693 Jun 02 16:32:43.831668 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38706) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:43.836938 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1388162035', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:43.901309 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:42Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:43.906229 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Checking router: 1a5d975d-3c0b-436c-b4ce-de933968e321 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:32:43.906560 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Updating router 1a5d975d-3c0b-436c-b4ce-de933968e321 port 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:32:43.969616 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:43.970209 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:43.974326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:subnet and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:43.977545 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:43.983458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:43.993595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:43.998356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:44.004557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38710) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:44.184810 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f0734519-2d08-46eb-92bd-6421c24d770c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3456cc48140e40228cfdb8e99e292afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789422 Jun 02 16:32:44.187804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38714) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:44.251401 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-965c2e44-8141-41e5-ab6d-cd1d5d177f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:44.286571 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-965c2e44-8141-41e5-ab6d-cd1d5d177f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:44.314700 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:44.329802 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Transition to ACTIVE for port object 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:44.337174 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:44.346480 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:44.350849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-965c2e44-8141-41e5-ab6d-cd1d5d177f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:44.356368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-862aab72-db81-4b4e-aa0c-9a4052494885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:44.367234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c2e44-8141-41e5-ab6d-cd1d5d177f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e523447e-d421-4679-80e6-9dc6fbc4e4c1,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:44.370970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-965c2e44-8141-41e5-ab6d-cd1d5d177f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:44.378803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-965c2e44-8141-41e5-ab6d-cd1d5d177f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:44.383439 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-965c2e44-8141-41e5-ab6d-cd1d5d177f35 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e523447e-d421-4679-80e6-9dc6fbc4e4c1 HTTP/1.1" status: 204 len: 168 time: 0.1924043 Jun 02 16:32:44.405287 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Attempting to bind port 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:32:44.405989 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Attempting to bind port 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:32:44.407159 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Attempting to bind port 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:32:44.416218 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:32:44.416598 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:44.417374 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:44.417951 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:32:44.418634 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Bound port: 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:32:44.419190 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:44.484182 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30163d97-d9fc-4555-9d69-40410d315e90 None None] Pushing event updated for resources: {'Port': ['ID=9b51b82d-dc76-4a79-aecf-1fa69a96c4b1,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:44.488559 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-30163d97-d9fc-4555-9d69-40410d315e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:44.518396 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] For port 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:32:44.522342 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] For port 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9b51b82d-dc76-4a79-aecf-1fa69a96c4b1,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:32:44.524507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:44.528578 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:44.532699 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-30163d97-d9fc-4555-9d69-40410d315e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:44.533080 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-aae02406-8065-4a16-8195-86a71f7f5eb5 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:44.607737 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Routers {'1a5d975d-3c0b-436c-b4ce-de933968e321'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:44.608545 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1a5d975d-3c0b-436c-b4ce-de933968e321'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:44.649938 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Subnet': ['ID=95be9111-1aed-4c48-9a94-7647f452f51f,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:44.654053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:44.662393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Checking segment: {'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:44.662752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network hostable DHCP agents. Network: d69137fb-9ecf-40ca-a2a6-4f58e4977efa, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:32:44.676265 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30163d97-d9fc-4555-9d69-40410d315e90 None None] Pushing event updated for resources: {'Port': ['ID=9b51b82d-dc76-4a79-aecf-1fa69a96c4b1,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:44.680829 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-30163d97-d9fc-4555-9d69-40410d315e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:44.688836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network d69137fb-9ecf-40ca-a2a6-4f58e4977efa is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:32:44.699745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, d69137fb-9ecf-40ca-a2a6-4f58e4977efa) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:44.712296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f7af0a-3cf8-4aff-bc7f-8cdebb344bce None None] Network d69137fb-9ecf-40ca-a2a6-4f58e4977efa requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:44.725917 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:44.727613 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:44.757357 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9243321 Jun 02 16:32:44.760206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38726) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:44.894759 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] Set router 1a5d975d-3c0b-436c-b4ce-de933968e321 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:44.985580 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-d69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:32:44.985580 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.261700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Allocated IP 172.20.0.2 (d69137fb-9ecf-40ca-a2a6-4f58e4977efa/95be9111-1aed-4c48-9a94-7647f452f51f/9b1262ae-5459-4266-badb-17587258351d) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:32:45.279690 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:42Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:45.285707 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710933bf-bff3-42a6-b072-ec0f4bd36ce5 None None] The sync data for ids ['1a5d975d-3c0b-436c-b4ce-de933968e321'] in dv-neutron-601336-83-hyperv is: [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:42Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:45.302253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38738) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:45.458883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-ae76ad70-cf76-4681-9f52-eab3bf133675 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1797699617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:45.466097 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ae76ad70-cf76-4681-9f52-eab3bf133675 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:45.471293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ae76ad70-cf76-4681-9f52-eab3bf133675 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Usage tracker for resource:router and tenant:5d29d28042a64a0eabe627efd3c21b8d is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:45.479199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ae76ad70-cf76-4681-9f52-eab3bf133675 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:45.487104 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ae76ad70-cf76-4681-9f52-eab3bf133675 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:45.499343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae76ad70-cf76-4681-9f52-eab3bf133675 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.501150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae76ad70-cf76-4681-9f52-eab3bf133675 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.527752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae76ad70-cf76-4681-9f52-eab3bf133675 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.532738 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.544199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Transition to ACTIVE for port object 9b1262ae-5459-4266-badb-17587258351d will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:45.555835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae76ad70-cf76-4681-9f52-eab3bf133675 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.565445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Transition to ACTIVE for port object 9b1262ae-5459-4266-badb-17587258351d will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:45.585275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.596358 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b36bd426-9a87-4b55-acc1-b700c39ea0d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:45.603344 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae76ad70-cf76-4681-9f52-eab3bf133675 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.606638 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ae76ad70-cf76-4681-9f52-eab3bf133675 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3025920 Jun 02 16:32:45.607285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38742) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:45.626411 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-455462914'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:45.632554 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:45.638208 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Usage tracker for resource:network and tenant:5d29d28042a64a0eabe627efd3c21b8d is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:45.641806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:45.662642 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:45.680338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Made reservation on behalf of 5d29d28042a64a0eabe627efd3c21b8d for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:45.683557 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.698589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Network d69137fb-9ecf-40ca-a2a6-4f58e4977efa is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:45.699817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:45.704586 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:32:45.705952 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.722926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Pushing event updated for resources: {'Port': ['ID=9b1262ae-5459-4266-badb-17587258351d,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:45.724258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:45.729658 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:45.734637 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Usage tracker for resource:security_group_rule and tenant:5d29d28042a64a0eabe627efd3c21b8d is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:45.739427 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:45.747804 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:45.845710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Attempting to bind port 9b1262ae-5459-4266-badb-17587258351d on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:32:45.846001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Attempting to bind port 9b1262ae-5459-4266-badb-17587258351d by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:32:45.846399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Attempting to bind port 9b1262ae-5459-4266-badb-17587258351d on network d69137fb-9ecf-40ca-a2a6-4f58e4977efa {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:32:45.854381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:32:45.854859 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Checking segment: {'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:45.855321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.855773 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Bound using segment: {'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:32:45.856341 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Bound port: 9b1262ae-5459-4266-badb-17587258351d, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:32:45.856739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.879532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.885045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.889496 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e15a5624-68dd-47ce-af6b-155b71516a11 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:45.924783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.927882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:32:45.934240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e9b51b-e9af-41cd-9253-87a34ac7249a,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:45.938756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:45.943286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.943724 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Added segment e02dacc6-56d4-49b6-888d-a2801fac6fd1 of type vlan for network 0542450d-4bf7-4351-a245-141892de19b3 Jun 02 16:32:45.970152 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] For port 9b1262ae-5459-4266-badb-17587258351d, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:32:45.975390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.975663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] For port 9b1262ae-5459-4266-badb-17587258351d, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9b1262ae-5459-4266-badb-17587258351d,segment=NetworkSegment(61985224-c9b9-4e35-b430-4702f960e921),segment_id=61985224-c9b9-4e35-b430-4702f960e921)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:32:45.983882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:45.990531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:46.016152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:46.025603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:46.026580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:46.032773 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:46.107937 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Pushing event updated for resources: {'Port': ['ID=9b1262ae-5459-4266-badb-17587258351d,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:46.112331 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:46.194963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:46.259080 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event updated for resources: {'Network': ['ID=0542450d-4bf7-4351-a245-141892de19b3,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:46.270234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:46.275205 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6598692 Jun 02 16:32:46.278691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38744) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:46.285701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Request body: {'subnet': {'network_id': '0542450d-4bf7-4351-a245-141892de19b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:46.290862 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 0542450d-4bf7-4351-a245-141892de19b3 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:32:46.452979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:46.465305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:46.470756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Usage tracker for resource:subnet and tenant:5d29d28042a64a0eabe627efd3c21b8d is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:46.471721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:46.472105 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:46.478892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:46.485865 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:46.506046 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Made reservation on behalf of 5d29d28042a64a0eabe627efd3c21b8d for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:46.510479 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:46.584838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.1 (d69137fb-9ecf-40ca-a2a6-4f58e4977efa/95be9111-1aed-4c48-9a94-7647f452f51f/5d4ccd80-0b2f-440f-9474-24e61710c8b2) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:32:46.664871 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:46.688067 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9b51b82d-dc76-4a79-aecf-1fa69a96c4b1,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:46.694198 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:46.697052 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:46.779513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=9b51b82d-dc76-4a79-aecf-1fa69a96c4b1,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:46.782997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:46.795274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:46.818518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object 5d4ccd80-0b2f-440f-9474-24e61710c8b2 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:46.844167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:46.848097 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-08e30ded-dbd1-4594-882e-f20017d7ab43 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:46.920054 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network d69137fb-9ecf-40ca-a2a6-4f58e4977efa is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:46.923809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:46.927266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:32:46.965416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=5d4ccd80-0b2f-440f-9474-24e61710c8b2,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:46.970698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:46.996677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:47.006308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:47.011314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ef3ba407-47db-40ff-ab00-e123f03b2700 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:47.260603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event updated for resources: {'Subnet': ['ID=03f58c7a-3242-4be0-8a84-d537f21c91b1,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:47.264658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:47.267527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Checking segment: {'id': 'e02dacc6-56d4-49b6-888d-a2801fac6fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0542450d-4bf7-4351-a245-141892de19b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:47.267901 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Network hostable DHCP agents. Network: 0542450d-4bf7-4351-a245-141892de19b3, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:32:47.282242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:47.291175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Network 0542450d-4bf7-4351-a245-141892de19b3 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:32:47.302511 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 0542450d-4bf7-4351-a245-141892de19b3) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:47.313832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:47.314466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:47.317111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2b933a-8632-45a3-8f40-a247f993cc80 None None] Network 0542450d-4bf7-4351-a245-141892de19b3 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:47.342165 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0601358 Jun 02 16:32:47.343934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38746) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:47.350269 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Request body: {'network': {'name': 'tempest-router-network01--1855120377'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:47.358200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:47.364863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Usage tracker for resource:network and tenant:5d29d28042a64a0eabe627efd3c21b8d is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:47.369003 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:47.379439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:47.404465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Made reservation on behalf of 5d29d28042a64a0eabe627efd3c21b8d for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:47.409263 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:47.449540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:32:47.466574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:47.467112 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Added segment 44a3e06a-4532-4bfa-b1a5-9d40a2caf5cd of type vlan for network 4a7b35a6-5161-40ad-9721-0822f4e5d5fe Jun 02 16:32:47.505395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:47.544537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:47.551157 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:47.552123 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:47.558039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5e0d7618-b8f4-4693-bdac-f9e2b2c10e0b tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:47.667258 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-0542450d-4bf7-4351-a245-141892de19b3', 'network_id': '0542450d-4bf7-4351-a245-141892de19b3', 'tenant_id': '5d29d28042a64a0eabe627efd3c21b8d', 'fixed_ips': [{'subnet_id': '03f58c7a-3242-4be0-8a84-d537f21c91b1'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:32:47.668670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:47.682097 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3366983 Jun 02 16:32:47.685156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38748) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:47.687711 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event updated for resources: {'Network': ['ID=4a7b35a6-5161-40ad-9721-0822f4e5d5fe,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:47.690945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-98dca34c-93a3-49cd-a613-67fd5abe3415 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:47.695584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Request body: {'network': {'name': 'tempest-router-network02--253886333'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:47.701016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:47.705062 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 4a7b35a6-5161-40ad-9721-0822f4e5d5fe details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:32:47.707845 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Usage tracker for resource:network and tenant:5d29d28042a64a0eabe627efd3c21b8d is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:47.712624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:47.730182 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:47.743239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Made reservation on behalf of 5d29d28042a64a0eabe627efd3c21b8d for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:47.749309 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:47.794972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:32:47.806623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:47.807003 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Added segment c925661b-4571-45b0-abef-2624375bd9f8 of type vlan for network ae57aa1a-0a69-4a58-b8d7-2fe895537c86 Jun 02 16:32:47.863307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:47.918473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:47.930127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:47.930487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:47.940301 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4eb42873-4f42-4237-a6a6-c3cdcdc85712 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:47.970914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Allocated IP 2001:db8::2 (0542450d-4bf7-4351-a245-141892de19b3/03f58c7a-3242-4be0-8a84-d537f21c91b1/203c7721-2fb2-4ade-b33e-3df219e1c700) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:32:48.091300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:48.105634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:48.137323 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4505105 Jun 02 16:32:48.145307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38750) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:48.162023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Request body: {'subnet': {'network_id': '4a7b35a6-5161-40ad-9721-0822f4e5d5fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:48.180228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7eeba278-1272-4036-9f33-0b959bb6c065 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:48.223406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event updated for resources: {'Network': ['ID=ae57aa1a-0a69-4a58-b8d7-2fe895537c86,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:48.235692 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:48.305170 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network ae57aa1a-0a69-4a58-b8d7-2fe895537c86 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:32:48.343967 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9b1262ae-5459-4266-badb-17587258351d up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:48.360970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=5d4ccd80-0b2f-440f-9474-24e61710c8b2,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:48.365373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:48.373639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:48.387977 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:48.392354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Usage tracker for resource:subnet and tenant:5d29d28042a64a0eabe627efd3c21b8d is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:48.395641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:48.407122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:48.429777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Made reservation on behalf of 5d29d28042a64a0eabe627efd3c21b8d for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:48.437379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:48.509834 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:48.522730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8971a1c-c5a3-4009-a1e6-de822a8ba86f None None] Network d69137fb-9ecf-40ca-a2a6-4f58e4977efa requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:48.566656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Transition to ACTIVE for port object 203c7721-2fb2-4ade-b33e-3df219e1c700 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:48.579261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network d69137fb-9ecf-40ca-a2a6-4f58e4977efa is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:48.580828 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:48.653555 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4d57a4b6-da09-49cb-bc0f-ccf9ce1c5e52 None None] Provisioning for port 9b1262ae-5459-4266-badb-17587258351d completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:48.669631 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Transition to ACTIVE for port object 203c7721-2fb2-4ade-b33e-3df219e1c700 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:48.694007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:48.706258 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:48.743899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 9b1262ae-5459-4266-badb-17587258351d completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:48.786052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 1a5d975d-3c0b-436c-b4ce-de933968e321 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:32:48.795165 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9b1262ae-5459-4266-badb-17587258351d triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:48.795668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:48.846233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Network 0542450d-4bf7-4351-a245-141892de19b3 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:48.854634 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:48.870644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:32:48.883327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Pushing event updated for resources: {'Port': ['ID=203c7721-2fb2-4ade-b33e-3df219e1c700,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:48.894107 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:48.938724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:48.942810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6d3908f9-9388-436a-b42d-e53298a4a504 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:49.016968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:49.021391 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event updated for resources: {'Subnet': ['ID=6540dfaa-1f0a-4650-a92f-533fcf6658d1,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:49.025470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:49.030539 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:49.033207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Checking segment: {'id': '44a3e06a-4532-4bfa-b1a5-9d40a2caf5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4a7b35a6-5161-40ad-9721-0822f4e5d5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:49.033574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Network hostable DHCP agents. Network: 4a7b35a6-5161-40ad-9721-0822f4e5d5fe, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:32:49.039037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Sync routers for ids ['1a5d975d-3c0b-436c-b4ce-de933968e321'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:49.042449 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/1a5d975d-3c0b-436c-b4ce-de933968e321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2785897 Jun 02 16:32:49.042926 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38752) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:49.051687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Network 4a7b35a6-5161-40ad-9721-0822f4e5d5fe is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:32:49.062131 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 4a7b35a6-5161-40ad-9721-0822f4e5d5fe) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:49.073154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:49.074015 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:49.082007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390b0d43-8d6e-4768-bc4d-68579b72d4f9 None None] Network 4a7b35a6-5161-40ad-9721-0822f4e5d5fe requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:49.100708 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9514854 Jun 02 16:32:49.100963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38754) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:49.104466 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Attempting to bind port 203c7721-2fb2-4ade-b33e-3df219e1c700 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:32:49.104891 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Attempting to bind port 203c7721-2fb2-4ade-b33e-3df219e1c700 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'e02dacc6-56d4-49b6-888d-a2801fac6fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0542450d-4bf7-4351-a245-141892de19b3'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:32:49.105264 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Attempting to bind port 203c7721-2fb2-4ade-b33e-3df219e1c700 on network 0542450d-4bf7-4351-a245-141892de19b3 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:32:49.107168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Request body: {'subnet': {'network_id': 'ae57aa1a-0a69-4a58-b8d7-2fe895537c86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:49.131380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:32:49.131962 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Checking segment: {'id': 'e02dacc6-56d4-49b6-888d-a2801fac6fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0542450d-4bf7-4351-a245-141892de19b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:49.132185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:49.132558 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Bound using segment: {'id': 'e02dacc6-56d4-49b6-888d-a2801fac6fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0542450d-4bf7-4351-a245-141892de19b3'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:32:49.133040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Bound port: 203c7721-2fb2-4ade-b33e-3df219e1c700, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02dacc6-56d4-49b6-888d-a2801fac6fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0542450d-4bf7-4351-a245-141892de19b3'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:32:49.133423 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:49.192789 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Routers {'1a5d975d-3c0b-436c-b4ce-de933968e321'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:49.193350 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1a5d975d-3c0b-436c-b4ce-de933968e321'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:49.201408 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c861457f-8e1e-46a5-8b73-61174d056a52 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:49.202333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c861457f-8e1e-46a5-8b73-61174d056a52 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:49.202429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c861457f-8e1e-46a5-8b73-61174d056a52 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:49.202869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c861457f-8e1e-46a5-8b73-61174d056a52 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:49.203332 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c861457f-8e1e-46a5-8b73-61174d056a52 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:49.203785 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c861457f-8e1e-46a5-8b73-61174d056a52 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:49.204236 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c861457f-8e1e-46a5-8b73-61174d056a52 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:49.206201 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c861457f-8e1e-46a5-8b73-61174d056a52 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4923 time: 0.1622753 Jun 02 16:32:49.212712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38756) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:49.282431 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:49.283130 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:49.291225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Usage tracker for resource:subnet and tenant:5d29d28042a64a0eabe627efd3c21b8d is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:49.295812 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:49.305651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:49.321477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a413d-d2a9-48e0-b151-b600d5747401 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:49.321943 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a413d-d2a9-48e0-b151-b600d5747401 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:49.322452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a413d-d2a9-48e0-b151-b600d5747401 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:49.322909 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a413d-d2a9-48e0-b151-b600d5747401 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:49.323376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a413d-d2a9-48e0-b151-b600d5747401 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:49.323811 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a413d-d2a9-48e0-b151-b600d5747401 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:49.329967 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3d0a413d-d2a9-48e0-b151-b600d5747401 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3952 time: 0.1115954 Jun 02 16:32:49.329967 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38758) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:49.399626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Made reservation on behalf of 5d29d28042a64a0eabe627efd3c21b8d for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:49.409851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:49.557373 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 9b1262ae-5459-4266-badb-17587258351d, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9b1262ae-5459-4266-badb-17587258351d,segment=NetworkSegment(61985224-c9b9-4e35-b430-4702f960e921),segment_id=61985224-c9b9-4e35-b430-4702f960e921)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:49.567463 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] For port 203c7721-2fb2-4ade-b33e-3df219e1c700, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:32:49.583155 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:49.584136 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:49.624742 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:49.813471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] For port 203c7721-2fb2-4ade-b33e-3df219e1c700, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=203c7721-2fb2-4ade-b33e-3df219e1c700,segment=NetworkSegment(e02dacc6-56d4-49b6-888d-a2801fac6fd1),segment_id=e02dacc6-56d4-49b6-888d-a2801fac6fd1)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:32:49.845018 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Set router 1a5d975d-3c0b-436c-b4ce-de933968e321 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:49.888775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:50.010422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-4a7b35a6-5161-40ad-9721-0822f4e5d5fe', 'network_id': '4a7b35a6-5161-40ad-9721-0822f4e5d5fe', 'tenant_id': '5d29d28042a64a0eabe627efd3c21b8d', 'fixed_ips': [{'subnet_id': '6540dfaa-1f0a-4650-a92f-533fcf6658d1'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:32:50.011266 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:50.047068 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9ccd3594-cced-4137-aacf-6146480ca6d4 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2144 time: 0.7154968 Jun 02 16:32:50.098295 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=9b1262ae-5459-4266-badb-17587258351d,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:50.102713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:50.108371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:50.179736 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ba2776bf-b37c-4228-8e47-3cda42d5296e None None] Provisioning complete for port 9b1262ae-5459-4266-badb-17587258351d triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:50.180142 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ba2776bf-b37c-4228-8e47-3cda42d5296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:50.329681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:50.335515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-efe9553f-9072-42bc-b9fb-4825e6bf6b86 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:50.409158 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:50.409158 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:50.467126 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event updated for resources: {'Subnet': ['ID=3791e378-64e1-4226-9327-e3ee71948c15,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:50.471479 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:50.472369 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Checking segment: {'id': 'c925661b-4571-45b0-abef-2624375bd9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ae57aa1a-0a69-4a58-b8d7-2fe895537c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:50.472776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Network hostable DHCP agents. Network: ae57aa1a-0a69-4a58-b8d7-2fe895537c86, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:32:50.502984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Network ae57aa1a-0a69-4a58-b8d7-2fe895537c86 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:32:50.513395 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Pushing event updated for resources: {'Port': ['ID=203c7721-2fb2-4ade-b33e-3df219e1c700,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:50.514474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38762) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:50.520206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-305736566', 'description': 'tempest-secgroup-smoke-305736566 description', 'project_id': 'fb79c8ac06334981844f175e241075b7'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:50.525355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:50.529910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:50.534820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, ae57aa1a-0a69-4a58-b8d7-2fe895537c86) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:50.541842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:50.549738 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:50.553751 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:50.554755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:50.564338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:50.564630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11157c3a-df13-490c-ba33-e760e3ad1717 None None] Network ae57aa1a-0a69-4a58-b8d7-2fe895537c86 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:50.585729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:50.605845 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5036750 Jun 02 16:32:50.608922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38764) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:50.652358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:50.659762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:50.663378 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:50.671178 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:50.782574 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:50.788989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:50.831079 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:50.889336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852772e1-c704-4196-9f37-6d58201199d2,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:50.893160 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:50.894721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:50.899343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38766) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:50.899573 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3829932 Jun 02 16:32:50.904175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-7452c79a-0ed8-4279-b8a9-d6b95721e2c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '852772e1-c704-4196-9f37-6d58201199d2', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:50.958215 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7452c79a-0ed8-4279-b8a9-d6b95721e2c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:50.971345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7452c79a-0ed8-4279-b8a9-d6b95721e2c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:50.975988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7452c79a-0ed8-4279-b8a9-d6b95721e2c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:50.990658 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Allocated IP 2001:db8::2 (4a7b35a6-5161-40ad-9721-0822f4e5d5fe/6540dfaa-1f0a-4650-a92f-533fcf6658d1/1f90f887-f1ce-4758-85b0-112d61feec80) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:32:51.076592 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ba2776bf-b37c-4228-8e47-3cda42d5296e None None] Provisioning for port 5d4ccd80-0b2f-440f-9474-24e61710c8b2 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:51.132999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ba2776bf-b37c-4228-8e47-3cda42d5296e None None] Provisioning complete for port 5d4ccd80-0b2f-440f-9474-24e61710c8b2 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:51.133710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ba2776bf-b37c-4228-8e47-3cda42d5296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:51.163858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7452c79a-0ed8-4279-b8a9-d6b95721e2c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:51.221021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7452c79a-0ed8-4279-b8a9-d6b95721e2c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:51.284758 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ba2776bf-b37c-4228-8e47-3cda42d5296e None None] Port 5d4ccd80-0b2f-440f-9474-24e61710c8b2 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:32:51.307954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:51.314465 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:47Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '5d4ccd80-0b2f-440f-9474-24e61710c8b2', 'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:64:e9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:46Z', 'updated_at': '2021-06-02T16:32:47Z', 'revision_number': 2, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:51.364325 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9b1262ae-5459-4266-badb-17587258351d up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:51.419113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Checking router: 1a5d975d-3c0b-436c-b4ce-de933968e321 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:32:51.419606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Updating router 1a5d975d-3c0b-436c-b4ce-de933968e321 port 5d4ccd80-0b2f-440f-9474-24e61710c8b2 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:32:51.479153 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-ae57aa1a-0a69-4a58-b8d7-2fe895537c86', 'network_id': 'ae57aa1a-0a69-4a58-b8d7-2fe895537c86', 'tenant_id': '5d29d28042a64a0eabe627efd3c21b8d', 'fixed_ips': [{'subnet_id': '3791e378-64e1-4226-9327-e3ee71948c15'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:32:51.480168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:51.598055 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b535988b-d8d7-4b6f-8dc6-ed18bae5100c None None] Network 0542450d-4bf7-4351-a245-141892de19b3 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:51.626517 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7452c79a-0ed8-4279-b8a9-d6b95721e2c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:51.635346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7452c79a-0ed8-4279-b8a9-d6b95721e2c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:51.658001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-924ddd7d-91ec-415d-8a26-1a795c7c36d0 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:51.674733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4ae56e06-e53a-4a00-a1fa-c7acda913976 None None] Provisioning complete for port 5d4ccd80-0b2f-440f-9474-24e61710c8b2 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:51.675093 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4ae56e06-e53a-4a00-a1fa-c7acda913976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:51.720422 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452c79a-0ed8-4279-b8a9-d6b95721e2c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8eef5fb-bd9b-4fe5-b560-90e09a165d75,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:51.724653 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7452c79a-0ed8-4279-b8a9-d6b95721e2c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:51.739379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7452c79a-0ed8-4279-b8a9-d6b95721e2c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:51.740702 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7452c79a-0ed8-4279-b8a9-d6b95721e2c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8402128 Jun 02 16:32:51.744948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38768) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:51.751356 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b31b49b9-83c1-4d9b-a2bd-8de78c4cc461 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '852772e1-c704-4196-9f37-6d58201199d2', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:51.759322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b31b49b9-83c1-4d9b-a2bd-8de78c4cc461 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:51.765059 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b31b49b9-83c1-4d9b-a2bd-8de78c4cc461 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:51.769327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b31b49b9-83c1-4d9b-a2bd-8de78c4cc461 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:51.777545 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b31b49b9-83c1-4d9b-a2bd-8de78c4cc461 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:51.802508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b31b49b9-83c1-4d9b-a2bd-8de78c4cc461 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:51.834654 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:51.893271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b31b49b9-83c1-4d9b-a2bd-8de78c4cc461 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:51.900800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b31b49b9-83c1-4d9b-a2bd-8de78c4cc461 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:51.903051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7deef512-75df-446f-bf56-390b8f49daab tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:51.927035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b49b9-83c1-4d9b-a2bd-8de78c4cc461 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e38ead9-f920-4afe-b8fa-8779162db63b,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:51.930265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b31b49b9-83c1-4d9b-a2bd-8de78c4cc461 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:51.941741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b31b49b9-83c1-4d9b-a2bd-8de78c4cc461 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:51.943084 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b31b49b9-83c1-4d9b-a2bd-8de78c4cc461 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1966839 Jun 02 16:32:51.947264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38770) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:51.952340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0b85cc39-34ee-45f6-9962-c598d5f07539 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '852772e1-c704-4196-9f37-6d58201199d2', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:51.958563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0b85cc39-34ee-45f6-9962-c598d5f07539 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:51.962959 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0b85cc39-34ee-45f6-9962-c598d5f07539 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:51.963322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:51.966335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0b85cc39-34ee-45f6-9962-c598d5f07539 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:51.972748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0b85cc39-34ee-45f6-9962-c598d5f07539 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:51.994388 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0b85cc39-34ee-45f6-9962-c598d5f07539 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.011906 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9b1262ae-5459-4266-badb-17587258351d triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:52.012234 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.035368 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-4ae56e06-e53a-4a00-a1fa-c7acda913976 None None] Port 5d4ccd80-0b2f-440f-9474-24e61710c8b2 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:32:52.070658 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0b85cc39-34ee-45f6-9962-c598d5f07539 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.076420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0b85cc39-34ee-45f6-9962-c598d5f07539 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.078429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:52.083476 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Transition to ACTIVE for port object 1f90f887-f1ce-4758-85b0-112d61feec80 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:52.101282 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85cc39-34ee-45f6-9962-c598d5f07539 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2801b56-ae14-4496-a564-007cdd9e007a,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:52.104315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0b85cc39-34ee-45f6-9962-c598d5f07539 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:52.113146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0b85cc39-34ee-45f6-9962-c598d5f07539 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.114408 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0b85cc39-34ee-45f6-9962-c598d5f07539 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1660578 Jun 02 16:32:52.118658 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38772) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:52.123892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-74d98657-241d-487b-9826-b085bb5998e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '852772e1-c704-4196-9f37-6d58201199d2', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:52.130612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-74d98657-241d-487b-9826-b085bb5998e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:52.135525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-74d98657-241d-487b-9826-b085bb5998e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:52.139350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-74d98657-241d-487b-9826-b085bb5998e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:52.148935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-74d98657-241d-487b-9826-b085bb5998e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:52.172945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-74d98657-241d-487b-9826-b085bb5998e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.267284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Transition to ACTIVE for port object 1f90f887-f1ce-4758-85b0-112d61feec80 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:52.305001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.318816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:52.370970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ca78e640-83a8-4132-8857-426a92dd5f04 None None] Provisioning for port 203c7721-2fb2-4ade-b33e-3df219e1c700 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:52.383263 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Allocated IP 2001:db8::1 (4a7b35a6-5161-40ad-9721-0822f4e5d5fe/6540dfaa-1f0a-4650-a92f-533fcf6658d1/97e14d9e-7083-4543-8a9d-50dc87ae66ad) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:32:52.386175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Allocated IP 2001:db8::2 (ae57aa1a-0a69-4a58-b8d7-2fe895537c86/3791e378-64e1-4226-9327-e3ee71948c15/3bf8d2e9-cbec-45cf-98c9-935241cd71ba) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:32:52.438691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-74d98657-241d-487b-9826-b085bb5998e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.446464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-74d98657-241d-487b-9826-b085bb5998e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.461051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Network 4a7b35a6-5161-40ad-9721-0822f4e5d5fe is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:52.461676 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-685e45cf-8d20-4510-8170-bc9ced9656a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:52.495117 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:52.503673 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d98657-241d-487b-9826-b085bb5998e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51f8c90-59f9-45e2-9dac-235fa15aac8a,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:52.508625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-74d98657-241d-487b-9826-b085bb5998e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:52.518025 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-74d98657-241d-487b-9826-b085bb5998e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.522749 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-74d98657-241d-487b-9826-b085bb5998e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4000013 Jun 02 16:32:52.523608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38774) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:52.531719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ce7d86ce-09c8-4333-ac95-541dc08b8f36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '852772e1-c704-4196-9f37-6d58201199d2', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:52.542443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ce7d86ce-09c8-4333-ac95-541dc08b8f36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:52.545841 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:32:52.549916 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ce7d86ce-09c8-4333-ac95-541dc08b8f36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:52.555537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ce7d86ce-09c8-4333-ac95-541dc08b8f36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:52.564746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ce7d86ce-09c8-4333-ac95-541dc08b8f36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:52.579854 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-ce7d86ce-09c8-4333-ac95-541dc08b8f36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:32:52.587689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce7d86ce-09c8-4333-ac95-541dc08b8f36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.677119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce7d86ce-09c8-4333-ac95-541dc08b8f36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.683075 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce7d86ce-09c8-4333-ac95-541dc08b8f36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.685192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:52.710878 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Pushing event updated for resources: {'Port': ['ID=1f90f887-f1ce-4758-85b0-112d61feec80,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:52.711329 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d86ce-09c8-4333-ac95-541dc08b8f36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1de091f-05b1-4e93-b4b6-9e84eb0c5896,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:52.716710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ce7d86ce-09c8-4333-ac95-541dc08b8f36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:52.723173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ce7d86ce-09c8-4333-ac95-541dc08b8f36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.728358 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ce7d86ce-09c8-4333-ac95-541dc08b8f36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2031386 Jun 02 16:32:52.729155 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38776) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:52.735665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-94388398-7092-424b-b054-9b4101f223fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '852772e1-c704-4196-9f37-6d58201199d2', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:52.746091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-94388398-7092-424b-b054-9b4101f223fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:52.751223 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:52.751471 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-94388398-7092-424b-b054-9b4101f223fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:32:52.756904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-94388398-7092-424b-b054-9b4101f223fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:32:52.767393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-94388398-7092-424b-b054-9b4101f223fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:52.785790 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-94388398-7092-424b-b054-9b4101f223fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:32:52.796175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94388398-7092-424b-b054-9b4101f223fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.848522 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 203c7721-2fb2-4ade-b33e-3df219e1c700 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:52.917868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94388398-7092-424b-b054-9b4101f223fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.927147 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94388398-7092-424b-b054-9b4101f223fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.930921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.935007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Attempting to bind port 1f90f887-f1ce-4758-85b0-112d61feec80 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:32:52.935382 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Attempting to bind port 1f90f887-f1ce-4758-85b0-112d61feec80 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '44a3e06a-4532-4bfa-b1a5-9d40a2caf5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4a7b35a6-5161-40ad-9721-0822f4e5d5fe'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:32:52.936022 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Attempting to bind port 1f90f887-f1ce-4758-85b0-112d61feec80 on network 4a7b35a6-5161-40ad-9721-0822f4e5d5fe {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:32:52.940773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-92b96ba5-7825-4e5e-acb1-f7d4b68309c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:52.959843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Transition to ACTIVE for port object 97e14d9e-7083-4543-8a9d-50dc87ae66ad will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:52.966342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:32:52.966730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Checking segment: {'id': '44a3e06a-4532-4bfa-b1a5-9d40a2caf5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4a7b35a6-5161-40ad-9721-0822f4e5d5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:52.967171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.967815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Bound using segment: {'id': '44a3e06a-4532-4bfa-b1a5-9d40a2caf5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4a7b35a6-5161-40ad-9721-0822f4e5d5fe'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:32:52.968507 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Bound port: 1f90f887-f1ce-4758-85b0-112d61feec80, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a3e06a-4532-4bfa-b1a5-9d40a2caf5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4a7b35a6-5161-40ad-9721-0822f4e5d5fe'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:32:52.969068 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.981783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94388398-7092-424b-b054-9b4101f223fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50cd55b-81cd-4ca3-9294-40de1e294449,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:52.985904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-94388398-7092-424b-b054-9b4101f223fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:52.996344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94388398-7092-424b-b054-9b4101f223fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:52.999453 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-94388398-7092-424b-b054-9b4101f223fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2679040 Jun 02 16:32:53.010107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:53.018997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:53.099980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.resource_extend [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:32:53.145800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Network 4a7b35a6-5161-40ad-9721-0822f4e5d5fe is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:53.151965 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:53.156088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:32:53.157283 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:53.232298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 203c7721-2fb2-4ade-b33e-3df219e1c700 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:53.256442 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:53.267631 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event updated for resources: {'Port': ['ID=97e14d9e-7083-4543-8a9d-50dc87ae66ad,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:53.274850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] For port 1f90f887-f1ce-4758-85b0-112d61feec80, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:32:53.277277 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 203c7721-2fb2-4ade-b33e-3df219e1c700 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:53.277657 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:53.287808 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:53.310258 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:53.330444 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Transition to ACTIVE for port object 3bf8d2e9-cbec-45cf-98c9-935241cd71ba will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:53.334045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] For port 1f90f887-f1ce-4758-85b0-112d61feec80, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=1f90f887-f1ce-4758-85b0-112d61feec80,segment=NetworkSegment(44a3e06a-4532-4bfa-b1a5-9d40a2caf5cd),segment_id=44a3e06a-4532-4bfa-b1a5-9d40a2caf5cd)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:32:53.355060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:53.369125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Transition to ACTIVE for port object 5d4ccd80-0b2f-440f-9474-24e61710c8b2 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:53.371599 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:53.380488 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-7574de19-8663-40b2-84e9-7ea3eb3958d1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305736566&fields=id&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 267 time: 0.0890348 Jun 02 16:32:53.442800 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Transition to ACTIVE for port object 3bf8d2e9-cbec-45cf-98c9-935241cd71ba will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:32:53.445268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:53.477709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:53.672915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-33ba68ec-c795-4bce-a5f1-0731f7b89d19 None None] Provisioning complete for port 203c7721-2fb2-4ade-b33e-3df219e1c700 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:53.673308 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-33ba68ec-c795-4bce-a5f1-0731f7b89d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:53.709087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Pushing event updated for resources: {'Port': ['ID=1f90f887-f1ce-4758-85b0-112d61feec80,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:53.728058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:53.775873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-38da5918-9b9e-493c-85a1-e9a84c8425bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:53.776202 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Network ae57aa1a-0a69-4a58-b8d7-2fe895537c86 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:53.777715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-38da5918-9b9e-493c-85a1-e9a84c8425bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:32:53.778203 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:53.811629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:53.903632 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:53.927664 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-38da5918-9b9e-493c-85a1-e9a84c8425bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:32:53.929677 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-38da5918-9b9e-493c-85a1-e9a84c8425bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/networks?id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa HTTP/1.1" status: 200 len: 797 time: 0.5030529 Jun 02 16:32:53.970705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:32:54.010733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cc42f-a442-466e-bdee-2316fdadc4d1 None None] Pushing event updated for resources: {'Port': ['ID=5d4ccd80-0b2f-440f-9474-24e61710c8b2,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:54.173205 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-57dbff8f-3693-4b6e-8894-01f4058afc40 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/quotas/fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 375 time: 0.2267375 Jun 02 16:32:54.195988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:54.251863 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Attempting to bind port 5d4ccd80-0b2f-440f-9474-24e61710c8b2 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:32:54.252218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Attempting to bind port 5d4ccd80-0b2f-440f-9474-24e61710c8b2 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:32:54.252904 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Attempting to bind port 5d4ccd80-0b2f-440f-9474-24e61710c8b2 on network d69137fb-9ecf-40ca-a2a6-4f58e4977efa {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:32:54.280516 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Pushing event updated for resources: {'Port': ['ID=3bf8d2e9-cbec-45cf-98c9-935241cd71ba,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:54.283713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:54.290049 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.804s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:54.290578 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:54.306821 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:32:54.307686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Checking segment: {'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:54.308110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:54.308514 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Bound using segment: {'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:32:54.309839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Bound port: 5d4ccd80-0b2f-440f-9474-24e61710c8b2, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:32:54.309839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:54.342180 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Attempting to bind port 3bf8d2e9-cbec-45cf-98c9-935241cd71ba on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:32:54.346343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Attempting to bind port 3bf8d2e9-cbec-45cf-98c9-935241cd71ba by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'c925661b-4571-45b0-abef-2624375bd9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ae57aa1a-0a69-4a58-b8d7-2fe895537c86'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:32:54.346898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Attempting to bind port 3bf8d2e9-cbec-45cf-98c9-935241cd71ba on network ae57aa1a-0a69-4a58-b8d7-2fe895537c86 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:32:54.389900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 203c7721-2fb2-4ade-b33e-3df219e1c700, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=203c7721-2fb2-4ade-b33e-3df219e1c700,segment=NetworkSegment(e02dacc6-56d4-49b6-888d-a2801fac6fd1),segment_id=e02dacc6-56d4-49b6-888d-a2801fac6fd1)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:54.391360 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:32:54.391870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Checking segment: {'id': 'c925661b-4571-45b0-abef-2624375bd9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ae57aa1a-0a69-4a58-b8d7-2fe895537c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:32:54.392268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:54.392797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Bound using segment: {'id': 'c925661b-4571-45b0-abef-2624375bd9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ae57aa1a-0a69-4a58-b8d7-2fe895537c86'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:32:54.393495 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Bound port: 3bf8d2e9-cbec-45cf-98c9-935241cd71ba, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c925661b-4571-45b0-abef-2624375bd9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ae57aa1a-0a69-4a58-b8d7-2fe895537c86'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:32:54.393723 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:54.411491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-33ba68ec-c795-4bce-a5f1-0731f7b89d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:54.432175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:54.441595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2f9d8571-fcb8-408b-8bb6-4bf9c09570b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:54.586445 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-39c51740-1945-444a-b880-ffd3c1786dce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4005749 Jun 02 16:32:54.632478 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 1f90f887-f1ce-4758-85b0-112d61feec80 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:54.685297 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-2fa848ef-516e-4dec-8191-869eb7611dcc service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:32:54.687159 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-2fa848ef-516e-4dec-8191-869eb7611dcc service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0746393 Jun 02 16:32:54.694925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:54.739999 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:54.741482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:54.757293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-009972d8-4233-415d-806d-829810193214 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:54.775825 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=203c7721-2fb2-4ade-b33e-3df219e1c700,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:54.779767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:54.806171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] For port 5d4ccd80-0b2f-440f-9474-24e61710c8b2, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:32:54.836242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.api [None req-33ba68ec-c795-4bce-a5f1-0731f7b89d19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:32:54.836913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_db.api [None req-33ba68ec-c795-4bce-a5f1-0731f7b89d19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:32:54.843015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] For port 3bf8d2e9-cbec-45cf-98c9-935241cd71ba, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:32:54.846145 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] For port 5d4ccd80-0b2f-440f-9474-24e61710c8b2, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5d4ccd80-0b2f-440f-9474-24e61710c8b2,segment=NetworkSegment(61985224-c9b9-4e35-b430-4702f960e921),segment_id=61985224-c9b9-4e35-b430-4702f960e921)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:32:54.849064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] For port 3bf8d2e9-cbec-45cf-98c9-935241cd71ba, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3bf8d2e9-cbec-45cf-98c9-935241cd71ba,segment=NetworkSegment(c925661b-4571-45b0-abef-2624375bd9f8),segment_id=c925661b-4571-45b0-abef-2624375bd9f8)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:32:54.857632 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:54.864228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:54.895315 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:54.909713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2887a0d-dc91-4052-8fac-e50615152948 None None] Network 4a7b35a6-5161-40ad-9721-0822f4e5d5fe requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:54.970968 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 1f90f887-f1ce-4758-85b0-112d61feec80 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:55.050678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Routers {'1a5d975d-3c0b-436c-b4ce-de933968e321'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:55.051607 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1a5d975d-3c0b-436c-b4ce-de933968e321'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:55.140533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cc42f-a442-466e-bdee-2316fdadc4d1 None None] Pushing event updated for resources: {'Port': ['ID=5d4ccd80-0b2f-440f-9474-24e61710c8b2,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:55.144174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-7b5cc42f-a442-466e-bdee-2316fdadc4d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:55.149093 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:55.150517 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:32:55.157516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event updated for resources: {'Port': ['ID=97e14d9e-7083-4543-8a9d-50dc87ae66ad,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:55.171504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:55.277493 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-9fe244bf-0fee-48b7-ac09-08bd68c8e39a service neutron] 10.222.0.50 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791483 Jun 02 16:32:55.363571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Network 4a7b35a6-5161-40ad-9721-0822f4e5d5fe is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:32:55.366966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:32:55.572751 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Pushing event updated for resources: {'Port': ['ID=3bf8d2e9-cbec-45cf-98c9-935241cd71ba,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:55.604917 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:55.783903 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-c68021ab-562e-4012-a427-055d11f05709 service neutron] 10.222.0.50 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632032 Jun 02 16:32:55.801128 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] Set router 1a5d975d-3c0b-436c-b4ce-de933968e321 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:32:55.840320 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Router a3af8b81-8c4a-4b7b-a7e3-99ce91286311 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:32:56.041398 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-308a3ea1-7619-4c66-896a-9d2dce7f36dd None None] Provisioning for port 1f90f887-f1ce-4758-85b0-112d61feec80 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:56.077718 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-308a3ea1-7619-4c66-896a-9d2dce7f36dd None None] Provisioning complete for port 1f90f887-f1ce-4758-85b0-112d61feec80 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:56.078718 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-308a3ea1-7619-4c66-896a-9d2dce7f36dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:56.104758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:32:56.119190 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5855dd30-a329-4a11-835d-a5e76753a1c7 None None] Sync routers for ids ['a3af8b81-8c4a-4b7b-a7e3-99ce91286311'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:32:56.129538 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "PUT /v2.0/routers/a3af8b81-8c4a-4b7b-a7e3-99ce91286311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5189521 Jun 02 16:32:56.136959 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-0605830d-0ced-4bae-b156-ce1d117929ea req-9a085b24-5c03-4558-9420-f169a0aed659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:32:56.138669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38802) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:56.145652 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5855dd30-a329-4a11-835d-a5e76753a1c7 None None] Routers {'a3af8b81-8c4a-4b7b-a7e3-99ce91286311'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:56.147772 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-5855dd30-a329-4a11-835d-a5e76753a1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a3af8b81-8c4a-4b7b-a7e3-99ce91286311'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:56.159048 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-0605830d-0ced-4bae-b156-ce1d117929ea req-9a085b24-5c03-4558-9420-f169a0aed659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:32:56.169615 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0605830d-0ced-4bae-b156-ce1d117929ea req-9a085b24-5c03-4558-9420-f169a0aed659 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 210 time: 0.0926976 Jun 02 16:32:56.367547 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-5855dd30-a329-4a11-835d-a5e76753a1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:56.379998 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5855dd30-a329-4a11-835d-a5e76753a1c7 None None] Routers {'a3af8b81-8c4a-4b7b-a7e3-99ce91286311'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:32:56.381305 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-5855dd30-a329-4a11-835d-a5e76753a1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a3af8b81-8c4a-4b7b-a7e3-99ce91286311'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:56.531568 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-5855dd30-a329-4a11-835d-a5e76753a1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:56.532306 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5855dd30-a329-4a11-835d-a5e76753a1c7 None None] The sync data for ids ['a3af8b81-8c4a-4b7b-a7e3-99ce91286311'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:56.571441 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-308a3ea1-7619-4c66-896a-9d2dce7f36dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:56.663095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:47Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '5d4ccd80-0b2f-440f-9474-24e61710c8b2', 'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:64:e9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:46Z', 'updated_at': '2021-06-02T16:32:54Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:32:56.679526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e3cdab-a9c1-4dc5-8b06-77e9d35aac68 None None] Network ae57aa1a-0a69-4a58-b8d7-2fe895537c86 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:32:56.705075 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc44492-7184-4134-84fc-059a5782a901 None None] The sync data for ids ['1a5d975d-3c0b-436c-b4ce-de933968e321'] in dv-neutron-601336-83-hyperv is: [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:47Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '5d4ccd80-0b2f-440f-9474-24e61710c8b2', 'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:64:e9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:46Z', 'updated_at': '2021-06-02T16:32:54Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:32:56.734764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3bf8d2e9-cbec-45cf-98c9-935241cd71ba up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:56.899621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-308a3ea1-7619-4c66-896a-9d2dce7f36dd None None] For port 1f90f887-f1ce-4758-85b0-112d61feec80, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=1f90f887-f1ce-4758-85b0-112d61feec80,segment=NetworkSegment(44a3e06a-4532-4bfa-b1a5-9d40a2caf5cd),segment_id=44a3e06a-4532-4bfa-b1a5-9d40a2caf5cd)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:56.911442 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-308a3ea1-7619-4c66-896a-9d2dce7f36dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:56.917640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:57.050515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 3bf8d2e9-cbec-45cf-98c9-935241cd71ba completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:57.076018 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a3ea1-7619-4c66-896a-9d2dce7f36dd None None] Pushing event updated for resources: {'Port': ['ID=1f90f887-f1ce-4758-85b0-112d61feec80,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:57.087551 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 203c7721-2fb2-4ade-b33e-3df219e1c700 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:57.165257 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-308a3ea1-7619-4c66-896a-9d2dce7f36dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:57.296580 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-53222600-4c1c-4799-84f7-f8da01f738ff None None] Provisioning for port 3bf8d2e9-cbec-45cf-98c9-935241cd71ba completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:57.341849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-53222600-4c1c-4799-84f7-f8da01f738ff None None] Provisioning complete for port 3bf8d2e9-cbec-45cf-98c9-935241cd71ba triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:57.342326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-53222600-4c1c-4799-84f7-f8da01f738ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:57.501653 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 203c7721-2fb2-4ade-b33e-3df219e1c700 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:57.502049 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-32a7b2a7-d0e5-4928-984f-aa62a1d4ba17 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:32:57.502974 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:57.503271 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-32a7b2a7-d0e5-4928-984f-aa62a1d4ba17 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "PUT /v2.0/routers/a3af8b81-8c4a-4b7b-a7e3-99ce91286311/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3628027 Jun 02 16:32:57.507336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38814) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:32:57.549572 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4ce72107-5f64-4f80-adcc-08becb00bc69 req-93beaf21-bb2c-4732-88b0-b8db140e1c46 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 210 time: 0.1126285 Jun 02 16:32:57.835639 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-53222600-4c1c-4799-84f7-f8da01f738ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:57.914635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-53222600-4c1c-4799-84f7-f8da01f738ff None None] For port 3bf8d2e9-cbec-45cf-98c9-935241cd71ba, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3bf8d2e9-cbec-45cf-98c9-935241cd71ba,segment=NetworkSegment(c925661b-4571-45b0-abef-2624375bd9f8),segment_id=c925661b-4571-45b0-abef-2624375bd9f8)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:57.939336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-53222600-4c1c-4799-84f7-f8da01f738ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:57.942292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-30e6023e-16cc-4b3d-8e2f-79068785fa41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:58.025793 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-53222600-4c1c-4799-84f7-f8da01f738ff None None] Provisioning complete for port 1f90f887-f1ce-4758-85b0-112d61feec80 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:58.026254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-53222600-4c1c-4799-84f7-f8da01f738ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:58.069856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53222600-4c1c-4799-84f7-f8da01f738ff None None] Pushing event updated for resources: {'Port': ['ID=3bf8d2e9-cbec-45cf-98c9-935241cd71ba,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:58.073679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-53222600-4c1c-4799-84f7-f8da01f738ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:32:58.195497 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-53222600-4c1c-4799-84f7-f8da01f738ff None None] Provisioning for port 97e14d9e-7083-4543-8a9d-50dc87ae66ad completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:58.207764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-53222600-4c1c-4799-84f7-f8da01f738ff None None] Provisioning complete for port 97e14d9e-7083-4543-8a9d-50dc87ae66ad triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:58.208192 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-53222600-4c1c-4799-84f7-f8da01f738ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:58.278179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-53222600-4c1c-4799-84f7-f8da01f738ff None None] Port 97e14d9e-7083-4543-8a9d-50dc87ae66ad cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:32:58.411525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-94f88dc8-23b8-4b4d-9103-bf399f29faed None None] Provisioning complete for port 3bf8d2e9-cbec-45cf-98c9-935241cd71ba triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:58.412166 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-94f88dc8-23b8-4b4d-9103-bf399f29faed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:58.667613 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-7989a240-b104-4043-900e-23dd9134299b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:32:58.669123 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-7989a240-b104-4043-900e-23dd9134299b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/networks?id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa HTTP/1.1" status: 200 len: 797 time: 0.3253334 Jun 02 16:32:58.672090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-401a1d98-49a7-403c-a0fa-9e69e37d52cb tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:58.822674 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 1f90f887-f1ce-4758-85b0-112d61feec80 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:58.907689 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-aa8a3802-4f03-4853-b5f3-9d1cc5381875 req-528b99bb-d735-42eb-93c3-c205829370e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 210 time: 0.0767245 Jun 02 16:32:58.920807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ccf9762e-be37-463a-8850-91ba1b8d26f6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:32:58.954170 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-94f88dc8-23b8-4b4d-9103-bf399f29faed None None] Provisioning complete for port 97e14d9e-7083-4543-8a9d-50dc87ae66ad triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:58.954849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-94f88dc8-23b8-4b4d-9103-bf399f29faed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:58.996735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ccf9762e-be37-463a-8850-91ba1b8d26f6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:32:58.997894 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ccf9762e-be37-463a-8850-91ba1b8d26f6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 379 time: 0.2659826 Jun 02 16:32:59.009514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'port': {'device_id': 'fed571e2-ec8b-4195-9917-21a7cf68f036', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'admin_state_up': True, 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'security_groups': ['852772e1-c704-4196-9f37-6d58201199d2']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:32:59.073039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 1f90f887-f1ce-4758-85b0-112d61feec80 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:59.073039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:59.124094 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-94f88dc8-23b8-4b4d-9103-bf399f29faed None None] Port 97e14d9e-7083-4543-8a9d-50dc87ae66ad cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:32:59.289667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3bf8d2e9-cbec-45cf-98c9-935241cd71ba up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:59.388806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:32:59.406485 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:32:59.417827 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 3bf8d2e9-cbec-45cf-98c9-935241cd71ba triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:59.418520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:59.456165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:32:59.459699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:59.615214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5d4ccd80-0b2f-440f-9474-24e61710c8b2 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:32:59.685287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 5d4ccd80-0b2f-440f-9474-24e61710c8b2 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:32:59.690679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 5d4ccd80-0b2f-440f-9474-24e61710c8b2 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:32:59.691060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:59.698819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-401a1d98-49a7-403c-a0fa-9e69e37d52cb tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Deleting port 97e14d9e-7083-4543-8a9d-50dc87ae66ad {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:32:59.699437 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-401a1d98-49a7-403c-a0fa-9e69e37d52cb tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:59.734032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.3 (d69137fb-9ecf-40ca-a2a6-4f58e4977efa/95be9111-1aed-4c48-9a94-7647f452f51f/9b491019-a5fe-434b-9c41-4a5ab5b54850) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:32:59.818720 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:59.852864 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 5d4ccd80-0b2f-440f-9474-24e61710c8b2, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5d4ccd80-0b2f-440f-9474-24e61710c8b2,segment=NetworkSegment(61985224-c9b9-4e35-b430-4702f960e921),segment_id=61985224-c9b9-4e35-b430-4702f960e921)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:32:59.858163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:59.862190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-53222600-4c1c-4799-84f7-f8da01f738ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:32:59.882406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-401a1d98-49a7-403c-a0fa-9e69e37d52cb tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:32:59.931178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=5d4ccd80-0b2f-440f-9474-24e61710c8b2,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:32:59.934653 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:00.073507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-401a1d98-49a7-403c-a0fa-9e69e37d52cb tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Calling delete_port for 97e14d9e-7083-4543-8a9d-50dc87ae66ad owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:33:00.080871 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-41f42f90-9af3-43ab-a298-cf61434a65ba req-637f3e04-b280-4aab-a1d2-df08873d5037 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 210 time: 0.0475521 Jun 02 16:33:00.175951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:00.322642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object 9b491019-a5fe-434b-9c41-4a5ab5b54850 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:00.389843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:00.396544 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9cbfa2f3-6631-4dbc-894a-85919dafd2eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:00.518279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network d69137fb-9ecf-40ca-a2a6-4f58e4977efa is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:33:00.526496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:00.531333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=9b491019-a5fe-434b-9c41-4a5ab5b54850,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:00.535999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:33:00.546271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5d4ccd80-0b2f-440f-9474-24e61710c8b2 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:33:00.565692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:00.582678 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-401a1d98-49a7-403c-a0fa-9e69e37d52cb tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:00.590172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-84a7993c-3a4c-465c-b297-58bddc03d15d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:00.653276 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a1d98-49a7-403c-a0fa-9e69e37d52cb tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event deleted for resources: {'Port': ['ID=97e14d9e-7083-4543-8a9d-50dc87ae66ad,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:00.656560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-401a1d98-49a7-403c-a0fa-9e69e37d52cb tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:00.686537 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 5d4ccd80-0b2f-440f-9474-24e61710c8b2 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:00.687011 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:00.712381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:00.713372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:00.873034 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8673327 Jun 02 16:33:00.877623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-aab78d9e-89b1-4826-aa63-721f92b218c0 None None] Provisioning for port 9b491019-a5fe-434b-9c41-4a5ab5b54850 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:33:00.878798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-401a1d98-49a7-403c-a0fa-9e69e37d52cb tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:00.883526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-aab78d9e-89b1-4826-aa63-721f92b218c0 None None] Provisioning complete for port 9b491019-a5fe-434b-9c41-4a5ab5b54850 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:00.883910 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-aab78d9e-89b1-4826-aa63-721f92b218c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:00.947232 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-aab78d9e-89b1-4826-aa63-721f92b218c0 None None] Port 9b491019-a5fe-434b-9c41-4a5ab5b54850 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:33:01.117574 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Request body: {'port': {'device_id': 'fed571e2-ec8b-4195-9917-21a7cf68f036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:01.491533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:01.503292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401a1d98-49a7-403c-a0fa-9e69e37d52cb tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Router a3af8b81-8c4a-4b7b-a7e3-99ce91286311 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:33:01.626928 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0b083-ed9e-4c74-81f4-b408ecfb870e req-448452c7-68ea-4110-8e28-d4d626a8151f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:01.627661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-3cf0b083-ed9e-4c74-81f4-b408ecfb870e req-448452c7-68ea-4110-8e28-d4d626a8151f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:33:01.722399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401a1d98-49a7-403c-a0fa-9e69e37d52cb tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:33:01.730987 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-401a1d98-49a7-403c-a0fa-9e69e37d52cb tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "PUT /v2.0/routers/a3af8b81-8c4a-4b7b-a7e3-99ce91286311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2214186 Jun 02 16:33:01.735683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38828) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:01.738702 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-3cf0b083-ed9e-4c74-81f4-b408ecfb870e req-448452c7-68ea-4110-8e28-d4d626a8151f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:33:01.738937 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac034e8-da42-4ec4-a5f0-d4256a35ce1d None None] Sync routers for ids ['a3af8b81-8c4a-4b7b-a7e3-99ce91286311'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:33:01.739828 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3cf0b083-ed9e-4c74-81f4-b408ecfb870e req-448452c7-68ea-4110-8e28-d4d626a8151f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 931 time: 0.5274131 Jun 02 16:33:01.751255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac034e8-da42-4ec4-a5f0-d4256a35ce1d None None] Routers {'a3af8b81-8c4a-4b7b-a7e3-99ce91286311'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:01.752286 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-aac034e8-da42-4ec4-a5f0-d4256a35ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a3af8b81-8c4a-4b7b-a7e3-99ce91286311'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:01.813326 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-b59be77f-b569-4122-b980-f4373f732e02 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] delete failed (client error): The resource could not be found. Jun 02 16:33:01.814416 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b59be77f-b569-4122-b980-f4373f732e02 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-885536665 HTTP/1.1" status: 404 len: 334 time: 0.0770428 Jun 02 16:33:01.818153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38830) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:01.823158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-b2d998b9-3ab6-4ad9-aa3e-6f684a65f795 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3af8b81-8c4a-4b7b-a7e3-99ce91286311'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:01.827783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-aac034e8-da42-4ec4-a5f0-d4256a35ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:01.840112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac034e8-da42-4ec4-a5f0-d4256a35ce1d None None] Routers {'a3af8b81-8c4a-4b7b-a7e3-99ce91286311'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:01.840915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-aac034e8-da42-4ec4-a5f0-d4256a35ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:32:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a3af8b81-8c4a-4b7b-a7e3-99ce91286311'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:01.871901 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3cf0b083-ed9e-4c74-81f4-b408ecfb870e req-bf61b2cc-0ab9-43e7-8d64-9031be8896ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=852772e1-c704-4196-9f37-6d58201199d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917466 Jun 02 16:33:01.916134 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-aac034e8-da42-4ec4-a5f0-d4256a35ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:01.916900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac034e8-da42-4ec4-a5f0-d4256a35ce1d None None] The sync data for ids ['a3af8b81-8c4a-4b7b-a7e3-99ce91286311'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:33:02.066490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b491019-a5fe-434b-9c41-4a5ab5b54850 {{(pid=92322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:33:02.076488 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:02.094261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Transition to ACTIVE for port object 9b491019-a5fe-434b-9c41-4a5ab5b54850 will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:02.101922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:02.106601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a5af682f-49a9-4dfe-ac47-a809e490f985 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:02.279672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Pushing event updated for resources: {'Port': ['ID=9b491019-a5fe-434b-9c41-4a5ab5b54850,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:02.334976 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:02.335358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:02.335917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:02.336462 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:02.337001 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:02.337554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:02.338113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:02.338670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:02.339411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:02.340100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:02.340241 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:02.340533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:02.348470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:02.393502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Attempting to bind port 9b491019-a5fe-434b-9c41-4a5ab5b54850 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:33:02.393963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Attempting to bind port 9b491019-a5fe-434b-9c41-4a5ab5b54850 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:33:02.394466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Attempting to bind port 9b491019-a5fe-434b-9c41-4a5ab5b54850 on network d69137fb-9ecf-40ca-a2a6-4f58e4977efa {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:33:02.400358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Port 9b491019-a5fe-434b-9c41-4a5ab5b54850 on network d69137fb-9ecf-40ca-a2a6-4f58e4977efa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:33:02.404608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Attempting to bind port 9b491019-a5fe-434b-9c41-4a5ab5b54850 on network d69137fb-9ecf-40ca-a2a6-4f58e4977efa {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:33:02.408167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:33:02.408167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Checking segment: {'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:33:02.408167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Bound using segment: {'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:33:02.408576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Bound port: 9b491019-a5fe-434b-9c41-4a5ab5b54850, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:33:02.408911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:02.427647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b2d998b9-3ab6-4ad9-aa3e-6f684a65f795 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:02.458049 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-b2d998b9-3ab6-4ad9-aa3e-6f684a65f795 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] update failed (client error): The resource could not be found. Jun 02 16:33:02.459281 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b2d998b9-3ab6-4ad9-aa3e-6f684a65f795 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "PUT /v2.0/routers/a3af8b81-8c4a-4b7b-a7e3-99ce91286311 HTTP/1.1" status: 404 len: 339 time: 0.6399071 Jun 02 16:33:02.465606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38832) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:02.469805 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-226295220'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:02.478666 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:02.490688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Usage tracker for resource:network and tenant:5d29d28042a64a0eabe627efd3c21b8d is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:02.495188 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:02.510612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:02.528890 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] For port 9b491019-a5fe-434b-9c41-4a5ab5b54850, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:33:02.532203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] For port 9b491019-a5fe-434b-9c41-4a5ab5b54850, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9b491019-a5fe-434b-9c41-4a5ab5b54850,segment=NetworkSegment(61985224-c9b9-4e35-b430-4702f960e921),segment_id=61985224-c9b9-4e35-b430-4702f960e921)] {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:33:02.533261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Made reservation on behalf of 5d29d28042a64a0eabe627efd3c21b8d for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:33:02.536752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:02.548466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:02.555267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:02.802279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:02.803373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:02.804501 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] 10.222.0.49 "PUT /v2.0/ports/9b491019-a5fe-434b-9c41-4a5ab5b54850 HTTP/1.1" status: 200 len: 1093 time: 1.9181356 Jun 02 16:33:02.805060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed571e2-ec8b-4195-9917-21a7cf68f036', 'tag': '9b491019-a5fe-434b-9c41-4a5ab5b54850'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:33:02.807409 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c02afd0-101a-4fd0-b08c-75ca5ed29081" -d '{"events": [{"name": "network-changed", "server_uuid": "fed571e2-ec8b-4195-9917-21a7cf68f036", "tag": "9b491019-a5fe-434b-9c41-4a5ab5b54850"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:33:02.821989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:33:02.836435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Pushing event updated for resources: {'Port': ['ID=9b491019-a5fe-434b-9c41-4a5ab5b54850,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:02.844508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:02.849854 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Added segment 041cb3d0-4d37-4e2c-b0c5-ac86c3b3f13b of type vlan for network fb52a929-5c13-4b51-9698-6b59f0067a8e Jun 02 16:33:02.851708 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:02.917300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba467a6-6f99-411f-a3ca-a82151e0254a x-openstack-request-id: req-eba467a6-6f99-411f-a3ca-a82151e0254a {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:33:02.917623 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed571e2-ec8b-4195-9917-21a7cf68f036", "tag": "9b491019-a5fe-434b-9c41-4a5ab5b54850", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:33:02.917934 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eba467a6-6f99-411f-a3ca-a82151e0254a {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:33:02.918414 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed571e2-ec8b-4195-9917-21a7cf68f036', 'tag': '9b491019-a5fe-434b-9c41-4a5ab5b54850', 'status': 'completed', 'code': 200} Jun 02 16:33:02.943570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-546bea0d-ac70-4387-b1d6-c933e56a0a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:02.944455 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:03.003031 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:03.008578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:03.009195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:03.014554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3b76b5bb-9136-4768-8610-c1ba0f644b83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:03.030399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-016bfb2c-e723-4d66-bb47-709d732645fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:03.031908 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-016bfb2c-e723-4d66-bb47-709d732645fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 1096 time: 0.1618972 Jun 02 16:33:03.214383 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-19648773-f389-466f-a5ab-81ff0579de1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b491019-a5fe-434b-9c41-4a5ab5b54850 HTTP/1.1" status: 200 len: 217 time: 0.1372495 Jun 02 16:33:03.234605 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7687356 Jun 02 16:33:03.237777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38838) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:03.243493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Request body: {'subnet': {'network_id': 'fb52a929-5c13-4b51-9698-6b59f0067a8e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:03.278783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event updated for resources: {'Network': ['ID=fb52a929-5c13-4b51-9698-6b59f0067a8e,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:03.284094 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:03.296467 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network fb52a929-5c13-4b51-9698-6b59f0067a8e details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:33:03.313120 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-79c2dfa0-68a1-4f23-8399-1f9e3dd4b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:03.314651 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-79c2dfa0-68a1-4f23-8399-1f9e3dd4b460 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95be9111-1aed-4c48-9a94-7647f452f51f HTTP/1.1" status: 200 len: 835 time: 0.0822294 Jun 02 16:33:03.375450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb33e3a-566e-4c85-a2b4-80c1af5dc3ab req-04185d7f-3195-455e-a36a-ac7129baaf52 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:03.377035 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2cb33e3a-566e-4c85-a2b4-80c1af5dc3ab req-04185d7f-3195-455e-a36a-ac7129baaf52 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 943 time: 0.3636115 Jun 02 16:33:03.379138 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:03.383805 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Usage tracker for resource:subnet and tenant:5d29d28042a64a0eabe627efd3c21b8d is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:03.387137 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:03.394133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:03.407125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Made reservation on behalf of 5d29d28042a64a0eabe627efd3c21b8d for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:33:03.411577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:03.449129 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2cb33e3a-566e-4c85-a2b4-80c1af5dc3ab req-bd1d0fba-b174-4849-9ff6-fcff2435ff73 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=852772e1-c704-4196-9f37-6d58201199d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561104 Jun 02 16:33:03.457345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-afb1b568-9e28-44b8-b06f-e6affccbbd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:03.458793 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-afb1b568-9e28-44b8-b06f-e6affccbbd7f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1337121 Jun 02 16:33:03.608780 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-c15869ec-c453-4bf1-818f-9002d7e10a85 service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391637 Jun 02 16:33:03.759478 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-79ec66e2-2193-4c7e-881f-ee1ab6577526 req-06ba4575-b934-4ea1-be6c-134e2a36f8cf service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407044 Jun 02 16:33:03.893710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02afd0-101a-4fd0-b08c-75ca5ed29081 req-dfdef81a-9483-4e93-be4e-e529d4ebfde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:03.895174 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2c02afd0-101a-4fd0-b08c-75ca5ed29081 req-dfdef81a-9483-4e93-be4e-e529d4ebfde9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 1096 time: 0.0784314 Jun 02 16:33:03.904413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:03.908149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9b5aab1b-7d24-47a1-8905-c6ef58010192 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:03.990165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event updated for resources: {'Subnet': ['ID=d6ae4d0f-53c5-4db5-a772-4e8015dc9d9f,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:03.995013 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:04.014707 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Checking segment: {'id': '041cb3d0-4d37-4e2c-b0c5-ac86c3b3f13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb52a929-5c13-4b51-9698-6b59f0067a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:33:04.015096 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Network hostable DHCP agents. Network: fb52a929-5c13-4b51-9698-6b59f0067a8e, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:33:04.036444 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Network fb52a929-5c13-4b51-9698-6b59f0067a8e is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:33:04.048786 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, fb52a929-5c13-4b51-9698-6b59f0067a8e) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:04.063146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02afd0-101a-4fd0-b08c-75ca5ed29081 req-039e2ac4-8d1f-46f6-a616-30af5428596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:04.063792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:04.064517 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:04.065283 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2c02afd0-101a-4fd0-b08c-75ca5ed29081 req-039e2ac4-8d1f-46f6-a616-30af5428596d service neutron] 10.222.0.49 "GET /v2.0/networks?id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa HTTP/1.1" status: 200 len: 898 time: 0.1596000 Jun 02 16:33:04.066269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2789258-3ce5-45be-a1b5-80944a77ad01 None None] Network fb52a929-5c13-4b51-9698-6b59f0067a8e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:33:04.092127 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8527622 Jun 02 16:33:04.096404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38840) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:04.102774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6e32d0fb-e3f4-42f2-ba4e-922d299772d8 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fb52a929-5c13-4b51-9698-6b59f0067a8e'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:04.148106 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2c02afd0-101a-4fd0-b08c-75ca5ed29081 req-4dffc636-9d6f-4d15-a5b3-f3381cc02c0a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b491019-a5fe-434b-9c41-4a5ab5b54850 HTTP/1.1" status: 200 len: 217 time: 0.0747271 Jun 02 16:33:04.215515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02afd0-101a-4fd0-b08c-75ca5ed29081 req-bb841464-57a6-411c-be5d-594767daa95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:04.217335 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2c02afd0-101a-4fd0-b08c-75ca5ed29081 req-bb841464-57a6-411c-be5d-594767daa95b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95be9111-1aed-4c48-9a94-7647f452f51f HTTP/1.1" status: 200 len: 835 time: 0.0622797 Jun 02 16:33:04.301695 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02afd0-101a-4fd0-b08c-75ca5ed29081 req-d3a6d6e6-d45d-45df-bd38-fd2c180e1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:04.304673 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2c02afd0-101a-4fd0-b08c-75ca5ed29081 req-d3a6d6e6-d45d-45df-bd38-fd2c180e1d16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0800161 Jun 02 16:33:04.356241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-fb52a929-5c13-4b51-9698-6b59f0067a8e', 'network_id': 'fb52a929-5c13-4b51-9698-6b59f0067a8e', 'tenant_id': '5d29d28042a64a0eabe627efd3c21b8d', 'fixed_ips': [{'subnet_id': 'd6ae4d0f-53c5-4db5-a772-4e8015dc9d9f'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:33:04.357715 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:04.536245 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2c02afd0-101a-4fd0-b08c-75ca5ed29081 req-a544b076-a147-4860-948b-14acac3a97e1 service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234390 Jun 02 16:33:04.580703 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Allocated IP 2001:db8:1::2 (fb52a929-5c13-4b51-9698-6b59f0067a8e/d6ae4d0f-53c5-4db5-a772-4e8015dc9d9f/69a8f643-98e9-4942-80aa-3bcb9055a4b1) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:33:04.824280 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:04.835801 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Transition to ACTIVE for port object 69a8f643-98e9-4942-80aa-3bcb9055a4b1 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:04.859629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Transition to ACTIVE for port object 69a8f643-98e9-4942-80aa-3bcb9055a4b1 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:04.865851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:04.871061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:04.897393 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2c02afd0-101a-4fd0-b08c-75ca5ed29081 req-0ba15457-6f0d-49b9-9ee3-26014be592b8 service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514330 Jun 02 16:33:04.909402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6e32d0fb-e3f4-42f2-ba4e-922d299772d8 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:04.928913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Network fb52a929-5c13-4b51-9698-6b59f0067a8e is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:33:04.936498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:04.941404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:33:04.981472 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Pushing event updated for resources: {'Port': ['ID=69a8f643-98e9-4942-80aa-3bcb9055a4b1,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:04.988081 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:05.050466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b63a5-dc81-4505-85d6-38bd273dddcf req-93129352-0323-4f8a-9dd6-b9b43519baa8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:05.052287 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-686b63a5-dc81-4505-85d6-38bd273dddcf req-93129352-0323-4f8a-9dd6-b9b43519baa8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 943 time: 0.1932058 Jun 02 16:33:05.052563 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Attempting to bind port 69a8f643-98e9-4942-80aa-3bcb9055a4b1 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:33:05.052976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Attempting to bind port 69a8f643-98e9-4942-80aa-3bcb9055a4b1 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '041cb3d0-4d37-4e2c-b0c5-ac86c3b3f13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb52a929-5c13-4b51-9698-6b59f0067a8e'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:33:05.053350 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Attempting to bind port 69a8f643-98e9-4942-80aa-3bcb9055a4b1 on network fb52a929-5c13-4b51-9698-6b59f0067a8e {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:33:05.055905 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:05.061093 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:33:05.061474 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Checking segment: {'id': '041cb3d0-4d37-4e2c-b0c5-ac86c3b3f13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb52a929-5c13-4b51-9698-6b59f0067a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:33:05.061880 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:05.062345 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Bound using segment: {'id': '041cb3d0-4d37-4e2c-b0c5-ac86c3b3f13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb52a929-5c13-4b51-9698-6b59f0067a8e'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:33:05.062781 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Bound port: 69a8f643-98e9-4942-80aa-3bcb9055a4b1, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041cb3d0-4d37-4e2c-b0c5-ac86c3b3f13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb52a929-5c13-4b51-9698-6b59f0067a8e'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:33:05.063157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:05.121608 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-686b63a5-dc81-4505-85d6-38bd273dddcf req-da7d8442-b59a-4104-8024-72120ce51f1d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=852772e1-c704-4196-9f37-6d58201199d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618885 Jun 02 16:33:05.156749 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.api.v2.resource [None req-6e32d0fb-e3f4-42f2-ba4e-922d299772d8 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:33:05.157776 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6e32d0fb-e3f4-42f2-ba4e-922d299772d8 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "PUT /v2.0/routers/a3af8b81-8c4a-4b7b-a7e3-99ce91286311 HTTP/1.1" status: 400 len: 364 time: 1.0597441 Jun 02 16:33:05.163207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38844) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:05.173544 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] For port 69a8f643-98e9-4942-80aa-3bcb9055a4b1, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:33:05.177097 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] For port 69a8f643-98e9-4942-80aa-3bcb9055a4b1, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=69a8f643-98e9-4942-80aa-3bcb9055a4b1,segment=NetworkSegment(041cb3d0-4d37-4e2c-b0c5-ac86c3b3f13b),segment_id=041cb3d0-4d37-4e2c-b0c5-ac86c3b3f13b)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:33:05.182516 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:05.186366 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cf1d940d-668b-4795-8dfe-bd71e99c2818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:05.267750 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Pushing event updated for resources: {'Port': ['ID=69a8f643-98e9-4942-80aa-3bcb9055a4b1,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:05.269109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:05.416099 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-91a60f78-aa56-4d62-a5ed-b67058b2c0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:05.703787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:06.095351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Allocated IP 2001:db8::1 (0542450d-4bf7-4351-a245-141892de19b3/03f58c7a-3242-4be0-8a84-d537f21c91b1/5cef75d3-1af2-405c-8dca-c7d0cd5978e3) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:33:06.289915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2512e0bb-ecda-4fd9-9d9d-620a525649a1 None None] Network fb52a929-5c13-4b51-9698-6b59f0067a8e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:33:06.399881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-af467701-93ee-44cb-8ecc-0e9e4b03e941 None None] Provisioning for port 69a8f643-98e9-4942-80aa-3bcb9055a4b1 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:33:06.433786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:06.474891 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Transition to ACTIVE for port object 5cef75d3-1af2-405c-8dca-c7d0cd5978e3 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:06.506588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21026406-5496-48fb-9e59-45c3d9537c08 req-3cd6f1a0-4018-4d0b-b870-efd8406a3a19 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:06.509226 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-21026406-5496-48fb-9e59-45c3d9537c08 req-3cd6f1a0-4018-4d0b-b870-efd8406a3a19 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 943 time: 0.2711322 Jun 02 16:33:06.566194 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-21026406-5496-48fb-9e59-45c3d9537c08 req-37bad4d8-1799-4091-8f7c-bfb7a14b70b2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=852772e1-c704-4196-9f37-6d58201199d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504918 Jun 02 16:33:06.572168 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:06.577707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cc07c3ad-2fe8-4240-b24e-858f056080ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:06.631091 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 69a8f643-98e9-4942-80aa-3bcb9055a4b1 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:33:06.687350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event updated for resources: {'Port': ['ID=5cef75d3-1af2-405c-8dca-c7d0cd5978e3,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:06.689612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:06.692846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:06.696871 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Network 0542450d-4bf7-4351-a245-141892de19b3 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:33:06.698842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:06.703956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:33:06.704829 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:06.713092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 69a8f643-98e9-4942-80aa-3bcb9055a4b1 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:33:06.719655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 69a8f643-98e9-4942-80aa-3bcb9055a4b1 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:06.720082 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:06.893554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 9b491019-a5fe-434b-9c41-4a5ab5b54850 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:33:06.946721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:07.059759 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6a3d8403-f7d0-43f5-9d92-bfd617ff5f0d None None] Provisioning complete for port 69a8f643-98e9-4942-80aa-3bcb9055a4b1 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:07.060131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6a3d8403-f7d0-43f5-9d92-bfd617ff5f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:07.118817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 69a8f643-98e9-4942-80aa-3bcb9055a4b1, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=69a8f643-98e9-4942-80aa-3bcb9055a4b1,segment=NetworkSegment(041cb3d0-4d37-4e2c-b0c5-ac86c3b3f13b),segment_id=041cb3d0-4d37-4e2c-b0c5-ac86c3b3f13b)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:33:07.148956 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:07.156406 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2091e5bf-f15c-4ab5-ac60-98dc7af54509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:07.206156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 9b491019-a5fe-434b-9c41-4a5ab5b54850, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9b491019-a5fe-434b-9c41-4a5ab5b54850,segment=NetworkSegment(61985224-c9b9-4e35-b430-4702f960e921),segment_id=61985224-c9b9-4e35-b430-4702f960e921)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:33:07.210935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:07.240551 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '9b491019-a5fe-434b-9c41-4a5ab5b54850', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'port_id': '9b491019-a5fe-434b-9c41-4a5ab5b54850', 'mac_address': 'fa:16:3e:2d:37:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:33:07.326916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=69a8f643-98e9-4942-80aa-3bcb9055a4b1,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:07.336341 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:07.368593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:07.393274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b491019-a5fe-434b-9c41-4a5ab5b54850 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:33:07.412049 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 9b491019-a5fe-434b-9c41-4a5ab5b54850, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9b491019-a5fe-434b-9c41-4a5ab5b54850,segment=NetworkSegment(61985224-c9b9-4e35-b430-4702f960e921),segment_id=61985224-c9b9-4e35-b430-4702f960e921)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:33:07.417787 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:07.420411 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6e94846d-7778-4cf2-81aa-6560b46d7fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:07.492627 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=9b491019-a5fe-434b-9c41-4a5ab5b54850,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:07.496439 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:07.514797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5360549c-3e05-4a94-9b17-cf9635fe183d None None] Provisioning for port 5cef75d3-1af2-405c-8dca-c7d0cd5978e3 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:33:07.520556 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5360549c-3e05-4a94-9b17-cf9635fe183d None None] Provisioning complete for port 5cef75d3-1af2-405c-8dca-c7d0cd5978e3 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:07.520947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5360549c-3e05-4a94-9b17-cf9635fe183d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:07.649008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-5360549c-3e05-4a94-9b17-cf9635fe183d None None] Port 5cef75d3-1af2-405c-8dca-c7d0cd5978e3 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:33:07.677487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:07.682556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:07.683407 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:07.687203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:07.716488 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['9b491019-a5fe-434b-9c41-4a5ab5b54850'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:33:07.822445 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da745b-4ecb-4363-b365-477cbb6a3c51 req-47615816-f574-4ae3-bc20-651210ad8812 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:07.825813 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18da745b-4ecb-4363-b365-477cbb6a3c51 req-47615816-f574-4ae3-bc20-651210ad8812 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 944 time: 0.1038797 Jun 02 16:33:07.831084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event updated for resources: {'Port': ['ID=5cef75d3-1af2-405c-8dca-c7d0cd5978e3,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:07.840440 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:07.890288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Network 0542450d-4bf7-4351-a245-141892de19b3 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:33:07.891978 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:07.898132 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18da745b-4ecb-4363-b365-477cbb6a3c51 req-f91b1d72-885e-43e2-8467-51e99030782f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=852772e1-c704-4196-9f37-6d58201199d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505874 Jun 02 16:33:08.103095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Router a3af8b81-8c4a-4b7b-a7e3-99ce91286311 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:33:08.179977 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5c0c429d-4a83-4925-9159-d6c3c08770cd None None] Provisioning complete for port 5cef75d3-1af2-405c-8dca-c7d0cd5978e3 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:08.180509 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5c0c429d-4a83-4925-9159-d6c3c08770cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:08.255761 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c429d-4a83-4925-9159-d6c3c08770cd None None] Port 5cef75d3-1af2-405c-8dca-c7d0cd5978e3 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:33:08.297885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:33:08.307466 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "PUT /v2.0/routers/a3af8b81-8c4a-4b7b-a7e3-99ce91286311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1431148 Jun 02 16:33:08.309988 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe34a7c-0abc-458d-9d18-b104615959cd None None] Sync routers for ids ['a3af8b81-8c4a-4b7b-a7e3-99ce91286311'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:33:08.311386 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38850) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:08.321522 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe34a7c-0abc-458d-9d18-b104615959cd None None] Routers {'a3af8b81-8c4a-4b7b-a7e3-99ce91286311'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:08.322295 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-abe34a7c-0abc-458d-9d18-b104615959cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:33:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a3af8b81-8c4a-4b7b-a7e3-99ce91286311'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:08.384928 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-abe34a7c-0abc-458d-9d18-b104615959cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:08.398994 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe34a7c-0abc-458d-9d18-b104615959cd None None] Routers {'a3af8b81-8c4a-4b7b-a7e3-99ce91286311'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:08.398994 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-abe34a7c-0abc-458d-9d18-b104615959cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:33:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a3af8b81-8c4a-4b7b-a7e3-99ce91286311'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:08.456265 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-abe34a7c-0abc-458d-9d18-b104615959cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:08.457080 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe34a7c-0abc-458d-9d18-b104615959cd None None] The sync data for ids ['a3af8b81-8c4a-4b7b-a7e3-99ce91286311'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:33:08.478864 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1015-b938-4dcc-841c-ddc1a7314662 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:08.522561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 69a8f643-98e9-4942-80aa-3bcb9055a4b1 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:33:08.591445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:08.619885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 69a8f643-98e9-4942-80aa-3bcb9055a4b1 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:08.620291 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:08.806026 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-a3fd1015-b938-4dcc-841c-ddc1a7314662 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 02 16:33:08.807073 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a3fd1015-b938-4dcc-841c-ddc1a7314662 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "DELETE /v2.0/routers/a3af8b81-8c4a-4b7b-a7e3-99ce91286311 HTTP/1.1" status: 409 len: 329 time: 0.4946744 Jun 02 16:33:08.810162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38852) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:08.933376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 9b491019-a5fe-434b-9c41-4a5ab5b54850 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:33:09.023608 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 9b491019-a5fe-434b-9c41-4a5ab5b54850 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:33:09.030400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 9b491019-a5fe-434b-9c41-4a5ab5b54850 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:09.030773 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:09.171594 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:09.202524 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed571e2-ec8b-4195-9917-21a7cf68f036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b491019-a5fe-434b-9c41-4a5ab5b54850'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:33:09.204877 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6e8cd4-76cf-446c-bda0-8a2d88902314" -d '{"events": [{"server_uuid": "fed571e2-ec8b-4195-9917-21a7cf68f036", "name": "network-vif-plugged", "status": "completed", "tag": "9b491019-a5fe-434b-9c41-4a5ab5b54850"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:33:09.213339 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 9b491019-a5fe-434b-9c41-4a5ab5b54850, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9b491019-a5fe-434b-9c41-4a5ab5b54850,segment=NetworkSegment(61985224-c9b9-4e35-b430-4702f960e921),segment_id=61985224-c9b9-4e35-b430-4702f960e921)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:33:09.218234 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:09.220260 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-77df8325-0888-42f7-b50a-cd4c8f487d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:09.290598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b1f15-b959-43a4-9e8a-a5652073e180 req-9bb5fe31-2baa-4e27-a67e-2b0a3ca6ed64 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:09.292057 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-215b1f15-b959-43a4-9e8a-a5652073e180 req-9bb5fe31-2baa-4e27-a67e-2b0a3ca6ed64 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 944 time: 0.2250757 Jun 02 16:33:09.293762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=9b491019-a5fe-434b-9c41-4a5ab5b54850,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:09.297348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:09.388006 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-215b1f15-b959-43a4-9e8a-a5652073e180 req-42eaa365-6adc-4179-aa4d-dbfa2b0afd24 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=852772e1-c704-4196-9f37-6d58201199d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634813 Jun 02 16:33:09.407833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90887bbb-01cd-409e-9312-6262e4423a45 x-openstack-request-id: req-90887bbb-01cd-409e-9312-6262e4423a45 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:33:09.408102 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed571e2-ec8b-4195-9917-21a7cf68f036", "name": "network-vif-plugged", "status": "completed", "tag": "9b491019-a5fe-434b-9c41-4a5ab5b54850", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:33:09.408370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90887bbb-01cd-409e-9312-6262e4423a45 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:33:09.408791 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed571e2-ec8b-4195-9917-21a7cf68f036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b491019-a5fe-434b-9c41-4a5ab5b54850', 'code': 200} Jun 02 16:33:09.493508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a73af806-a3bc-4792-b60e-349f378d4111 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:09.814041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfaf5e-a164-4b8b-a4d9-57f1c70cd375 req-2dd0fb31-f39c-4b40-9d07-6e9b5774c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:09.815552 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1ddfaf5e-a164-4b8b-a4d9-57f1c70cd375 req-2dd0fb31-f39c-4b40-9d07-6e9b5774c0bd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 1098 time: 0.1994734 Jun 02 16:33:09.875693 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1ddfaf5e-a164-4b8b-a4d9-57f1c70cd375 req-64e4b7c8-75e4-4684-a06e-68109f986d5f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=852772e1-c704-4196-9f37-6d58201199d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479066 Jun 02 16:33:10.011849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a73af806-a3bc-4792-b60e-349f378d4111 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Deleting port 5cef75d3-1af2-405c-8dca-c7d0cd5978e3 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:33:10.012162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a73af806-a3bc-4792-b60e-349f378d4111 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:10.299490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a73af806-a3bc-4792-b60e-349f378d4111 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:10.428105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a73af806-a3bc-4792-b60e-349f378d4111 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Calling delete_port for 5cef75d3-1af2-405c-8dca-c7d0cd5978e3 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:33:10.595729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5e703-5e60-4af8-b8c3-4dae1d98b8ac req-e12c970a-824b-4999-a27e-7b3b595e95cc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:10.597629 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d0e5e703-5e60-4af8-b8c3-4dae1d98b8ac req-e12c970a-824b-4999-a27e-7b3b595e95cc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 945 time: 0.0862582 Jun 02 16:33:10.646980 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d0e5e703-5e60-4af8-b8c3-4dae1d98b8ac req-28c3d7af-61ec-4104-bef9-a387a95da4ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=852772e1-c704-4196-9f37-6d58201199d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431988 Jun 02 16:33:10.749594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a73af806-a3bc-4792-b60e-349f378d4111 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:10.755392 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-759aa282-ce75-4e26-953c-658dffc93e16 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:10.833816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73af806-a3bc-4792-b60e-349f378d4111 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event deleted for resources: {'Port': ['ID=5cef75d3-1af2-405c-8dca-c7d0cd5978e3,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:10.836831 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a73af806-a3bc-4792-b60e-349f378d4111 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:10.991598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a73af806-a3bc-4792-b60e-349f378d4111 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:11.266147 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73af806-a3bc-4792-b60e-349f378d4111 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Router a3af8b81-8c4a-4b7b-a7e3-99ce91286311 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:33:11.403037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73af806-a3bc-4792-b60e-349f378d4111 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:33:11.412834 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a73af806-a3bc-4792-b60e-349f378d4111 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "PUT /v2.0/routers/a3af8b81-8c4a-4b7b-a7e3-99ce91286311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6014712 Jun 02 16:33:11.413097 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49bc36b-e896-48c7-8a5e-d3289d918cb5 None None] Sync routers for ids ['a3af8b81-8c4a-4b7b-a7e3-99ce91286311'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:33:11.417701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38862) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:11.423673 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49bc36b-e896-48c7-8a5e-d3289d918cb5 None None] Routers {'a3af8b81-8c4a-4b7b-a7e3-99ce91286311'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:11.424310 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b49bc36b-e896-48c7-8a5e-d3289d918cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:33:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a3af8b81-8c4a-4b7b-a7e3-99ce91286311'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:11.491009 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b49bc36b-e896-48c7-8a5e-d3289d918cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:11.491660 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-b5a1cf2c-ac2b-4977-9f97-205678891fff tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] show failed (client error): The resource could not be found. Jun 02 16:33:11.492825 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b5a1cf2c-ac2b-4977-9f97-205678891fff tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-51140038 HTTP/1.1" status: 404 len: 333 time: 0.0738983 Jun 02 16:33:11.497498 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38864) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:11.502813 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49bc36b-e896-48c7-8a5e-d3289d918cb5 None None] Routers {'a3af8b81-8c4a-4b7b-a7e3-99ce91286311'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:11.503769 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b49bc36b-e896-48c7-8a5e-d3289d918cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:33:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['a3af8b81-8c4a-4b7b-a7e3-99ce91286311'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:11.505211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0ad92e41-2bf5-48e2-92fa-e1cc059e0fbd tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Request body: {'router': {'name': 'new_name'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:11.605861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b49bc36b-e896-48c7-8a5e-d3289d918cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:11.606431 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49bc36b-e896-48c7-8a5e-d3289d918cb5 None None] The sync data for ids ['a3af8b81-8c4a-4b7b-a7e3-99ce91286311'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:33:11.757870 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-0ad92e41-2bf5-48e2-92fa-e1cc059e0fbd tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] update failed (client error): The resource could not be found. Jun 02 16:33:11.766389 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0ad92e41-2bf5-48e2-92fa-e1cc059e0fbd tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-646257594 HTTP/1.1" status: 404 len: 334 time: 0.2600074 Jun 02 16:33:11.766738 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38868) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:11.836007 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Deleting subnet d6ae4d0f-53c5-4db5-a772-4e8015dc9d9f {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:33:11.840752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:11.849143 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd025f01-11ad-4b6d-9319-a77d30ac55db req-e761160a-6106-4cfb-8163-ff794888f9a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:11.852921 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bd025f01-11ad-4b6d-9319-a77d30ac55db req-e761160a-6106-4cfb-8163-ff794888f9a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 945 time: 0.0891752 Jun 02 16:33:11.909017 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bd025f01-11ad-4b6d-9319-a77d30ac55db req-b9a6fd58-0d3b-45e1-ac80-b89238340929 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=852772e1-c704-4196-9f37-6d58201199d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485027 Jun 02 16:33:11.914198 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:12.008158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:12.264511 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e062faf-4eb2-4ab3-a969-d3a8834904b3 req-fc903e36-5112-4ca4-85e3-ac9c052eec7c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:12.266010 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7e062faf-4eb2-4ab3-a969-d3a8834904b3 req-fc903e36-5112-4ca4-85e3-ac9c052eec7c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 945 time: 0.2288857 Jun 02 16:33:12.373916 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7e062faf-4eb2-4ab3-a969-d3a8834904b3 req-975b3472-3e53-46f9-a013-0b769bc18017 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=852772e1-c704-4196-9f37-6d58201199d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018167 Jun 02 16:33:12.402537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:12.402872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38874) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:12.407049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-387b80c7-a297-4894-a2c8-c55271c74a4b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:12.447358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ae4d0f-53c5-4db5-a772-4e8015dc9d9f,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:12.461058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:12.465248 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df97d683-34d7-45c7-9534-38451244487f None None] Network fb52a929-5c13-4b51-9698-6b59f0067a8e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:33:12.467338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:12.468843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:12.469593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:12.470043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:12.470820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:12.471256 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:12.471858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:12.472453 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:12.473063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:12.473689 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:12.474319 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:12.474914 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:12.482258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:12.485236 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dfc4d3-6b65-46e7-b2cb-b9c63c324583 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:12.489168 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-59dfc4d3-6b65-46e7-b2cb-b9c63c324583 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 1093 time: 0.0831919 Jun 02 16:33:12.489394 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "DELETE /v2.0/subnets/d6ae4d0f-53c5-4db5-a772-4e8015dc9d9f HTTP/1.1" status: 204 len: 168 time: 0.7190611 Jun 02 16:33:12.489598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38876) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:12.490622 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38878) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:12.495650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': '9b491019-a5fe-434b-9c41-4a5ab5b54850', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:12.502958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:12.507363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:floatingip and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:12.511022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:12.517505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:12.530115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:12.689957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:12.693877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:12.780853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Deleting port 69a8f643-98e9-4942-80aa-3bcb9055a4b1 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:33:12.781261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:12.830263 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f2f20e-9000-4a73-b4b5-ec705b8271f5 None None] DHCP port deletion for fb52a929-5c13-4b51-9698-6b59f0067a8e request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:33:12.865845 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.243 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/72ab8e77-6014-4827-a9b1-2d6dc4ed3c24) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:33:12.912917 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-f9f2f20e-9000-4a73-b4b5-ec705b8271f5 None None] Deleting port 69a8f643-98e9-4942-80aa-3bcb9055a4b1 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:33:12.913218 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] For port 69a8f643-98e9-4942-80aa-3bcb9055a4b1, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=69a8f643-98e9-4942-80aa-3bcb9055a4b1,segment=NetworkSegment(041cb3d0-4d37-4e2c-b0c5-ac86c3b3f13b),segment_id=041cb3d0-4d37-4e2c-b0c5-ac86c3b3f13b)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:33:12.913377 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f20e-9000-4a73-b4b5-ec705b8271f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:12.913474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:13.019825 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f9f2f20e-9000-4a73-b4b5-ec705b8271f5 None None] For port 69a8f643-98e9-4942-80aa-3bcb9055a4b1, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=69a8f643-98e9-4942-80aa-3bcb9055a4b1,segment=NetworkSegment(041cb3d0-4d37-4e2c-b0c5-ac86c3b3f13b),segment_id=041cb3d0-4d37-4e2c-b0c5-ac86c3b3f13b)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:33:13.020244 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f20e-9000-4a73-b4b5-ec705b8271f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:13.092275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:13.108819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Calling delete_port for 69a8f643-98e9-4942-80aa-3bcb9055a4b1 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:33:13.130399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:13.143458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7eac40a2-a031-4ea9-8746-001434b201c5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:13.159625 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-f9f2f20e-9000-4a73-b4b5-ec705b8271f5 None None] Calling delete_port for 69a8f643-98e9-4942-80aa-3bcb9055a4b1 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:33:13.214044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:13.219434 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-444df0eb-2f9c-4feb-980d-6e30d51bb590 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:13.221746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:33:13.224859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:13.227931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:33:13.229781 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f20e-9000-4a73-b4b5-ec705b8271f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:13.234975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:13.263703 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=72ab8e77-6014-4827-a9b1-2d6dc4ed3c24,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:13.265442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event deleted for resources: {'Port': ['ID=69a8f643-98e9-4942-80aa-3bcb9055a4b1,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:13.268707 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:13.272183 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] No DVR routers for this DVR port 69a8f643-98e9-4942-80aa-3bcb9055a4b1 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:33:13.290444 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2f20e-9000-4a73-b4b5-ec705b8271f5 None None] Pushing event deleted for resources: {'Port': ['ID=69a8f643-98e9-4942-80aa-3bcb9055a4b1,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:13.293740 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f9f2f20e-9000-4a73-b4b5-ec705b8271f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:13.294731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f2f20e-9000-4a73-b4b5-ec705b8271f5 None None] No DVR routers for this DVR port 69a8f643-98e9-4942-80aa-3bcb9055a4b1 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:33:13.313502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:13.429010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:13.445069 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb52a929-5c13-4b51-9698-6b59f0067a8e']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:13.459917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041cb3d0-4d37-4e2c-b0c5-ac86c3b3f13b') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:13.460260 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041cb3d0-4d37-4e2c-b0c5-ac86c3b3f13b') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:13.473075 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:13.491320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:13.498546 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:33:13.498929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:33:13.513964 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:33:13.600038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:13.604398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-973cd7a8-0bc7-4706-895e-4bdc1a3f9c6b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:13.619713 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:13.636815 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event deleted for resources: {'Network': ['ID=fb52a929-5c13-4b51-9698-6b59f0067a8e,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:13.640951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:13.646288 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "DELETE /v2.0/networks/fb52a929-5c13-4b51-9698-6b59f0067a8e HTTP/1.1" status: 204 len: 168 time: 1.1522014 Jun 02 16:33:13.648334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38880) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:13.733967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6045ef-1d32-4c94-afca-b2bf0f5e638f tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Deleting subnet 3791e378-64e1-4226-9327-e3ee71948c15 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:33:13.739379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9f6045ef-1d32-4c94-afca-b2bf0f5e638f tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:13.802510 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9f6045ef-1d32-4c94-afca-b2bf0f5e638f tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:13.884540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:13.892055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9f6045ef-1d32-4c94-afca-b2bf0f5e638f tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:13.970168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:14.194638 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9f6045ef-1d32-4c94-afca-b2bf0f5e638f tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:14.195024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:14.200452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:14.203566 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-20569d49-e5ca-4358-8dd8-a536ba68de4a tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:14.206022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7c15a5c4-01a2-4478-840a-45bd19d5ce47 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:14.272991 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6045ef-1d32-4c94-afca-b2bf0f5e638f tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event deleted for resources: {'Subnet': ['ID=3791e378-64e1-4226-9327-e3ee71948c15,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:14.276181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9f6045ef-1d32-4c94-afca-b2bf0f5e638f tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:14.279000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5353bc09-74c2-428d-a52d-14948e28f8c3 None None] Network ae57aa1a-0a69-4a58-b8d7-2fe895537c86 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:33:14.283503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9f6045ef-1d32-4c94-afca-b2bf0f5e638f tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:14.290498 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9f6045ef-1d32-4c94-afca-b2bf0f5e638f tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "DELETE /v2.0/subnets/3791e378-64e1-4226-9327-e3ee71948c15 HTTP/1.1" status: 204 len: 168 time: 0.6387246 Jun 02 16:33:14.291354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38884) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:14.311966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=72ab8e77-6014-4827-a9b1-2d6dc4ed3c24,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:14.317615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:14.325221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:14.428348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3dc2d7-cb9e-415a-9545-c9e229df9ab8 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Deleting subnet 6540dfaa-1f0a-4650-a92f-533fcf6658d1 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:33:14.434168 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc2d7-cb9e-415a-9545-c9e229df9ab8 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:14.536495 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc2d7-cb9e-415a-9545-c9e229df9ab8 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:14.537753 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP 2ef16dea-94f2-4762-a978-ea1a6f712b60 associated. External IP: 172.26.3.243, port: 9b491019-a5fe-434b-9c41-4a5ab5b54850. Jun 02 16:33:14.566758 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 69a8f643-98e9-4942-80aa-3bcb9055a4b1 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:33:14.632591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 69a8f643-98e9-4942-80aa-3bcb9055a4b1 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:33:14.632935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 69a8f643-98e9-4942-80aa-3bcb9055a4b1 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:33:14.683185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc2d7-cb9e-415a-9545-c9e229df9ab8 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:14.743454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] DHCP port deletion for ae57aa1a-0a69-4a58-b8d7-2fe895537c86 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:33:14.827519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Deleting port 3bf8d2e9-cbec-45cf-98c9-935241cd71ba {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:33:14.827921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:14.962919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] For port 3bf8d2e9-cbec-45cf-98c9-935241cd71ba, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3bf8d2e9-cbec-45cf-98c9-935241cd71ba,segment=NetworkSegment(c925661b-4571-45b0-abef-2624375bd9f8),segment_id=c925661b-4571-45b0-abef-2624375bd9f8)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:33:14.963270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:14.992145 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 1a5d975d-3c0b-436c-b4ce-de933968e321 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:33:15.023750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc2d7-cb9e-415a-9545-c9e229df9ab8 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:15.031411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-41f33920-ad8a-4c82-aa3f-8dfcfae837f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:15.078348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dc2d7-cb9e-415a-9545-c9e229df9ab8 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event deleted for resources: {'Subnet': ['ID=6540dfaa-1f0a-4650-a92f-533fcf6658d1,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:15.084523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7c3dc2d7-cb9e-415a-9545-c9e229df9ab8 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:15.091331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc2d7-cb9e-415a-9545-c9e229df9ab8 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:15.100010 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7c3dc2d7-cb9e-415a-9545-c9e229df9ab8 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "DELETE /v2.0/subnets/6540dfaa-1f0a-4650-a92f-533fcf6658d1 HTTP/1.1" status: 204 len: 168 time: 0.8075941 Jun 02 16:33:15.100693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Calling delete_port for 3bf8d2e9-cbec-45cf-98c9-935241cd71ba owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:33:15.104090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38886) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:15.105940 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c46b943-51da-4513-bb57-2dad033d684b None None] Network 4a7b35a6-5161-40ad-9721-0822f4e5d5fe requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:33:15.353477 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:15.361581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-32dbc22e-6d56-454f-b44d-f844c1863634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:15.374053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:33:15.391008 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae65d6-0038-4fb2-a997-f21cae908001 None None] Sync routers for ids ['1a5d975d-3c0b-436c-b4ce-de933968e321'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:33:15.409121 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae65d6-0038-4fb2-a997-f21cae908001 None None] Routers {'1a5d975d-3c0b-436c-b4ce-de933968e321'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:15.410972 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-43ae65d6-0038-4fb2-a997-f21cae908001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:33:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1a5d975d-3c0b-436c-b4ce-de933968e321'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:15.413229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Pushing event deleted for resources: {'Port': ['ID=3bf8d2e9-cbec-45cf-98c9-935241cd71ba,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:15.421278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:15.425713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] No DVR routers for this DVR port 3bf8d2e9-cbec-45cf-98c9-935241cd71ba on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:33:15.437187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fb3bb7ee-b4b8-4060-8575-222f60b652d0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:15.438807 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:15.439321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:15.439816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:15.440338 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:15.440824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:15.441309 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:15.442037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:15.442543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:15.443258 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:15.443735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:15.444397 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:15.445441 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:15.449623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:15.508382 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0141838 Jun 02 16:33:15.508382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed571e2-ec8b-4195-9917-21a7cf68f036', 'tag': '9b491019-a5fe-434b-9c41-4a5ab5b54850'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:33:15.509290 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986e5402-fcd6-421d-8d0b-fa68c7381223" -d '{"events": [{"name": "network-changed", "server_uuid": "fed571e2-ec8b-4195-9917-21a7cf68f036", "tag": "9b491019-a5fe-434b-9c41-4a5ab5b54850"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:33:15.511571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38888) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:15.543054 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3661804a-6924-4a4a-829f-863b3bc8372e None None] DHCP port deletion for 4a7b35a6-5161-40ad-9721-0822f4e5d5fe request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:33:15.639019 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-3661804a-6924-4a4a-829f-863b3bc8372e None None] Deleting port 1f90f887-f1ce-4758-85b0-112d61feec80 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:33:15.639749 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3661804a-6924-4a4a-829f-863b3bc8372e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:15.658801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fb3bb7ee-b4b8-4060-8575-222f60b652d0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:15.673894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee94b05d-6bf3-4a6c-818f-875708598f63 x-openstack-request-id: req-ee94b05d-6bf3-4a6c-818f-875708598f63 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:33:15.674454 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed571e2-ec8b-4195-9917-21a7cf68f036", "tag": "9b491019-a5fe-434b-9c41-4a5ab5b54850", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:33:15.675179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee94b05d-6bf3-4a6c-818f-875708598f63 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:33:15.679176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-fb3bb7ee-b4b8-4060-8575-222f60b652d0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae57aa1a-0a69-4a58-b8d7-2fe895537c86']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:15.683778 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed571e2-ec8b-4195-9917-21a7cf68f036', 'tag': '9b491019-a5fe-434b-9c41-4a5ab5b54850', 'status': 'completed', 'code': 200} Jun 02 16:33:15.694756 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-43ae65d6-0038-4fb2-a997-f21cae908001 None None] Set router 1a5d975d-3c0b-436c-b4ce-de933968e321 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:33:15.697713 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-fb3bb7ee-b4b8-4060-8575-222f60b652d0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c925661b-4571-45b0-abef-2624375bd9f8') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:15.698316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-fb3bb7ee-b4b8-4060-8575-222f60b652d0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c925661b-4571-45b0-abef-2624375bd9f8') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:15.729862 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1b3ec282-0fdc-49e4-b558-b19ab321094f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/2ef16dea-94f2-4762-a978-ea1a6f712b60 HTTP/1.1" status: 200 len: 991 time: 0.2164872 Jun 02 16:33:15.753558 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3661804a-6924-4a4a-829f-863b3bc8372e None None] For port 1f90f887-f1ce-4758-85b0-112d61feec80, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=1f90f887-f1ce-4758-85b0-112d61feec80,segment=NetworkSegment(44a3e06a-4532-4bfa-b1a5-9d40a2caf5cd),segment_id=44a3e06a-4532-4bfa-b1a5-9d40a2caf5cd)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:33:15.753961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3661804a-6924-4a4a-829f-863b3bc8372e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:15.762212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fb3bb7ee-b4b8-4060-8575-222f60b652d0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:15.793153 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fb3bb7ee-b4b8-4060-8575-222f60b652d0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:15.803216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3bb7ee-b4b8-4060-8575-222f60b652d0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:33:15.803943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fb3bb7ee-b4b8-4060-8575-222f60b652d0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:33:15.819945 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:33:15.882055 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-3661804a-6924-4a4a-829f-863b3bc8372e None None] Calling delete_port for 1f90f887-f1ce-4758-85b0-112d61feec80 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:33:15.919986 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e5402-fcd6-421d-8d0b-fa68c7381223 req-1bb3e944-bb31-4e73-86d6-03b57aac8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:15.922960 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-986e5402-fcd6-421d-8d0b-fa68c7381223 req-1bb3e944-bb31-4e73-86d6-03b57aac8f46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 1098 time: 0.2148576 Jun 02 16:33:15.925011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fb3bb7ee-b4b8-4060-8575-222f60b652d0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:15.932510 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fb3bb7ee-b4b8-4060-8575-222f60b652d0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:15.937129 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3661804a-6924-4a4a-829f-863b3bc8372e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:15.941467 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-275e35ab-e1f8-4238-b204-73d8acbadf38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:15.941675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ff54a4c3-fe3b-4d5a-bcef-39db61c5fb2f tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:15.982670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661804a-6924-4a4a-829f-863b3bc8372e None None] Pushing event deleted for resources: {'Port': ['ID=1f90f887-f1ce-4758-85b0-112d61feec80,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:15.988735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3661804a-6924-4a4a-829f-863b3bc8372e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:15.992469 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3661804a-6924-4a4a-829f-863b3bc8372e None None] No DVR routers for this DVR port 1f90f887-f1ce-4758-85b0-112d61feec80 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:33:16.003112 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fb3bb7ee-b4b8-4060-8575-222f60b652d0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "DELETE /v2.0/networks/ae57aa1a-0a69-4a58-b8d7-2fe895537c86 HTTP/1.1" status: 204 len: 168 time: 0.8972442 Jun 02 16:33:16.004208 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bb7ee-b4b8-4060-8575-222f60b652d0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event deleted for resources: {'Network': ['ID=ae57aa1a-0a69-4a58-b8d7-2fe895537c86,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:16.005459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38894) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:16.009838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fb3bb7ee-b4b8-4060-8575-222f60b652d0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:16.134656 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e5402-fcd6-421d-8d0b-fa68c7381223 req-247f19b6-2991-466d-87e8-7803a8d9c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:16.136651 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-986e5402-fcd6-421d-8d0b-fa68c7381223 req-247f19b6-2991-466d-87e8-7803a8d9c895 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa HTTP/1.1" status: 200 len: 898 time: 0.1984363 Jun 02 16:33:16.142126 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-43ae65d6-0038-4fb2-a997-f21cae908001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:47Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '2ef16dea-94f2-4762-a978-ea1a6f712b60', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'port_id': '9b491019-a5fe-434b-9c41-4a5ab5b54850', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'mac_address': 'fa:16:3e:2d:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed571e2-ec8b-4195-9917-21a7cf68f036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:33:13Z', 'updated_at': '2021-06-02T16:33:13Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4ccd80-0b2f-440f-9474-24e61710c8b2', 'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:64:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:46Z', 'updated_at': '2021-06-02T16:32:59Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:16.142439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09545403-c910-4ab9-978d-36e95399288e tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:16.146779 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae65d6-0038-4fb2-a997-f21cae908001 None None] Checking router: 1a5d975d-3c0b-436c-b4ce-de933968e321 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:33:16.155819 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae65d6-0038-4fb2-a997-f21cae908001 None None] Routers {'1a5d975d-3c0b-436c-b4ce-de933968e321'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:16.164648 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-43ae65d6-0038-4fb2-a997-f21cae908001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:33:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1a5d975d-3c0b-436c-b4ce-de933968e321'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:16.262334 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-986e5402-fcd6-421d-8d0b-fa68c7381223 req-346f7b51-a951-43b9-808e-da9f5d0fa114 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b491019-a5fe-434b-9c41-4a5ab5b54850 HTTP/1.1" status: 200 len: 999 time: 0.1180754 Jun 02 16:33:16.285461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09545403-c910-4ab9-978d-36e95399288e tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:16.298930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-09545403-c910-4ab9-978d-36e95399288e tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7b35a6-5161-40ad-9721-0822f4e5d5fe']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:16.317073 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-09545403-c910-4ab9-978d-36e95399288e tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a3e06a-4532-4bfa-b1a5-9d40a2caf5cd') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:16.317424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-09545403-c910-4ab9-978d-36e95399288e tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a3e06a-4532-4bfa-b1a5-9d40a2caf5cd') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:16.330047 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e5402-fcd6-421d-8d0b-fa68c7381223 req-3b62fa21-4f4e-47fa-b85b-0a55e02c1abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:16.331350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09545403-c910-4ab9-978d-36e95399288e tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:16.331883 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-986e5402-fcd6-421d-8d0b-fa68c7381223 req-3b62fa21-4f4e-47fa-b85b-0a55e02c1abf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95be9111-1aed-4c48-9a94-7647f452f51f HTTP/1.1" status: 200 len: 835 time: 0.0626357 Jun 02 16:33:16.340432 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-43ae65d6-0038-4fb2-a997-f21cae908001 None None] Set router 1a5d975d-3c0b-436c-b4ce-de933968e321 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:33:16.348161 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09545403-c910-4ab9-978d-36e95399288e tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:16.355502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09545403-c910-4ab9-978d-36e95399288e tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:33:16.355929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09545403-c910-4ab9-978d-36e95399288e tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:33:16.371578 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:33:16.415557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e5402-fcd6-421d-8d0b-fa68c7381223 req-00d272ef-2863-4820-818a-e4094e2286a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:16.417207 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-986e5402-fcd6-421d-8d0b-fa68c7381223 req-00d272ef-2863-4820-818a-e4094e2286a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0788717 Jun 02 16:33:16.461235 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09545403-c910-4ab9-978d-36e95399288e tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:16.468061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-09545403-c910-4ab9-978d-36e95399288e tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:16.475157 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-14239c90-f55f-4b48-b320-96329a6ccd91 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:16.507305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09545403-c910-4ab9-978d-36e95399288e tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event deleted for resources: {'Network': ['ID=4a7b35a6-5161-40ad-9721-0822f4e5d5fe,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:16.510940 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-09545403-c910-4ab9-978d-36e95399288e tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:16.513087 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-09545403-c910-4ab9-978d-36e95399288e tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "DELETE /v2.0/networks/4a7b35a6-5161-40ad-9721-0822f4e5d5fe HTTP/1.1" status: 204 len: 168 time: 0.5053515 Jun 02 16:33:16.518655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38896) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:16.538450 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 1f90f887-f1ce-4758-85b0-112d61feec80 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:33:16.594670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-27543ee4-9dcc-4b6f-9ad7-9a5ac9515b53 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Deleting subnet 03f58c7a-3242-4be0-8a84-d537f21c91b1 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:33:16.598368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27543ee4-9dcc-4b6f-9ad7-9a5ac9515b53 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:16.603695 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-986e5402-fcd6-421d-8d0b-fa68c7381223 req-01ca47f0-a8e1-4076-9b39-ff544ef2f9fa service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785884 Jun 02 16:33:16.606212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 1f90f887-f1ce-4758-85b0-112d61feec80 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:33:16.606650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 1f90f887-f1ce-4758-85b0-112d61feec80 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:33:16.607444 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3bf8d2e9-cbec-45cf-98c9-935241cd71ba no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:33:16.663728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 3bf8d2e9-cbec-45cf-98c9-935241cd71ba {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:33:16.664690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3bf8d2e9-cbec-45cf-98c9-935241cd71ba not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:33:16.665693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27543ee4-9dcc-4b6f-9ad7-9a5ac9515b53 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:16.741467 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38898) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:16.833178 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-986e5402-fcd6-421d-8d0b-fa68c7381223 req-3247672c-1551-4b10-82a6-21cda54eb950 service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230353 Jun 02 16:33:16.850636 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-43ae65d6-0038-4fb2-a997-f21cae908001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:47Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '2ef16dea-94f2-4762-a978-ea1a6f712b60', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'port_id': '9b491019-a5fe-434b-9c41-4a5ab5b54850', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'mac_address': 'fa:16:3e:2d:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed571e2-ec8b-4195-9917-21a7cf68f036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:33:13Z', 'updated_at': '2021-06-02T16:33:13Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4ccd80-0b2f-440f-9474-24e61710c8b2', 'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:64:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:46Z', 'updated_at': '2021-06-02T16:32:59Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:16.859563 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae65d6-0038-4fb2-a997-f21cae908001 None None] The sync data for ids ['1a5d975d-3c0b-436c-b4ce-de933968e321'] in dv-neutron-601336-83-hyperv is: [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:47Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '2ef16dea-94f2-4762-a978-ea1a6f712b60', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'port_id': '9b491019-a5fe-434b-9c41-4a5ab5b54850', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'mac_address': 'fa:16:3e:2d:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed571e2-ec8b-4195-9917-21a7cf68f036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:33:13Z', 'updated_at': '2021-06-02T16:33:13Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4ccd80-0b2f-440f-9474-24e61710c8b2', 'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:64:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:46Z', 'updated_at': '2021-06-02T16:32:59Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:33:16.871769 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-365c15d2-9219-44d9-ac46-6b7c67274bbb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/2ef16dea-94f2-4762-a978-ea1a6f712b60 HTTP/1.1" status: 200 len: 991 time: 0.1289296 Jun 02 16:33:16.875063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27543ee4-9dcc-4b6f-9ad7-9a5ac9515b53 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:17.090766 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14574d18-fd75-4a06-8783-9c6373135f79 None None] New status for floating IP 2ef16dea-94f2-4762-a978-ea1a6f712b60: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:33:17.182023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27543ee4-9dcc-4b6f-9ad7-9a5ac9515b53 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:17.187191 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-418e94c1-8e38-45fe-8e7f-6c454d215cf4 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:17.228257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27543ee4-9dcc-4b6f-9ad7-9a5ac9515b53 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event deleted for resources: {'Subnet': ['ID=03f58c7a-3242-4be0-8a84-d537f21c91b1,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:17.231518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-27543ee4-9dcc-4b6f-9ad7-9a5ac9515b53 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:17.232617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27543ee4-9dcc-4b6f-9ad7-9a5ac9515b53 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:17.242401 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-27543ee4-9dcc-4b6f-9ad7-9a5ac9515b53 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "DELETE /v2.0/subnets/03f58c7a-3242-4be0-8a84-d537f21c91b1 HTTP/1.1" status: 204 len: 168 time: 0.7224839 Jun 02 16:33:17.243448 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe6ab61-a41d-46ea-9c6d-b7688160efc4 None None] Network 0542450d-4bf7-4351-a245-141892de19b3 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:33:17.244838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38900) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:17.379250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:17.466740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Deleting port 203c7721-2fb2-4ade-b33e-3df219e1c700 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:33:17.467095 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:17.671276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b43520-aa6d-4079-a0be-24b87f74ef60 None None] DHCP port deletion for 0542450d-4bf7-4351-a245-141892de19b3 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:33:17.724689 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] For port 203c7721-2fb2-4ade-b33e-3df219e1c700, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=203c7721-2fb2-4ade-b33e-3df219e1c700,segment=NetworkSegment(e02dacc6-56d4-49b6-888d-a2801fac6fd1),segment_id=e02dacc6-56d4-49b6-888d-a2801fac6fd1)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:33:17.725024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:17.744532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-78b43520-aa6d-4079-a0be-24b87f74ef60 None None] Deleting port 203c7721-2fb2-4ade-b33e-3df219e1c700 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:33:17.745025 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b43520-aa6d-4079-a0be-24b87f74ef60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:17.853394 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Calling delete_port for 203c7721-2fb2-4ade-b33e-3df219e1c700 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:33:17.863804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-78b43520-aa6d-4079-a0be-24b87f74ef60 None None] For port 203c7721-2fb2-4ade-b33e-3df219e1c700, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=203c7721-2fb2-4ade-b33e-3df219e1c700,segment=NetworkSegment(e02dacc6-56d4-49b6-888d-a2801fac6fd1),segment_id=e02dacc6-56d4-49b6-888d-a2801fac6fd1)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:33:17.864218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b43520-aa6d-4079-a0be-24b87f74ef60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:17.876271 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38902) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:17.994432 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-78b43520-aa6d-4079-a0be-24b87f74ef60 None None] Calling delete_port for 203c7721-2fb2-4ade-b33e-3df219e1c700 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:33:17.999061 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f985dc0b-90a7-41de-b78c-bad3f64614e2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/2ef16dea-94f2-4762-a978-ea1a6f712b60 HTTP/1.1" status: 200 len: 993 time: 0.1200590 Jun 02 16:33:18.015774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:18.021942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:18.042970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b43520-aa6d-4079-a0be-24b87f74ef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:18.048188 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:18.072034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event deleted for resources: {'Port': ['ID=203c7721-2fb2-4ade-b33e-3df219e1c700,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:18.073836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] No DVR routers for this DVR port 203c7721-2fb2-4ade-b33e-3df219e1c700 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:33:18.075501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:18.098944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b43520-aa6d-4079-a0be-24b87f74ef60 None None] No DVR routers for this DVR port 203c7721-2fb2-4ade-b33e-3df219e1c700 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:33:18.103087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b43520-aa6d-4079-a0be-24b87f74ef60 None None] Pushing event deleted for resources: {'Port': ['ID=203c7721-2fb2-4ade-b33e-3df219e1c700,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:18.112288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-78b43520-aa6d-4079-a0be-24b87f74ef60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:18.210924 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:18.225493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0542450d-4bf7-4351-a245-141892de19b3']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:18.238796 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02dacc6-56d4-49b6-888d-a2801fac6fd1') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:18.239107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02dacc6-56d4-49b6-888d-a2801fac6fd1') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:18.252323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:18.269860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:18.276800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:33:18.277196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:33:18.292232 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:33:18.380455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:18.384731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-adf60687-4c7a-4dac-b9ff-d62f6dcde52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:18.405088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:18.414471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Pushing event deleted for resources: {'Network': ['ID=0542450d-4bf7-4351-a245-141892de19b3,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:18.417410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:18.419250 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "DELETE /v2.0/networks/0542450d-4bf7-4351-a245-141892de19b3 HTTP/1.1" status: 204 len: 168 time: 1.1732688 Jun 02 16:33:18.423028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38904) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:18.472594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-bf530ace-8686-467a-af3e-28457c9cf2ab tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Synchronizing usage tracker for tenant:5d29d28042a64a0eabe627efd3c21b8d on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:33:18.490635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-bf530ace-8686-467a-af3e-28457c9cf2ab tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Unset dirty status for tenant:5d29d28042a64a0eabe627efd3c21b8d on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:33:18.491796 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bf530ace-8686-467a-af3e-28457c9cf2ab tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3af8b81-8c4a-4b7b-a7e3-99ce91286311 HTTP/1.1" status: 200 len: 205 time: 0.0678322 Jun 02 16:33:18.495539 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38906) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:18.516038 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 203c7721-2fb2-4ade-b33e-3df219e1c700 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:33:18.551033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 203c7721-2fb2-4ade-b33e-3df219e1c700 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:33:18.551395 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 203c7721-2fb2-4ade-b33e-3df219e1c700 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:33:18.635844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c74d07e3-b7d7-4655-8a3f-e1256155def0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:18.947895 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:18.948878 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c74d07e3-b7d7-4655-8a3f-e1256155def0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:18.951566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c74d07e3-b7d7-4655-8a3f-e1256155def0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:18.978192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c74d07e3-b7d7-4655-8a3f-e1256155def0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:18.978755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74d07e3-b7d7-4655-8a3f-e1256155def0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Fanout notify agent at l3_agent the message router_deleted on router a3af8b81-8c4a-4b7b-a7e3-99ce91286311 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:33:18.993084 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c74d07e3-b7d7-4655-8a3f-e1256155def0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:18.994359 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c74d07e3-b7d7-4655-8a3f-e1256155def0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] 10.222.0.50 "DELETE /v2.0/routers/a3af8b81-8c4a-4b7b-a7e3-99ce91286311 HTTP/1.1" status: 204 len: 168 time: 0.4977508 Jun 02 16:33:19.286161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38912) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:19.456190 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7dc747d6-419d-416d-913e-478ab0600308 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d29d28042a64a0eabe627efd3c21b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683984 Jun 02 16:33:19.458508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38916) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:19.533698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-23819db8-f9f5-4fe6-af28-57b838263ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:19.564546 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-23819db8-f9f5-4fe6-af28-57b838263ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:19.626378 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-23819db8-f9f5-4fe6-af28-57b838263ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:19.631404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-14dab7a8-a502-4c8e-ad8c-c7d925ae4eb9 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:19.644925 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23819db8-f9f5-4fe6-af28-57b838263ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e9b51b-e9af-41cd-9253-87a34ac7249a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:19.649057 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-23819db8-f9f5-4fe6-af28-57b838263ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:19.653004 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-23819db8-f9f5-4fe6-af28-57b838263ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:19.654208 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-23819db8-f9f5-4fe6-af28-57b838263ca2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a3e9b51b-e9af-41cd-9253-87a34ac7249a HTTP/1.1" status: 204 len: 168 time: 0.1947768 Jun 02 16:33:20.380179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38938) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:20.505816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-413886561-network', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:20.511578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:20.516105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Usage tracker for resource:network and tenant:25ba4acfd702498a9998e9c04cf306c2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:20.519349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:20.526819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:20.541307 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Made reservation on behalf of 25ba4acfd702498a9998e9c04cf306c2 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:33:20.545159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:20.567172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:20.593180 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:20.600743 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Usage tracker for resource:security_group_rule and tenant:25ba4acfd702498a9998e9c04cf306c2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:20.606295 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:20.616121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:20.730085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:20.735379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:20.738710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ceccd3ac-5dbe-446e-8737-64b7ecede5cc tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:20.767820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:33:20.776735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646438a8-95bd-4e47-9e19-b71ea8a12ff2,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:20.780775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:20.783682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:20.784035 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Added segment 54254de5-a33a-452e-9517-cfb50ba5434e of type vlan for network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 Jun 02 16:33:20.815024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:20.846469 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:20.847918 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:20.848579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:20.852892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3581c009-5e81-4d4d-bdbd-f489c8d3002c tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:20.956915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Pushing event updated for resources: {'Network': ['ID=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:20.960169 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5789022 Jun 02 16:33:20.961106 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9fbd4d2b-3491-4540-8eb9-2ee2723852b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:20.964776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38942) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:20.969550 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:33:20.971967 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Request body: {'subnet': {'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-413886561-subnet', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'ip_version': 4}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:20.978606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:20.983199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Usage tracker for resource:subnet and tenant:25ba4acfd702498a9998e9c04cf306c2 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:20.986748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:20.994714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:21.008587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Made reservation on behalf of 25ba4acfd702498a9998e9c04cf306c2 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:33:21.011274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:21.640016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:21.644085 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-29c9e564-0caf-4cb8-8f66-10df4a6b596f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:21.719907 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c296cb-3a1b-4372-9839-bd1325c4d823,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:21.723983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:21.733262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Checking segment: {'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:33:21.733695 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Network hostable DHCP agents. Network: 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:33:21.759447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:33:21.770792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:21.784648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:21.785269 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:21.785567 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def99bab-2ba4-4956-9812-50cce9d085b0 None None] Network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:33:21.817558 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8486292 Jun 02 16:33:21.817862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38944) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:21.823246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:21.828196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:21.832358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Usage tracker for resource:router and tenant:25ba4acfd702498a9998e9c04cf306c2 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:21.835520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:21.842305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:21.855174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:21.856349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:21.879202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:22.045027 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:33:22.046153 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:22.178870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:22.220102 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Allocated IP 172.20.0.2 (8c0e06c7-1160-4ba0-8ee4-beccf6a0f495/c4c296cb-3a1b-4372-9839-bd1325c4d823/9f880381-05b8-4f1b-b672-2dddff714548) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:33:22.525167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:22.561017 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:22.582002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:22.598341 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Transition to ACTIVE for port object 9f880381-05b8-4f1b-b672-2dddff714548 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:22.627503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Transition to ACTIVE for port object 9f880381-05b8-4f1b-b672-2dddff714548 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:22.633761 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:22.640320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c25052c4-8f10-4590-9410-49c1351ecdd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:22.724019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Allocated IP 172.26.3.27 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/e22b65dc-cd93-4cae-b799-6020961afa26) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:33:22.738269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:33:22.744291 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:22.751115 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:33:22.767080 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Pushing event updated for resources: {'Port': ['ID=9f880381-05b8-4f1b-b672-2dddff714548,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:22.797596 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:22.891150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:22.893917 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Attempting to bind port 9f880381-05b8-4f1b-b672-2dddff714548 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:33:22.894344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Attempting to bind port 9f880381-05b8-4f1b-b672-2dddff714548 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:33:22.894730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Attempting to bind port 9f880381-05b8-4f1b-b672-2dddff714548 on network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:33:22.900859 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:33:22.901249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Checking segment: {'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:33:22.901666 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:22.902166 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Bound using segment: {'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:33:22.902687 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Bound port: 9f880381-05b8-4f1b-b672-2dddff714548, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:33:22.903075 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:22.924842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:22.929127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:23.005182 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] For port 9f880381-05b8-4f1b-b672-2dddff714548, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:33:23.010358 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] For port 9f880381-05b8-4f1b-b672-2dddff714548, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9f880381-05b8-4f1b-b672-2dddff714548,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:33:23.017537 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:23.026740 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b8714a63-a5a4-4cf8-a151-4a6e771a88ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:23.137240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Pushing event updated for resources: {'Port': ['ID=9f880381-05b8-4f1b-b672-2dddff714548,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:23.146569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:23.167757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:33:23.171128 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:23.175327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:33:23.207544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Pushing event updated for resources: {'Port': ['ID=e22b65dc-cd93-4cae-b799-6020961afa26,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:23.214559 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:23.712748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:24.096457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:24.134607 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbdc42b-96ce-4f07-af3e-da88ef919424 None None] Network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:33:24.240646 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0372fe88-bf96-43db-b219-a8098d425e55 None None] Provisioning for port 9f880381-05b8-4f1b-b672-2dddff714548 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:33:24.315678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:33:24.531360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:33:24.543897 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Sync routers for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:33:24.556400 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:24.558023 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:33:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:24.568208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9f880381-05b8-4f1b-b672-2dddff714548 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:33:24.575712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:24.579347 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7601666 Jun 02 16:33:24.580754 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38946) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:24.676369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 9f880381-05b8-4f1b-b672-2dddff714548 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:33:24.684353 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9f880381-05b8-4f1b-b672-2dddff714548 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:24.685047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:24.774893 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:33:24.821101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3e10a147-ae63-4241-8ce9-fa56a876f41a None None] Provisioning complete for port 9f880381-05b8-4f1b-b672-2dddff714548 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:24.821849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3e10a147-ae63-4241-8ce9-fa56a876f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:25.029864 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:25.081603 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:23Z', 'revision_number': 3, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:25.086412 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Checking router: 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:33:25.086857 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Updating router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a port e22b65dc-cd93-4cae-b799-6020961afa26 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:33:25.125357 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 9f880381-05b8-4f1b-b672-2dddff714548, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9f880381-05b8-4f1b-b672-2dddff714548,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:33:25.128448 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3e10a147-ae63-4241-8ce9-fa56a876f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:25.140971 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:25.145997 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:25.147022 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-308a3ea1-7619-4c66-896a-9d2dce7f36dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:25.280595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=9f880381-05b8-4f1b-b672-2dddff714548,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:25.284036 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:25.289248 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.api [None req-3e10a147-ae63-4241-8ce9-fa56a876f41a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:33:25.289619 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_db.api [None req-3e10a147-ae63-4241-8ce9-fa56a876f41a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:33:25.502919 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:25.521377 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Transition to ACTIVE for port object e22b65dc-cd93-4cae-b799-6020961afa26 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:25.532205 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:25.542126 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-d4df1f70-6d99-4f3f-8aa7-35b8b3eb71fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:25.616735 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Attempting to bind port e22b65dc-cd93-4cae-b799-6020961afa26 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:33:25.617562 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Attempting to bind port e22b65dc-cd93-4cae-b799-6020961afa26 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:33:25.617562 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Attempting to bind port e22b65dc-cd93-4cae-b799-6020961afa26 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:33:25.622342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:25.630540 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:33:25.631005 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:33:25.631323 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:25.631717 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:33:25.632211 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Bound port: e22b65dc-cd93-4cae-b799-6020961afa26, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:33:25.632599 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:25.663419 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Pushing event updated for resources: {'Port': ['ID=e22b65dc-cd93-4cae-b799-6020961afa26,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:25.681154 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:25.681512 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:25.681858 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:25.682215 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:25.682546 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:25.682885 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:25.683206 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:25.683532 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:25.683848 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:25.684170 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:25.684483 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:25.684793 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:33:25.698517 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:25.728477 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] For port e22b65dc-cd93-4cae-b799-6020961afa26, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:33:25.732828 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] For port e22b65dc-cd93-4cae-b799-6020961afa26, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e22b65dc-cd93-4cae-b799-6020961afa26,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:33:25.737233 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:25.741371 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:25.819701 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:25.820388 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:33:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:25.901057 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Pushing event updated for resources: {'Port': ['ID=e22b65dc-cd93-4cae-b799-6020961afa26,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:25.905993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Allocated IP 172.20.0.1 (8c0e06c7-1160-4ba0-8ee4-beccf6a0f495/c4c296cb-3a1b-4372-9839-bd1325c4d823/f414e4b3-802b-436a-b873-50731ffa7d48) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:33:25.922587 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:26.064290 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:33:26.083832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:26.101478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Transition to ACTIVE for port object f414e4b3-802b-436a-b873-50731ffa7d48 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:26.129705 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:26.133822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-157aaa86-d694-4d9e-977c-d521b5624a88 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:26.201526 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:33:26.204633 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:26.208577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:33:26.242843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=f414e4b3-802b-436a-b873-50731ffa7d48,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:26.247439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:26.268363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:26.361998 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:23Z', 'revision_number': 3, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:26.366695 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1ba5a8-4bf0-41e6-ad64-44b079d2d6bf None None] The sync data for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv is: [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:23Z', 'revision_number': 3, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:33:26.438144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:26.494546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b4323a95-af73-4ff1-9f7a-51ad093a1458 None None] Provisioning for port f414e4b3-802b-436a-b873-50731ffa7d48 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:33:26.499873 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b4323a95-af73-4ff1-9f7a-51ad093a1458 None None] Provisioning complete for port f414e4b3-802b-436a-b873-50731ffa7d48 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:26.500582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b4323a95-af73-4ff1-9f7a-51ad093a1458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:26.541689 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9f880381-05b8-4f1b-b672-2dddff714548 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:33:26.621435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b4323a95-af73-4ff1-9f7a-51ad093a1458 None None] Port f414e4b3-802b-436a-b873-50731ffa7d48 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:33:26.656709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9f880381-05b8-4f1b-b672-2dddff714548 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:26.657088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:26.850440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:26.856460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:26.881485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9af07f1a-b151-461c-8e4b-9e2f1f69510b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:26.969862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=f414e4b3-802b-436a-b873-50731ffa7d48,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:26.972317 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:26.976348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:27.144142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:33:27.145662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:27.352478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:33:27.450680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ed830c05-ae4e-40e6-928e-a62aa10faef7 None None] Provisioning complete for port f414e4b3-802b-436a-b873-50731ffa7d48 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:27.451075 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ed830c05-ae4e-40e6-928e-a62aa10faef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:27.508612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ed830c05-ae4e-40e6-928e-a62aa10faef7 None None] Port f414e4b3-802b-436a-b873-50731ffa7d48 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:33:27.538638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:33:27.548050 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] 10.222.0.50 "PUT /v2.0/routers/49118a7f-ee16-4e1b-ad47-4c4c05b25b7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9659801 Jun 02 16:33:28.072102 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Sync routers for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:33:28.084214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:28.084948 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:33:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:28.088451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38962) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:28.094117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1262041205-network', 'tenant_id': '6aad50838f894ae1b308c254a16acfb7'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:28.101414 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:28.107060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Usage tracker for resource:network and tenant:6aad50838f894ae1b308c254a16acfb7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:28.110317 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:28.116417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:28.128560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Made reservation on behalf of 6aad50838f894ae1b308c254a16acfb7 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:33:28.131449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:28.146556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:28.163019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:28.167541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Usage tracker for resource:security_group_rule and tenant:6aad50838f894ae1b308c254a16acfb7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:28.171493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:28.178056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:28.287604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:28.294170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:28.297799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8dbead88-0063-4d5f-9dad-8aed70d5f5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:28.336639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:33:28.337891 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:33:28.347278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39ec20b-1ca8-47ee-ae39-28d3ccfc5fd6,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:28.353118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:28.356740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:28.356740 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Added segment 9bad84a3-f9f0-4129-9e80-7939c224869f of type vlan for network abaa0a5e-12c4-4478-a3f2-e73426e80a6a Jun 02 16:33:28.384532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:28.418962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:28.420342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:28.420935 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:28.426223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fbd3019d-06ae-43d1-a01b-4bb3f47de2f2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:28.530627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Pushing event updated for resources: {'Network': ['ID=abaa0a5e-12c4-4478-a3f2-e73426e80a6a,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:28.533682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:28.535662 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4461608 Jun 02 16:33:28.538551 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38964) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:28.545086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Request body: {'subnet': {'network_id': 'abaa0a5e-12c4-4478-a3f2-e73426e80a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1262041205-subnet', 'tenant_id': '6aad50838f894ae1b308c254a16acfb7', 'ip_version': 4}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:28.550470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:28.554964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Usage tracker for resource:subnet and tenant:6aad50838f894ae1b308c254a16acfb7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:28.557886 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:28.564858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:28.576386 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Made reservation on behalf of 6aad50838f894ae1b308c254a16acfb7 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:33:28.579806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:28.588967 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network abaa0a5e-12c4-4478-a3f2-e73426e80a6a details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:33:28.601895 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e22b65dc-cd93-4cae-b799-6020961afa26 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:33:28.843353 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port e22b65dc-cd93-4cae-b799-6020961afa26 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:33:28.850676 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e22b65dc-cd93-4cae-b799-6020961afa26 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:28.851101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:28.930948 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 2, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:28.937600 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Checking router: 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:33:28.937975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Updating router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a port f414e4b3-802b-436a-b873-50731ffa7d48 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:33:28.959094 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d0eb3b4-baef-464f-9447-5f9038a007b6 req-eda82b8a-117f-4dd0-aed1-3b034a4c8cf4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1384799 Jun 02 16:33:29.054267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:29.070693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:29.130149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port e22b65dc-cd93-4cae-b799-6020961afa26, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e22b65dc-cd93-4cae-b799-6020961afa26,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:33:29.141508 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:29.146687 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d2340928-8179-4319-9dca-282b3489d632 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:29.185242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0eb3b4-baef-464f-9447-5f9038a007b6 req-076f5217-e3e7-4124-874c-a7af32e975c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:29.186902 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d0eb3b4-baef-464f-9447-5f9038a007b6 req-076f5217-e3e7-4124-874c-a7af32e975c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 1098 time: 0.1533041 Jun 02 16:33:29.284734 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=e22b65dc-cd93-4cae-b799-6020961afa26,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:29.287918 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:29.409877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0eb3b4-baef-464f-9447-5f9038a007b6 req-9bc031ee-cc46-4652-a67b-be240eb07ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:29.411378 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d0eb3b4-baef-464f-9447-5f9038a007b6 req-9bc031ee-cc46-4652-a67b-be240eb07ccb service neutron] 10.222.0.49 "GET /v2.0/networks?id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa HTTP/1.1" status: 200 len: 898 time: 0.1950166 Jun 02 16:33:29.412274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:29.416294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-943875e7-2362-429c-9c47-73553053dfb1 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:29.547972 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:29.567427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Transition to ACTIVE for port object f414e4b3-802b-436a-b873-50731ffa7d48 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:29.575903 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:29.580040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-7b5cc42f-a442-466e-bdee-2316fdadc4d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:29.590911 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d0eb3b4-baef-464f-9447-5f9038a007b6 req-4b0ba86f-aba1-4f92-b6c6-c419911d5e89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b491019-a5fe-434b-9c41-4a5ab5b54850 HTTP/1.1" status: 200 len: 1001 time: 0.1485031 Jun 02 16:33:29.593755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3159d77-d237-4ba8-80da-69061c34d5a0,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:29.597857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:29.644448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Checking segment: {'id': '9bad84a3-f9f0-4129-9e80-7939c224869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'abaa0a5e-12c4-4478-a3f2-e73426e80a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:33:29.644893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Network hostable DHCP agents. Network: abaa0a5e-12c4-4478-a3f2-e73426e80a6a, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:33:29.678301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0eb3b4-baef-464f-9447-5f9038a007b6 req-f43b8ce4-e39a-4058-bd33-f6b132022e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:29.679892 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d0eb3b4-baef-464f-9447-5f9038a007b6 req-f43b8ce4-e39a-4058-bd33-f6b132022e46 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95be9111-1aed-4c48-9a94-7647f452f51f HTTP/1.1" status: 200 len: 835 time: 0.0810220 Jun 02 16:33:29.681560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Network abaa0a5e-12c4-4478-a3f2-e73426e80a6a is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:33:29.729759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, abaa0a5e-12c4-4478-a3f2-e73426e80a6a) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:29.746848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:29.747458 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:29.755134 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b579c7bb-1cc5-45c0-a021-0e64697b692d None None] Network abaa0a5e-12c4-4478-a3f2-e73426e80a6a requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:33:29.788105 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2484288 Jun 02 16:33:29.792803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38966) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:29.804782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1262041205-router', 'tenant_id': '6aad50838f894ae1b308c254a16acfb7', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:29.810866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:29.813200 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0eb3b4-baef-464f-9447-5f9038a007b6 req-492e2f67-a05f-462f-be91-60e67a01c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:29.815897 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d0eb3b4-baef-464f-9447-5f9038a007b6 req-492e2f67-a05f-462f-be91-60e67a01c679 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1269782 Jun 02 16:33:29.816527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Usage tracker for resource:router and tenant:6aad50838f894ae1b308c254a16acfb7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:29.820239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:29.829000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:29.851937 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:29.854553 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:29.880722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:29.891050 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516dc59-5e46-414f-b6b8-34b766d6d4b0 None None] Pushing event updated for resources: {'Port': ['ID=f414e4b3-802b-436a-b873-50731ffa7d48,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:29.945233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b516dc59-5e46-414f-b6b8-34b766d6d4b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:29.993816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Attempting to bind port f414e4b3-802b-436a-b873-50731ffa7d48 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:33:29.994599 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Attempting to bind port f414e4b3-802b-436a-b873-50731ffa7d48 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:33:29.995194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Attempting to bind port f414e4b3-802b-436a-b873-50731ffa7d48 on network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:33:30.008140 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:33:30.008952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Checking segment: {'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:33:30.009579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:30.010223 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Bound using segment: {'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:33:30.010919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Bound port: f414e4b3-802b-436a-b873-50731ffa7d48, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:33:30.011520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:30.012341 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d0eb3b4-baef-464f-9447-5f9038a007b6 req-aee9d158-0dfd-4434-8a1e-0231a7da2386 service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872826 Jun 02 16:33:30.214451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] For port f414e4b3-802b-436a-b873-50731ffa7d48, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:33:30.228597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] For port f414e4b3-802b-436a-b873-50731ffa7d48, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f414e4b3-802b-436a-b873-50731ffa7d48,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:33:30.232604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-abaa0a5e-12c4-4478-a3f2-e73426e80a6a', 'network_id': 'abaa0a5e-12c4-4478-a3f2-e73426e80a6a', 'tenant_id': '6aad50838f894ae1b308c254a16acfb7', 'fixed_ips': [{'subnet_id': 'b3159d77-d237-4ba8-80da-69061c34d5a0'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:33:30.233944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:30.238490 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:30.244393 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d0eb3b4-baef-464f-9447-5f9038a007b6 req-0bc9a52e-69e0-4cb7-a575-38a09689a5f9 service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217214 Jun 02 16:33:30.249958 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:30.256866 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:30.408597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516dc59-5e46-414f-b6b8-34b766d6d4b0 None None] Pushing event updated for resources: {'Port': ['ID=f414e4b3-802b-436a-b873-50731ffa7d48,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:30.415201 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:30.415201 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:33:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:30.469005 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b516dc59-5e46-414f-b6b8-34b766d6d4b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:30.621880 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e22b65dc-cd93-4cae-b799-6020961afa26 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:33:30.690720 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Allocated IP 172.20.0.2 (abaa0a5e-12c4-4478-a3f2-e73426e80a6a/b3159d77-d237-4ba8-80da-69061c34d5a0/47784969-45a2-4746-9098-117e8cdabfc6) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:33:30.757529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:33:30.790915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:30.823911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:30.908757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e22b65dc-cd93-4cae-b799-6020961afa26 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:30.909269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:30.965181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Allocated IP 172.26.3.202 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/fa9fdb77-159c-4c16-bd58-3873fdfa304b) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:33:31.135809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:31.169982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:31.175257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:31.241048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:33:31.244267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:31.248604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:33:31.282377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Pushing event updated for resources: {'Port': ['ID=fa9fdb77-159c-4c16-bd58-3873fdfa304b,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:31.293908 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:31.301763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:31.425966 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Transition to ACTIVE for port object 47784969-45a2-4746-9098-117e8cdabfc6 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:31.463062 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Transition to ACTIVE for port object 47784969-45a2-4746-9098-117e8cdabfc6 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:31.474631 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:31.480064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:31.550050 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Network abaa0a5e-12c4-4478-a3f2-e73426e80a6a is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:33:31.555227 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:31.560982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Pushing event updated for resources: {'Port': ['ID=47784969-45a2-4746-9098-117e8cdabfc6,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:31.563805 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:33:31.568490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:31.604565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:30Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:31.623333 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f5ae5-7a13-43ef-944c-9be21a871440 None None] The sync data for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv is: [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:30Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:33:31.694422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Attempting to bind port 47784969-45a2-4746-9098-117e8cdabfc6 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:33:31.694803 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Attempting to bind port 47784969-45a2-4746-9098-117e8cdabfc6 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '9bad84a3-f9f0-4129-9e80-7939c224869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'abaa0a5e-12c4-4478-a3f2-e73426e80a6a'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:33:31.695364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Attempting to bind port 47784969-45a2-4746-9098-117e8cdabfc6 on network abaa0a5e-12c4-4478-a3f2-e73426e80a6a {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:33:31.714588 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:33:31.714979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Checking segment: {'id': '9bad84a3-f9f0-4129-9e80-7939c224869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'abaa0a5e-12c4-4478-a3f2-e73426e80a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:33:31.715397 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:31.715804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Bound using segment: {'id': '9bad84a3-f9f0-4129-9e80-7939c224869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'abaa0a5e-12c4-4478-a3f2-e73426e80a6a'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:33:31.716354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Bound port: 47784969-45a2-4746-9098-117e8cdabfc6, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bad84a3-f9f0-4129-9e80-7939c224869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'abaa0a5e-12c4-4478-a3f2-e73426e80a6a'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:33:31.716748 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:31.796430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:31.829144 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] For port 47784969-45a2-4746-9098-117e8cdabfc6, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:33:31.833086 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] For port 47784969-45a2-4746-9098-117e8cdabfc6, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=47784969-45a2-4746-9098-117e8cdabfc6,segment=NetworkSegment(9bad84a3-f9f0-4129-9e80-7939c224869f),segment_id=9bad84a3-f9f0-4129-9e80-7939c224869f)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:33:31.843897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:31.849128 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-81ace7fa-e32e-458c-b9b7-c7984eb418dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:31.935196 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Pushing event updated for resources: {'Port': ['ID=47784969-45a2-4746-9098-117e8cdabfc6,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:31.938914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:32.153044 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:33:32.470806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:32.633121 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 47784969-45a2-4746-9098-117e8cdabfc6 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:33:32.724822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 47784969-45a2-4746-9098-117e8cdabfc6 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:33:32.734715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Router 3d91b1c7-dd5d-45c2-ab30-a347c8be12ac is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:33:32.737640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f414e4b3-802b-436a-b873-50731ffa7d48 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:33:32.833163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port f414e4b3-802b-436a-b873-50731ffa7d48 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:33:32.838687 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port f414e4b3-802b-436a-b873-50731ffa7d48 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:32.839070 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:33.007069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:33:33.021297 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Sync routers for ids ['3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:33:33.033626 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Routers {'3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:33.034994 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:33:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:33.039558 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9e3c0d48-ffe5-4414-8969-edd9654f795b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:33.047383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:33.081230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:33.082718 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2838445 Jun 02 16:33:33.086871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38968) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:33.111311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1672d590-bc95-4673-b44e-ce1b3bbc6d20 None None] Network abaa0a5e-12c4-4478-a3f2-e73426e80a6a requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:33:33.244465 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port f414e4b3-802b-436a-b873-50731ffa7d48, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f414e4b3-802b-436a-b873-50731ffa7d48,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:33:33.251333 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:33.255239 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:33.306523 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-08e8efac-0ac7-4f0e-bad6-263b026d0c90 None None] Provisioning for port 47784969-45a2-4746-9098-117e8cdabfc6 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:33:33.308800 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Set router 3d91b1c7-dd5d-45c2-ab30-a347c8be12ac gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:33:33.329702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-08e8efac-0ac7-4f0e-bad6-263b026d0c90 None None] Provisioning complete for port 47784969-45a2-4746-9098-117e8cdabfc6 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:33.330179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-08e8efac-0ac7-4f0e-bad6-263b026d0c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:33.418536 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=f414e4b3-802b-436a-b873-50731ffa7d48,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:33.424198 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:33.573769 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-08e8efac-0ac7-4f0e-bad6-263b026d0c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:33.603310 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'name': 'tempest-TestVolumeBootPattern-1262041205-router', 'tenant_id': '6aad50838f894ae1b308c254a16acfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': 'fa9fdb77-159c-4c16-bd58-3873fdfa304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:29Z', 'updated_at': '2021-06-02T16:33:31Z', 'revision_number': 3, 'project_id': '6aad50838f894ae1b308c254a16acfb7', 'gw_port': {'id': 'fa9fdb77-159c-4c16-bd58-3873fdfa304b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:30Z', 'updated_at': '2021-06-02T16:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:33.607544 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Checking router: 3d91b1c7-dd5d-45c2-ab30-a347c8be12ac for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:33:33.607972 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Updating router 3d91b1c7-dd5d-45c2-ab30-a347c8be12ac port fa9fdb77-159c-4c16-bd58-3873fdfa304b binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:33:33.622341 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-08e8efac-0ac7-4f0e-bad6-263b026d0c90 None None] For port 47784969-45a2-4746-9098-117e8cdabfc6, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=47784969-45a2-4746-9098-117e8cdabfc6,segment=NetworkSegment(9bad84a3-f9f0-4129-9e80-7939c224869f),segment_id=9bad84a3-f9f0-4129-9e80-7939c224869f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:33:33.630851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-08e8efac-0ac7-4f0e-bad6-263b026d0c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:33.632820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-78b43520-aa6d-4079-a0be-24b87f74ef60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:33.665805 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:33.713182 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8efac-0ac7-4f0e-bad6-263b026d0c90 None None] Pushing event updated for resources: {'Port': ['ID=47784969-45a2-4746-9098-117e8cdabfc6,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:33.723809 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-08e8efac-0ac7-4f0e-bad6-263b026d0c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:33.924990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:33.970457 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-308c96fa-97ca-44ca-8a7e-2ebc9994be8f None None] Provisioning complete for port 47784969-45a2-4746-9098-117e8cdabfc6 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:33.971095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-308c96fa-97ca-44ca-8a7e-2ebc9994be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:34.028418 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:34.050145 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Transition to ACTIVE for port object fa9fdb77-159c-4c16-bd58-3873fdfa304b will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:34.064463 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:34.070348 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-1c7bd1b0-49a9-449c-881f-59966f7ea895 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:34.159948 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Attempting to bind port fa9fdb77-159c-4c16-bd58-3873fdfa304b on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:33:34.160409 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Attempting to bind port fa9fdb77-159c-4c16-bd58-3873fdfa304b by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:33:34.160842 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Attempting to bind port fa9fdb77-159c-4c16-bd58-3873fdfa304b on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:33:34.170363 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb052e08-5715-4604-9326-b95ca146fd95 None None] Pushing event updated for resources: {'Port': ['ID=fa9fdb77-159c-4c16-bd58-3873fdfa304b,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:34.171761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Allocated IP 172.20.0.1 (abaa0a5e-12c4-4478-a3f2-e73426e80a6a/b3159d77-d237-4ba8-80da-69061c34d5a0/334e90fe-d90c-4b52-a985-d5f2f10b7213) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:33:34.172946 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:33:34.173351 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:33:34.173719 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:34.174358 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:33:34.174666 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Bound port: fa9fdb77-159c-4c16-bd58-3873fdfa304b, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:33:34.175137 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:34.201421 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-bb052e08-5715-4604-9326-b95ca146fd95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:34.256209 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] For port fa9fdb77-159c-4c16-bd58-3873fdfa304b, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:33:34.259339 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] For port fa9fdb77-159c-4c16-bd58-3873fdfa304b, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fa9fdb77-159c-4c16-bd58-3873fdfa304b,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:33:34.264129 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:34.268099 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-30163d97-d9fc-4555-9d69-40410d315e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:34.391884 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Routers {'3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:34.392585 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:33:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:34.490602 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb052e08-5715-4604-9326-b95ca146fd95 None None] Pushing event updated for resources: {'Port': ['ID=fa9fdb77-159c-4c16-bd58-3873fdfa304b,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:34.510808 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-bb052e08-5715-4604-9326-b95ca146fd95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:34.532658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:34.542588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Transition to ACTIVE for port object 334e90fe-d90c-4b52-a985-d5f2f10b7213 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:34.571992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:34.576158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e81e81a6-5ced-49d8-a31a-8251a3e10bb0 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:34.577688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 47784969-45a2-4746-9098-117e8cdabfc6 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:33:34.630370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Network abaa0a5e-12c4-4478-a3f2-e73426e80a6a is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:33:34.633313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:34.642495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:33:34.662555 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 47784969-45a2-4746-9098-117e8cdabfc6 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:34.663581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:34.675290 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] Set router 3d91b1c7-dd5d-45c2-ab30-a347c8be12ac gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:33:34.718648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Pushing event updated for resources: {'Port': ['ID=334e90fe-d90c-4b52-a985-d5f2f10b7213,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:34.726165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:34.743211 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:34.835764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f414e4b3-802b-436a-b873-50731ffa7d48 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:33:34.917482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port f414e4b3-802b-436a-b873-50731ffa7d48 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:34.917482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:34.973307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:34.987716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1fbcc26f-ae9a-4c25-ae45-2866f1089f4d None None] Provisioning for port 334e90fe-d90c-4b52-a985-d5f2f10b7213 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:33:34.992189 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'name': 'tempest-TestVolumeBootPattern-1262041205-router', 'tenant_id': '6aad50838f894ae1b308c254a16acfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': 'fa9fdb77-159c-4c16-bd58-3873fdfa304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:29Z', 'updated_at': '2021-06-02T16:33:31Z', 'revision_number': 3, 'project_id': '6aad50838f894ae1b308c254a16acfb7', 'gw_port': {'id': 'fa9fdb77-159c-4c16-bd58-3873fdfa304b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:30Z', 'updated_at': '2021-06-02T16:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:34.995731 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479e219-db9a-4472-bbcb-3f0e79853ca3 None None] The sync data for ids ['3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'] in dv-neutron-601336-83-hyperv is: [{'id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'name': 'tempest-TestVolumeBootPattern-1262041205-router', 'tenant_id': '6aad50838f894ae1b308c254a16acfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': 'fa9fdb77-159c-4c16-bd58-3873fdfa304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:29Z', 'updated_at': '2021-06-02T16:33:31Z', 'revision_number': 3, 'project_id': '6aad50838f894ae1b308c254a16acfb7', 'gw_port': {'id': 'fa9fdb77-159c-4c16-bd58-3873fdfa304b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:30Z', 'updated_at': '2021-06-02T16:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:33:35.027874 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1fbcc26f-ae9a-4c25-ae45-2866f1089f4d None None] Provisioning complete for port 334e90fe-d90c-4b52-a985-d5f2f10b7213 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:35.027874 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1fbcc26f-ae9a-4c25-ae45-2866f1089f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:35.158334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:35.168967 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1fbcc26f-ae9a-4c25-ae45-2866f1089f4d None None] Port 334e90fe-d90c-4b52-a985-d5f2f10b7213 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:33:35.361155 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:35.367151 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:35.395461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:35.410383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b8bfaa6c-746e-4a19-b321-10d7a6717aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:35.481541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:35.485599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Pushing event updated for resources: {'Port': ['ID=334e90fe-d90c-4b52-a985-d5f2f10b7213,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:35.489483 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:35.639991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Network abaa0a5e-12c4-4478-a3f2-e73426e80a6a is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:33:35.641388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:35.854464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Router 3d91b1c7-dd5d-45c2-ab30-a347c8be12ac has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:33:35.901321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-69ec7398-609c-4efa-9001-0541fda7490a None None] Provisioning complete for port 334e90fe-d90c-4b52-a985-d5f2f10b7213 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:35.901321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-69ec7398-609c-4efa-9001-0541fda7490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:35.964097 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-69ec7398-609c-4efa-9001-0541fda7490a None None] Port 334e90fe-d90c-4b52-a985-d5f2f10b7213 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:33:36.042135 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:33:36.051398 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] 10.222.0.50 "PUT /v2.0/routers/3d91b1c7-dd5d-45c2-ab30-a347c8be12ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9635153 Jun 02 16:33:36.562929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fa9fdb77-159c-4c16-bd58-3873fdfa304b up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:33:36.639650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:36.653194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port fa9fdb77-159c-4c16-bd58-3873fdfa304b completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:33:36.664355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port fa9fdb77-159c-4c16-bd58-3873fdfa304b triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:36.665031 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:36.719470 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Sync routers for ids ['3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:33:36.725992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38980) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:36.732028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2008497893', 'description': 'tempest-secgroup-smoke-2008497893 description', 'project_id': '25ba4acfd702498a9998e9c04cf306c2'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:36.739807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:36.747939 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Usage tracker for resource:security_group and tenant:25ba4acfd702498a9998e9c04cf306c2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:36.753592 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:36.766576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:36.770708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Routers {'3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:36.771743 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:33:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:36.783330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:36.815023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:36.819701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Usage tracker for resource:security_group_rule and tenant:25ba4acfd702498a9998e9c04cf306c2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:36.823072 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:36.831725 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:36.912075 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:36.917403 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:36.921746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8fa8a660-3d36-4e74-84df-a0f649bdb4ff tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:36.964134 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a7c4fa-01f9-48a2-948f-28e73ac897b6,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:36.967120 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:36.968312 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2405262 Jun 02 16:33:36.969455 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:36.972844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38982) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:36.978110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-13f22a8d-a825-424c-a170-279e88a74068 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Request body: {'security_group_rule': {'security_group_id': 'f7a7c4fa-01f9-48a2-948f-28e73ac897b6', 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:36.984368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-13f22a8d-a825-424c-a170-279e88a74068 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:36.988380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-13f22a8d-a825-424c-a170-279e88a74068 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Usage tracker for resource:security_group_rule and tenant:25ba4acfd702498a9998e9c04cf306c2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:36.991339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-13f22a8d-a825-424c-a170-279e88a74068 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:36.997068 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-13f22a8d-a825-424c-a170-279e88a74068 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:37.016487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13f22a8d-a825-424c-a170-279e88a74068 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.050254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.060116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Set router 3d91b1c7-dd5d-45c2-ab30-a347c8be12ac gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:33:37.084473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13f22a8d-a825-424c-a170-279e88a74068 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.090064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13f22a8d-a825-424c-a170-279e88a74068 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.092997 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bf69cde7-9264-4f1e-a357-936dcb283133 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:37.128197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f22a8d-a825-424c-a170-279e88a74068 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838503d8-38ed-4b63-aa09-fde0461906d0,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:37.131645 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-13f22a8d-a825-424c-a170-279e88a74068 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:37.133075 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-13f22a8d-a825-424c-a170-279e88a74068 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.134322 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-13f22a8d-a825-424c-a170-279e88a74068 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1602783 Jun 02 16:33:37.137735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38984) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:37.142399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port fa9fdb77-159c-4c16-bd58-3873fdfa304b, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fa9fdb77-159c-4c16-bd58-3873fdfa304b,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:33:37.142890 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-215b2e08-8184-40af-803b-2c945f008950 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Request body: {'security_group_rule': {'security_group_id': 'f7a7c4fa-01f9-48a2-948f-28e73ac897b6', 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:37.149220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-215b2e08-8184-40af-803b-2c945f008950 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:37.150386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.153407 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-215b2e08-8184-40af-803b-2c945f008950 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Usage tracker for resource:security_group_rule and tenant:25ba4acfd702498a9998e9c04cf306c2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:37.155709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:37.156854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-215b2e08-8184-40af-803b-2c945f008950 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:37.163269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-215b2e08-8184-40af-803b-2c945f008950 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:37.182872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-215b2e08-8184-40af-803b-2c945f008950 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.257447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-215b2e08-8184-40af-803b-2c945f008950 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.263216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-215b2e08-8184-40af-803b-2c945f008950 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.266374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-13f22a8d-a825-424c-a170-279e88a74068 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:37.309274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b2e08-8184-40af-803b-2c945f008950 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454ff4c3-54c7-4056-894f-2a3973e799d3,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:37.313739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-215b2e08-8184-40af-803b-2c945f008950 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:37.326056 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-215b2e08-8184-40af-803b-2c945f008950 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.332136 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-215b2e08-8184-40af-803b-2c945f008950 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1885588 Jun 02 16:33:37.332425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38986) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:37.337359 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-3238918a-cea5-41f3-b274-cffd74eee5ca tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Request body: {'security_group_rule': {'security_group_id': 'f7a7c4fa-01f9-48a2-948f-28e73ac897b6', 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:37.343404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-3238918a-cea5-41f3-b274-cffd74eee5ca tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:37.347635 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3238918a-cea5-41f3-b274-cffd74eee5ca tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Usage tracker for resource:security_group_rule and tenant:25ba4acfd702498a9998e9c04cf306c2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:37.350459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-3238918a-cea5-41f3-b274-cffd74eee5ca tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:37.356382 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=fa9fdb77-159c-4c16-bd58-3873fdfa304b,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:37.357244 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-3238918a-cea5-41f3-b274-cffd74eee5ca tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:37.359957 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:37.381672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3238918a-cea5-41f3-b274-cffd74eee5ca tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.481501 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'name': 'tempest-TestVolumeBootPattern-1262041205-router', 'tenant_id': '6aad50838f894ae1b308c254a16acfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': 'fa9fdb77-159c-4c16-bd58-3873fdfa304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:29Z', 'updated_at': '2021-06-02T16:33:34Z', 'revision_number': 4, 'project_id': '6aad50838f894ae1b308c254a16acfb7', 'gw_port': {'id': 'fa9fdb77-159c-4c16-bd58-3873fdfa304b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:30Z', 'updated_at': '2021-06-02T16:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '334e90fe-d90c-4b52-a985-d5f2f10b7213', 'name': '', 'network_id': 'abaa0a5e-12c4-4478-a3f2-e73426e80a6a', 'tenant_id': '6aad50838f894ae1b308c254a16acfb7', 'mac_address': 'fa:16:3e:f1:82:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'b3159d77-d237-4ba8-80da-69061c34d5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:33Z', 'updated_at': '2021-06-02T16:33:35Z', 'revision_number': 2, 'project_id': '6aad50838f894ae1b308c254a16acfb7', 'subnets': [{'id': 'b3159d77-d237-4ba8-80da-69061c34d5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:37.488599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3238918a-cea5-41f3-b274-cffd74eee5ca tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.488845 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Checking router: 3d91b1c7-dd5d-45c2-ab30-a347c8be12ac for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:33:37.489399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Updating router 3d91b1c7-dd5d-45c2-ab30-a347c8be12ac port 334e90fe-d90c-4b52-a985-d5f2f10b7213 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:33:37.492929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3238918a-cea5-41f3-b274-cffd74eee5ca tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.494858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b5c168e8-de8d-4921-8d7b-f2e3fa058fa7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:37.517285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238918a-cea5-41f3-b274-cffd74eee5ca tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c4ffb1-eb71-4be3-88cc-cb2ed65fffec,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:37.519866 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3238918a-cea5-41f3-b274-cffd74eee5ca tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:37.532924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3238918a-cea5-41f3-b274-cffd74eee5ca tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.535346 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3238918a-cea5-41f3-b274-cffd74eee5ca tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2013288 Jun 02 16:33:37.538154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 38988) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:37.545710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-4e367385-e81b-450a-b779-849502d51f17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Request body: {'security_group_rule': {'security_group_id': 'f7a7c4fa-01f9-48a2-948f-28e73ac897b6', 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:37.552500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4e367385-e81b-450a-b779-849502d51f17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:37.556348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4e367385-e81b-450a-b779-849502d51f17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Usage tracker for resource:security_group_rule and tenant:25ba4acfd702498a9998e9c04cf306c2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:37.559335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4e367385-e81b-450a-b779-849502d51f17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:37.565924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4e367385-e81b-450a-b779-849502d51f17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:37.574706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.584280 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e367385-e81b-450a-b779-849502d51f17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.656959 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e367385-e81b-450a-b779-849502d51f17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.662354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e367385-e81b-450a-b779-849502d51f17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.665064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ba32131c-0baf-4c6b-90f2-79eb655d0692 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:37.689292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e367385-e81b-450a-b779-849502d51f17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60978e19-edb2-404d-bcb4-93a92f3ddeb4,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:37.692345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e367385-e81b-450a-b779-849502d51f17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:37.701631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e367385-e81b-450a-b779-849502d51f17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.703868 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4e367385-e81b-450a-b779-849502d51f17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1639297 Jun 02 16:33:37.707043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38990) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:37.712400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-cdefd4f2-926d-4cec-83cb-ba38ac95b89f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Request body: {'security_group_rule': {'security_group_id': 'f7a7c4fa-01f9-48a2-948f-28e73ac897b6', 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:37.719674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-cdefd4f2-926d-4cec-83cb-ba38ac95b89f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:37.726272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-cdefd4f2-926d-4cec-83cb-ba38ac95b89f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Usage tracker for resource:security_group_rule and tenant:25ba4acfd702498a9998e9c04cf306c2 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:37.731554 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-cdefd4f2-926d-4cec-83cb-ba38ac95b89f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:37.742948 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-cdefd4f2-926d-4cec-83cb-ba38ac95b89f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:37.759187 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-cdefd4f2-926d-4cec-83cb-ba38ac95b89f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Project 25ba4acfd702498a9998e9c04cf306c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:33:37.766680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cdefd4f2-926d-4cec-83cb-ba38ac95b89f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.845884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cdefd4f2-926d-4cec-83cb-ba38ac95b89f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.851151 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cdefd4f2-926d-4cec-83cb-ba38ac95b89f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.853496 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a072883a-a921-4549-81fc-8234ad984520 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:37.876491 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefd4f2-926d-4cec-83cb-ba38ac95b89f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f835c1-1980-4e97-97a8-6b910fc7af0d,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:37.879115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cdefd4f2-926d-4cec-83cb-ba38ac95b89f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:37.887418 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cdefd4f2-926d-4cec-83cb-ba38ac95b89f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:37.888702 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cdefd4f2-926d-4cec-83cb-ba38ac95b89f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1805620 Jun 02 16:33:37.892408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 38992) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:37.897074 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-d54169cf-9b49-4224-8abb-05fc249de567 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Request body: {'security_group_rule': {'security_group_id': 'f7a7c4fa-01f9-48a2-948f-28e73ac897b6', 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:37.903043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d54169cf-9b49-4224-8abb-05fc249de567 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:37.907204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d54169cf-9b49-4224-8abb-05fc249de567 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Usage tracker for resource:security_group_rule and tenant:25ba4acfd702498a9998e9c04cf306c2 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:37.910231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d54169cf-9b49-4224-8abb-05fc249de567 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:37.916142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d54169cf-9b49-4224-8abb-05fc249de567 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:37.926990 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-d54169cf-9b49-4224-8abb-05fc249de567 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Project 25ba4acfd702498a9998e9c04cf306c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:33:37.933388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d54169cf-9b49-4224-8abb-05fc249de567 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:38.010284 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d54169cf-9b49-4224-8abb-05fc249de567 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:38.015528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d54169cf-9b49-4224-8abb-05fc249de567 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:38.017471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-286fb42e-e9b4-4fc8-81a4-7b7ffa54a2b7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:38.040178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54169cf-9b49-4224-8abb-05fc249de567 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89917b49-d85b-46e3-84da-05f63822ed2d,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:38.043191 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d54169cf-9b49-4224-8abb-05fc249de567 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:38.052552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d54169cf-9b49-4224-8abb-05fc249de567 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:38.054102 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d54169cf-9b49-4224-8abb-05fc249de567 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1606295 Jun 02 16:33:38.066610 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:38.079871 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Transition to ACTIVE for port object 334e90fe-d90c-4b52-a985-d5f2f10b7213 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:38.089281 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:38.094606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-3661804a-6924-4a4a-829f-863b3bc8372e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:38.225185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49982a98-a244-48b3-88bf-ed09d27d49c2 None None] Pushing event updated for resources: {'Port': ['ID=334e90fe-d90c-4b52-a985-d5f2f10b7213,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:38.313243 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-49982a98-a244-48b3-88bf-ed09d27d49c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:38.379796 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Attempting to bind port 334e90fe-d90c-4b52-a985-d5f2f10b7213 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:33:38.380590 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Attempting to bind port 334e90fe-d90c-4b52-a985-d5f2f10b7213 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '9bad84a3-f9f0-4129-9e80-7939c224869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'abaa0a5e-12c4-4478-a3f2-e73426e80a6a'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:33:38.381057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Attempting to bind port 334e90fe-d90c-4b52-a985-d5f2f10b7213 on network abaa0a5e-12c4-4478-a3f2-e73426e80a6a {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:33:38.388465 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:33:38.389113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Checking segment: {'id': '9bad84a3-f9f0-4129-9e80-7939c224869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'abaa0a5e-12c4-4478-a3f2-e73426e80a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:33:38.389807 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:38.390530 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Bound using segment: {'id': '9bad84a3-f9f0-4129-9e80-7939c224869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'abaa0a5e-12c4-4478-a3f2-e73426e80a6a'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:33:38.391348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Bound port: 334e90fe-d90c-4b52-a985-d5f2f10b7213, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bad84a3-f9f0-4129-9e80-7939c224869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'abaa0a5e-12c4-4478-a3f2-e73426e80a6a'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:33:38.392006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:38.509778 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] For port 334e90fe-d90c-4b52-a985-d5f2f10b7213, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:33:38.513304 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] For port 334e90fe-d90c-4b52-a985-d5f2f10b7213, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=334e90fe-d90c-4b52-a985-d5f2f10b7213,segment=NetworkSegment(9bad84a3-f9f0-4129-9e80-7939c224869f),segment_id=9bad84a3-f9f0-4129-9e80-7939c224869f)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:33:38.518801 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:38.524632 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d9bd2972-b924-46e7-a0f2-df19a58666cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:38.565173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fa9fdb77-159c-4c16-bd58-3873fdfa304b up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:33:38.667005 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:38.679883 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Routers {'3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:38.680543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:33:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:38.733181 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49982a98-a244-48b3-88bf-ed09d27d49c2 None None] Pushing event updated for resources: {'Port': ['ID=334e90fe-d90c-4b52-a985-d5f2f10b7213,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:38.742975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-49982a98-a244-48b3-88bf-ed09d27d49c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:38.781794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port fa9fdb77-159c-4c16-bd58-3873fdfa304b triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:38.782214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:38.950399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] Set router 3d91b1c7-dd5d-45c2-ab30-a347c8be12ac gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:33:39.363474 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'name': 'tempest-TestVolumeBootPattern-1262041205-router', 'tenant_id': '6aad50838f894ae1b308c254a16acfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': 'fa9fdb77-159c-4c16-bd58-3873fdfa304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:29Z', 'updated_at': '2021-06-02T16:33:34Z', 'revision_number': 4, 'project_id': '6aad50838f894ae1b308c254a16acfb7', 'gw_port': {'id': 'fa9fdb77-159c-4c16-bd58-3873fdfa304b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:30Z', 'updated_at': '2021-06-02T16:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '334e90fe-d90c-4b52-a985-d5f2f10b7213', 'name': '', 'network_id': 'abaa0a5e-12c4-4478-a3f2-e73426e80a6a', 'tenant_id': '6aad50838f894ae1b308c254a16acfb7', 'mac_address': 'fa:16:3e:f1:82:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'b3159d77-d237-4ba8-80da-69061c34d5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:33Z', 'updated_at': '2021-06-02T16:33:38Z', 'revision_number': 4, 'project_id': '6aad50838f894ae1b308c254a16acfb7', 'subnets': [{'id': 'b3159d77-d237-4ba8-80da-69061c34d5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:39.367896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e069d2-8313-4a48-a1a7-1e958b5ae120 None None] The sync data for ids ['3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'] in dv-neutron-601336-83-hyperv is: [{'id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'name': 'tempest-TestVolumeBootPattern-1262041205-router', 'tenant_id': '6aad50838f894ae1b308c254a16acfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': 'fa9fdb77-159c-4c16-bd58-3873fdfa304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:29Z', 'updated_at': '2021-06-02T16:33:34Z', 'revision_number': 4, 'project_id': '6aad50838f894ae1b308c254a16acfb7', 'gw_port': {'id': 'fa9fdb77-159c-4c16-bd58-3873fdfa304b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:30Z', 'updated_at': '2021-06-02T16:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '334e90fe-d90c-4b52-a985-d5f2f10b7213', 'name': '', 'network_id': 'abaa0a5e-12c4-4478-a3f2-e73426e80a6a', 'tenant_id': '6aad50838f894ae1b308c254a16acfb7', 'mac_address': 'fa:16:3e:f1:82:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'b3159d77-d237-4ba8-80da-69061c34d5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:33Z', 'updated_at': '2021-06-02T16:33:38Z', 'revision_number': 4, 'project_id': '6aad50838f894ae1b308c254a16acfb7', 'subnets': [{'id': 'b3159d77-d237-4ba8-80da-69061c34d5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:33:40.571241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 334e90fe-d90c-4b52-a985-d5f2f10b7213 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:33:40.658706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 334e90fe-d90c-4b52-a985-d5f2f10b7213 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:33:40.666386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 334e90fe-d90c-4b52-a985-d5f2f10b7213 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:40.666920 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:40.802459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:40.848188 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 334e90fe-d90c-4b52-a985-d5f2f10b7213, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=334e90fe-d90c-4b52-a985-d5f2f10b7213,segment=NetworkSegment(9bad84a3-f9f0-4129-9e80-7939c224869f),segment_id=9bad84a3-f9f0-4129-9e80-7939c224869f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:33:40.855210 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:40.858327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-49982a98-a244-48b3-88bf-ed09d27d49c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:40.965338 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=334e90fe-d90c-4b52-a985-d5f2f10b7213,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:40.968680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:42.542184 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 334e90fe-d90c-4b52-a985-d5f2f10b7213 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:33:42.622059 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 334e90fe-d90c-4b52-a985-d5f2f10b7213 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:42.622784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:47.211170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39100) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:47.297018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b87a43-34ad-413d-adfe-5c1e9be1bcf6 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:47.297510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b87a43-34ad-413d-adfe-5c1e9be1bcf6 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:47.297980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b87a43-34ad-413d-adfe-5c1e9be1bcf6 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:47.299645 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e0b87a43-34ad-413d-adfe-5c1e9be1bcf6 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=fb79c8ac06334981844f175e241075b7&network_id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa HTTP/1.1" status: 200 len: 3001 time: 0.0874059 Jun 02 16:33:48.966039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:49.538705 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39130) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:49.603601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251cd128-5511-467d-85ce-882fc10f36fb tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:49.605960 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-251cd128-5511-467d-85ce-882fc10f36fb tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2 HTTP/1.1" status: 200 len: 814 time: 0.0653329 Jun 02 16:33:50.128761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39138) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:50.133635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-cd5283db-5cff-4e9a-99a6-122c8bbd22e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:50.410750 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cd5283db-5cff-4e9a-99a6-122c8bbd22e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:50.707899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cd5283db-5cff-4e9a-99a6-122c8bbd22e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:50.713026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cd5283db-5cff-4e9a-99a6-122c8bbd22e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:50.713372 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-cd5283db-5cff-4e9a-99a6-122c8bbd22e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP 2ef16dea-94f2-4762-a978-ea1a6f712b60 disassociated. External IP: 172.26.3.243, port: 9b491019-a5fe-434b-9c41-4a5ab5b54850. Jun 02 16:33:51.080721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5283db-5cff-4e9a-99a6-122c8bbd22e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 1a5d975d-3c0b-436c-b4ce-de933968e321 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:33:51.289451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5283db-5cff-4e9a-99a6-122c8bbd22e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:33:51.294784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cd5283db-5cff-4e9a-99a6-122c8bbd22e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:51.301127 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f21e06-4706-4470-980e-c2067f757912 None None] Sync routers for ids ['1a5d975d-3c0b-436c-b4ce-de933968e321'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:33:51.316426 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f21e06-4706-4470-980e-c2067f757912 None None] Routers {'1a5d975d-3c0b-436c-b4ce-de933968e321'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:51.317858 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-76f21e06-4706-4470-980e-c2067f757912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:33:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1a5d975d-3c0b-436c-b4ce-de933968e321'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:51.360557 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cd5283db-5cff-4e9a-99a6-122c8bbd22e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/floatingips/2ef16dea-94f2-4762-a978-ea1a6f712b60 HTTP/1.1" status: 200 len: 690 time: 1.2306185 Jun 02 16:33:51.361257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed571e2-ec8b-4195-9917-21a7cf68f036', 'tag': '9b491019-a5fe-434b-9c41-4a5ab5b54850'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:33:51.363292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39150) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:51.378604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e175e10c-4db4-4cba-9fc7-dc61b9e0c2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "fed571e2-ec8b-4195-9917-21a7cf68f036", "tag": "9b491019-a5fe-434b-9c41-4a5ab5b54850"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:33:51.469110 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609d6fdd-39e8-4349-b7a4-5617f5fbb737 x-openstack-request-id: req-609d6fdd-39e8-4349-b7a4-5617f5fbb737 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:33:51.469574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed571e2-ec8b-4195-9917-21a7cf68f036", "tag": "9b491019-a5fe-434b-9c41-4a5ab5b54850", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:33:51.469880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-609d6fdd-39e8-4349-b7a4-5617f5fbb737 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:33:51.470405 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed571e2-ec8b-4195-9917-21a7cf68f036', 'tag': '9b491019-a5fe-434b-9c41-4a5ab5b54850', 'status': 'completed', 'code': 200} Jun 02 16:33:51.554969 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-76f21e06-4706-4470-980e-c2067f757912 None None] Set router 1a5d975d-3c0b-436c-b4ce-de933968e321 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:33:51.680414 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-47265c84-d740-47e5-8d42-45e787514399 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/2ef16dea-94f2-4762-a978-ea1a6f712b60 HTTP/1.1" status: 200 len: 690 time: 0.3138609 Jun 02 16:33:51.757804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175e10c-4db4-4cba-9fc7-dc61b9e0c2a0 req-5b5e1409-162c-4068-a91d-55e3bd4a8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:51.759600 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e175e10c-4db4-4cba-9fc7-dc61b9e0c2a0 req-5b5e1409-162c-4068-a91d-55e3bd4a8d28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 1098 time: 0.0800486 Jun 02 16:33:51.908455 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-76f21e06-4706-4470-980e-c2067f757912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:47Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '5d4ccd80-0b2f-440f-9474-24e61710c8b2', 'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:64:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:46Z', 'updated_at': '2021-06-02T16:32:59Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:51.913262 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f21e06-4706-4470-980e-c2067f757912 None None] Checking router: 1a5d975d-3c0b-436c-b4ce-de933968e321 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:33:51.915680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175e10c-4db4-4cba-9fc7-dc61b9e0c2a0 req-5d293334-0aa8-4c74-a504-b3b0ca0b96ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:51.917160 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e175e10c-4db4-4cba-9fc7-dc61b9e0c2a0 req-5d293334-0aa8-4c74-a504-b3b0ca0b96ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa HTTP/1.1" status: 200 len: 898 time: 0.1477158 Jun 02 16:33:51.922653 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f21e06-4706-4470-980e-c2067f757912 None None] Routers {'1a5d975d-3c0b-436c-b4ce-de933968e321'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:33:51.923359 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-76f21e06-4706-4470-980e-c2067f757912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:33:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1a5d975d-3c0b-436c-b4ce-de933968e321'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:52.012616 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e175e10c-4db4-4cba-9fc7-dc61b9e0c2a0 req-c040cff7-118f-4a9b-8a51-62158665d944 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b491019-a5fe-434b-9c41-4a5ab5b54850 HTTP/1.1" status: 200 len: 217 time: 0.0844369 Jun 02 16:33:52.081492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175e10c-4db4-4cba-9fc7-dc61b9e0c2a0 req-e144c344-9827-4c00-88d6-e21cb689c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:52.083192 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e175e10c-4db4-4cba-9fc7-dc61b9e0c2a0 req-e144c344-9827-4c00-88d6-e21cb689c814 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95be9111-1aed-4c48-9a94-7647f452f51f HTTP/1.1" status: 200 len: 835 time: 0.0608876 Jun 02 16:33:52.101806 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-76f21e06-4706-4470-980e-c2067f757912 None None] Set router 1a5d975d-3c0b-436c-b4ce-de933968e321 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:33:52.171843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175e10c-4db4-4cba-9fc7-dc61b9e0c2a0 req-43a97d01-6f7b-4e48-9027-d056c79e5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:52.173243 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e175e10c-4db4-4cba-9fc7-dc61b9e0c2a0 req-43a97d01-6f7b-4e48-9027-d056c79e5e54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0799980 Jun 02 16:33:52.329966 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e175e10c-4db4-4cba-9fc7-dc61b9e0c2a0 req-8b6f6585-090a-460f-9dae-ee9964ac72a8 service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451294 Jun 02 16:33:52.473800 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-76f21e06-4706-4470-980e-c2067f757912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:47Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '5d4ccd80-0b2f-440f-9474-24e61710c8b2', 'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:64:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:46Z', 'updated_at': '2021-06-02T16:32:59Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:33:52.480114 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f21e06-4706-4470-980e-c2067f757912 None None] The sync data for ids ['1a5d975d-3c0b-436c-b4ce-de933968e321'] in dv-neutron-601336-83-hyperv is: [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:47Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '5d4ccd80-0b2f-440f-9474-24e61710c8b2', 'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:64:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:46Z', 'updated_at': '2021-06-02T16:32:59Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:33:52.496651 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e175e10c-4db4-4cba-9fc7-dc61b9e0c2a0 req-9ad9a997-6133-4c84-96fb-02c0df1d325d service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568253 Jun 02 16:33:52.683447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39156) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:52.741579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd24246-5acb-4e5c-b42d-af8c15dd8009 None None] New status for floating IP 2ef16dea-94f2-4762-a978-ea1a6f712b60: DOWN {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:33:52.765162 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-14516b55-82c5-4c0c-97db-13c598fba3f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/2ef16dea-94f2-4762-a978-ea1a6f712b60 HTTP/1.1" status: 200 len: 690 time: 0.0804591 Jun 02 16:33:53.769445 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39160) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:53.862595 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c75cc7a2-f8db-4a2a-b1e3-05c0370b567c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/2ef16dea-94f2-4762-a978-ea1a6f712b60 HTTP/1.1" status: 200 len: 688 time: 0.0871053 Jun 02 16:33:54.920193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-d8350e0b-9b41-4660-ba6a-36a159c9fba0 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Synchronizing usage tracker for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:33:54.939062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-d8350e0b-9b41-4660-ba6a-36a159c9fba0 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Unset dirty status for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:33:54.940196 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-d8350e0b-9b41-4660-ba6a-36a159c9fba0 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008497893&fields=id&tenant_id=25ba4acfd702498a9998e9c04cf306c2 HTTP/1.1" status: 200 len: 267 time: 0.0616202 Jun 02 16:33:55.020153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39174) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:55.024970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-b5da85f4-4f62-4f56-8952-b960cfbccc12 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-606465904', 'description': 'tempest-secgroup-smoke-606465904 description', 'project_id': 'fb79c8ac06334981844f175e241075b7'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:55.031556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b5da85f4-4f62-4f56-8952-b960cfbccc12 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:55.041186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b5da85f4-4f62-4f56-8952-b960cfbccc12 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:55.052089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b5da85f4-4f62-4f56-8952-b960cfbccc12 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:55.074659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b5da85f4-4f62-4f56-8952-b960cfbccc12 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:55.078993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b5da85f4-4f62-4f56-8952-b960cfbccc12 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:55.082039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b5da85f4-4f62-4f56-8952-b960cfbccc12 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:55.088853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b5da85f4-4f62-4f56-8952-b960cfbccc12 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:55.100303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-56cd3ee7-0fcd-4183-b437-8ee95ceed6c4 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:55.101101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-56cd3ee7-0fcd-4183-b437-8ee95ceed6c4 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Synchronizing usage tracker for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:33:55.120462 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-56cd3ee7-0fcd-4183-b437-8ee95ceed6c4 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Unset dirty status for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:33:55.121623 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-56cd3ee7-0fcd-4183-b437-8ee95ceed6c4 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 811 time: 0.1739502 Jun 02 16:33:55.137501 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-2c6a9d5a-8d1a-4cc0-bb43-0de443a7bd82 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/quotas/25ba4acfd702498a9998e9c04cf306c2 HTTP/1.1" status: 200 len: 375 time: 0.0101330 Jun 02 16:33:55.168259 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b5da85f4-4f62-4f56-8952-b960cfbccc12 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:55.172844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b5da85f4-4f62-4f56-8952-b960cfbccc12 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:55.177641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-79b4d6fd-1869-4696-8744-1356ccc79a7e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:55.222366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da85f4-4f62-4f56-8952-b960cfbccc12 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686cf268-b3f9-4b7b-a755-f7ba5017b4c1,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:55.225846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b5da85f4-4f62-4f56-8952-b960cfbccc12 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:55.230479 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-6e64ef09-3769-401f-ad90-3f5884bf6d7b tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872171 Jun 02 16:33:55.239516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b5da85f4-4f62-4f56-8952-b960cfbccc12 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:55.241017 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b5da85f4-4f62-4f56-8952-b960cfbccc12 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2198215 Jun 02 16:33:55.244581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39176) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:55.249988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-aeec0c91-21c8-41e1-a9f4-40073e5d8611 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '686cf268-b3f9-4b7b-a755-f7ba5017b4c1', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:55.256421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-aeec0c91-21c8-41e1-a9f4-40073e5d8611 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:55.260776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-aeec0c91-21c8-41e1-a9f4-40073e5d8611 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:55.263902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-aeec0c91-21c8-41e1-a9f4-40073e5d8611 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:55.269922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-aeec0c91-21c8-41e1-a9f4-40073e5d8611 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:55.288543 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aeec0c91-21c8-41e1-a9f4-40073e5d8611 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:55.353395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aeec0c91-21c8-41e1-a9f4-40073e5d8611 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:55.358105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aeec0c91-21c8-41e1-a9f4-40073e5d8611 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:55.360210 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:55.377279 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-0c6e681b-03bf-4eed-b5a6-39c56fdc3a4a service neutron] 10.222.0.50 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343827 Jun 02 16:33:55.382882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec0c91-21c8-41e1-a9f4-40073e5d8611 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6d5035-00b7-43f0-acca-3602b699b9e5,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:55.385705 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-aeec0c91-21c8-41e1-a9f4-40073e5d8611 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:55.394481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aeec0c91-21c8-41e1-a9f4-40073e5d8611 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:55.398419 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-aeec0c91-21c8-41e1-a9f4-40073e5d8611 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495419 Jun 02 16:33:55.398681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39178) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:55.405336 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-3564c863-b5d4-4679-97f7-8766022c33ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '686cf268-b3f9-4b7b-a755-f7ba5017b4c1', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:55.411691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3564c863-b5d4-4679-97f7-8766022c33ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:55.415891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3564c863-b5d4-4679-97f7-8766022c33ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:55.418509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3564c863-b5d4-4679-97f7-8766022c33ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:55.424441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3564c863-b5d4-4679-97f7-8766022c33ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:55.440826 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3564c863-b5d4-4679-97f7-8766022c33ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:55.501553 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3564c863-b5d4-4679-97f7-8766022c33ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:55.506163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3564c863-b5d4-4679-97f7-8766022c33ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:55.513870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-af45e6e5-9310-4dd2-9067-bd1893deb9a8 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:55.514548 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-807344cd-a911-4178-a1fb-1b26edd163c3 service neutron] 10.222.0.50 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310101 Jun 02 16:33:55.536430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564c863-b5d4-4679-97f7-8766022c33ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b2cbdf-5187-47ec-ac3c-f7ded0ca3c80,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:55.538931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3564c863-b5d4-4679-97f7-8766022c33ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:55.547386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3564c863-b5d4-4679-97f7-8766022c33ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:55.548602 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3564c863-b5d4-4679-97f7-8766022c33ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1488256 Jun 02 16:33:55.551760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39180) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:55.556749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-67c97d28-8b55-4605-b528-ac4be641467b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '686cf268-b3f9-4b7b-a755-f7ba5017b4c1', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:55.562809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-67c97d28-8b55-4605-b528-ac4be641467b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:55.566757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-67c97d28-8b55-4605-b528-ac4be641467b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:55.569621 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-67c97d28-8b55-4605-b528-ac4be641467b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:55.575874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-67c97d28-8b55-4605-b528-ac4be641467b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:55.594015 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-67c97d28-8b55-4605-b528-ac4be641467b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:55.659003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-67c97d28-8b55-4605-b528-ac4be641467b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:55.663206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-67c97d28-8b55-4605-b528-ac4be641467b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:55.665039 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-339c67fb-dab9-41df-be02-87f285709c31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:55.688691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c97d28-8b55-4605-b528-ac4be641467b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce690787-9263-445a-aeff-cb0811bc333d,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:55.691350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-67c97d28-8b55-4605-b528-ac4be641467b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:55.699761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-67c97d28-8b55-4605-b528-ac4be641467b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:55.703677 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-67c97d28-8b55-4605-b528-ac4be641467b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483083 Jun 02 16:33:55.704151 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39188) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:55.709079 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-892ba3bb-5c12-42f7-a6df-ea642d72f2a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '686cf268-b3f9-4b7b-a755-f7ba5017b4c1', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:55.715342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-892ba3bb-5c12-42f7-a6df-ea642d72f2a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:55.719524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-892ba3bb-5c12-42f7-a6df-ea642d72f2a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:55.722593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-892ba3bb-5c12-42f7-a6df-ea642d72f2a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:55.728770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-892ba3bb-5c12-42f7-a6df-ea642d72f2a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:55.746264 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-892ba3bb-5c12-42f7-a6df-ea642d72f2a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:56.000175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-7866627a-d4e7-4b01-99de-899de9113036 req-7636d428-c805-4883-b171-b4e30d41b67d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Synchronizing usage tracker for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:33:56.030590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-892ba3bb-5c12-42f7-a6df-ea642d72f2a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:56.033921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-7866627a-d4e7-4b01-99de-899de9113036 req-7636d428-c805-4883-b171-b4e30d41b67d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Unset dirty status for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:33:56.035149 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7866627a-d4e7-4b01-99de-899de9113036 req-7636d428-c805-4883-b171-b4e30d41b67d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 210 time: 0.0856478 Jun 02 16:33:56.036144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-892ba3bb-5c12-42f7-a6df-ea642d72f2a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:56.037997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2538b1da-7e39-41b1-bbb6-ee20f8c97357 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:56.061099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ba3bb-5c12-42f7-a6df-ea642d72f2a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efb3c5f-a3ae-4c42-be7c-3fc41aec3bf0,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:56.063605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-892ba3bb-5c12-42f7-a6df-ea642d72f2a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:56.072976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-892ba3bb-5c12-42f7-a6df-ea642d72f2a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:56.074285 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-892ba3bb-5c12-42f7-a6df-ea642d72f2a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3689656 Jun 02 16:33:56.077206 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39198) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:56.082125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-38ad5d88-c5d5-456b-aff8-1a7e35970dcf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '686cf268-b3f9-4b7b-a755-f7ba5017b4c1', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:56.088385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-38ad5d88-c5d5-456b-aff8-1a7e35970dcf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:56.092262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-38ad5d88-c5d5-456b-aff8-1a7e35970dcf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:56.095181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-38ad5d88-c5d5-456b-aff8-1a7e35970dcf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:56.100916 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-38ad5d88-c5d5-456b-aff8-1a7e35970dcf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:56.111751 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-38ad5d88-c5d5-456b-aff8-1a7e35970dcf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:33:56.117598 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-38ad5d88-c5d5-456b-aff8-1a7e35970dcf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:56.183640 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-38ad5d88-c5d5-456b-aff8-1a7e35970dcf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:56.189030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-38ad5d88-c5d5-456b-aff8-1a7e35970dcf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:56.194989 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3564c863-b5d4-4679-97f7-8766022c33ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:56.215071 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad5d88-c5d5-456b-aff8-1a7e35970dcf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6c42e2-e340-40ea-b89c-3dd74d05e79d,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:56.218955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-38ad5d88-c5d5-456b-aff8-1a7e35970dcf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:56.230536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-38ad5d88-c5d5-456b-aff8-1a7e35970dcf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:56.231921 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-38ad5d88-c5d5-456b-aff8-1a7e35970dcf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1535447 Jun 02 16:33:56.235234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39200) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:33:56.240558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-b3e512da-ac22-4364-8b38-cc4d464cc09b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '686cf268-b3f9-4b7b-a755-f7ba5017b4c1', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:56.247959 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b3e512da-ac22-4364-8b38-cc4d464cc09b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:56.252292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b3e512da-ac22-4364-8b38-cc4d464cc09b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:33:56.255531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b3e512da-ac22-4364-8b38-cc4d464cc09b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:33:56.261424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b3e512da-ac22-4364-8b38-cc4d464cc09b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:56.272565 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-b3e512da-ac22-4364-8b38-cc4d464cc09b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:33:56.279078 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b3e512da-ac22-4364-8b38-cc4d464cc09b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:56.347025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b3e512da-ac22-4364-8b38-cc4d464cc09b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:56.352725 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b3e512da-ac22-4364-8b38-cc4d464cc09b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:56.354615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9cc4cbb0-515a-47a9-bbd1-df4059beb7a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:56.377439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e512da-ac22-4364-8b38-cc4d464cc09b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad7f098-0648-4c93-a14b-3da569a4af6a,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:56.382312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b3e512da-ac22-4364-8b38-cc4d464cc09b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:56.387662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b3e512da-ac22-4364-8b38-cc4d464cc09b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:56.388879 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b3e512da-ac22-4364-8b38-cc4d464cc09b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1524677 Jun 02 16:33:56.622222 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-99166a90-eb52-495e-bedb-490e456a4da1 req-0de242e6-0210-4f0f-a764-8b7167fc0f87 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606465904&fields=id&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 267 time: 0.0437927 Jun 02 16:33:56.784197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99166a90-eb52-495e-bedb-490e456a4da1 req-889f7da3-4ed2-4b3d-958d-49de89e0d89c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:56.785685 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-99166a90-eb52-495e-bedb-490e456a4da1 req-889f7da3-4ed2-4b3d-958d-49de89e0d89c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/networks?id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa HTTP/1.1" status: 200 len: 797 time: 0.1564577 Jun 02 16:33:56.801232 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-99166a90-eb52-495e-bedb-490e456a4da1 req-92d069cb-20b1-427e-8ed3-88f26c3c14d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/quotas/fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 375 time: 0.0099182 Jun 02 16:33:56.896319 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-99166a90-eb52-495e-bedb-490e456a4da1 req-ded1f641-adf5-47ef-b858-4ed64b52af88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0894940 Jun 02 16:33:57.035121 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-99166a90-eb52-495e-bedb-490e456a4da1 req-bea626ca-d1dd-459e-bf66-b16e096a6a67 service neutron] 10.222.0.50 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271265 Jun 02 16:33:57.147478 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-db1f2915-b5a3-496c-a0e7-4774f67d03a6 req-03ea1975-572c-41b3-97a8-69dab64b238d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 210 time: 0.0570309 Jun 02 16:33:57.348274 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-99166a90-eb52-495e-bedb-490e456a4da1 req-7ac7b1d6-3c87-4e9b-a8cf-00c602012e7d service neutron] 10.222.0.50 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069258 Jun 02 16:33:57.541591 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-57ea962c-db06-42cc-9f21-b335e4db178b req-bce1ca9c-d32a-4933-a4df-3a5326de6640 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 210 time: 0.0477087 Jun 02 16:33:58.326808 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a844046a-98ca-44e5-a8ff-56cb03d5a5fc req-1cef2982-f409-43c0-b011-0bde052b98d2 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 210 time: 0.0583835 Jun 02 16:33:58.338985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-a70cfb14-2814-43ae-ae0b-15a249fbd8ad tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:58.340237 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-a70cfb14-2814-43ae-ae0b-15a249fbd8ad tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.49 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 811 time: 0.2104089 Jun 02 16:33:58.394757 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-64183de7-c428-4111-8957-e30517b5f335 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25ba4acfd702498a9998e9c04cf306c2 HTTP/1.1" status: 200 len: 380 time: 0.0445604 Jun 02 16:33:58.407554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Request body: {'port': {'device_id': '50cae8ab-2622-4e11-8722-91351a0a54d5', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'admin_state_up': True, 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'security_groups': ['f7a7c4fa-01f9-48a2-948f-28e73ac897b6']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:58.558180 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:58.569172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:58.581626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Made reservation on behalf of 25ba4acfd702498a9998e9c04cf306c2 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:33:58.585903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:58.700678 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-676cd31f-d036-4ea5-97f5-f374cb28a799 req-ba6409c8-415e-4be8-8279-9682e8567fb1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 210 time: 0.0446270 Jun 02 16:33:58.777023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Allocated IP 172.20.0.5 (8c0e06c7-1160-4ba0-8ee4-beccf6a0f495/c4c296cb-3a1b-4372-9839-bd1325c4d823/fd7066c5-70fc-4df5-8137-7da9987bcda7) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:33:58.978846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99166a90-eb52-495e-bedb-490e456a4da1 req-a20b78d8-1987-4502-b851-71c72cbfa931 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:58.980393 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-99166a90-eb52-495e-bedb-490e456a4da1 req-a20b78d8-1987-4502-b851-71c72cbfa931 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/networks?id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa HTTP/1.1" status: 200 len: 797 time: 0.1881425 Jun 02 16:33:59.043653 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-99166a90-eb52-495e-bedb-490e456a4da1 req-a14f2d90-0cff-442e-9560-6f0cc7ed7973 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:33:59.056430 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:59.064637 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-99166a90-eb52-495e-bedb-490e456a4da1 req-a14f2d90-0cff-442e-9560-6f0cc7ed7973 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:33:59.066243 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-99166a90-eb52-495e-bedb-490e456a4da1 req-a14f2d90-0cff-442e-9560-6f0cc7ed7973 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 471 time: 0.0719829 Jun 02 16:33:59.080169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-99166a90-eb52-495e-bedb-490e456a4da1 req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'port': {'device_id': '6716e5c9-b223-452d-b7dd-e425dc07c75e', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'admin_state_up': True, 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'security_groups': ['686cf268-b3f9-4b7b-a755-f7ba5017b4c1']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:59.085335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Transition to ACTIVE for port object fd7066c5-70fc-4df5-8137-7da9987bcda7 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:59.123889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:59.130890 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d6df4909-2a3b-4b4b-9dc3-e5e1ed38eb39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:59.206398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:33:59.210470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:59.213211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:33:59.252753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event updated for resources: {'Port': ['ID=fd7066c5-70fc-4df5-8137-7da9987bcda7,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:59.256794 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-99166a90-eb52-495e-bedb-490e456a4da1 req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:33:59.263305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:33:59.269246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-99166a90-eb52-495e-bedb-490e456a4da1 req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:33:59.281934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99166a90-eb52-495e-bedb-490e456a4da1 req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:33:59.286397 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-99166a90-eb52-495e-bedb-490e456a4da1 req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:59.299865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:59.300541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:59.336548 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9334006 Jun 02 16:33:59.349630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Request body: {'port': {'device_id': '50cae8ab-2622-4e11-8722-91351a0a54d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:33:59.511800 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8bd37abf-94db-461c-abb2-4c4a32869ad6 None None] Provisioning for port fd7066c5-70fc-4df5-8137-7da9987bcda7 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:33:59.519063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-99166a90-eb52-495e-bedb-490e456a4da1 req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.7 (d69137fb-9ecf-40ca-a2a6-4f58e4977efa/95be9111-1aed-4c48-9a94-7647f452f51f/c478754a-7c50-48dd-ab8a-3bb0d79a1a37) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:33:59.521404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8bd37abf-94db-461c-abb2-4c4a32869ad6 None None] Provisioning complete for port fd7066c5-70fc-4df5-8137-7da9987bcda7 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:33:59.522035 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8bd37abf-94db-461c-abb2-4c4a32869ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:59.552147 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:59.595494 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-8bd37abf-94db-461c-abb2-4c4a32869ad6 None None] Port fd7066c5-70fc-4df5-8137-7da9987bcda7 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:33:59.634966 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516919e-ff04-4790-9454-78f3da095b18 req-6ff527f1-a598-4d71-9a10-c4a7adf5ad2f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:33:59.635721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-5516919e-ff04-4790-9454-78f3da095b18 req-6ff527f1-a598-4d71-9a10-c4a7adf5ad2f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Synchronizing usage tracker for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:33:59.708408 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-5516919e-ff04-4790-9454-78f3da095b18 req-6ff527f1-a598-4d71-9a10-c4a7adf5ad2f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Unset dirty status for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:33:59.709670 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5516919e-ff04-4790-9454-78f3da095b18 req-6ff527f1-a598-4d71-9a10-c4a7adf5ad2f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 931 time: 0.2468600 Jun 02 16:33:59.739527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-99166a90-eb52-495e-bedb-490e456a4da1 req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:59.763267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-99166a90-eb52-495e-bedb-490e456a4da1 req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object c478754a-7c50-48dd-ab8a-3bb0d79a1a37 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:33:59.800544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-99166a90-eb52-495e-bedb-490e456a4da1 req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:33:59.811805 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-dcfd447b-9551-4c6c-aa2f-8f2d13a9214e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:33:59.827464 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5516919e-ff04-4790-9454-78f3da095b18 req-6effbf19-4796-4551-8eba-cb91151f4155 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073203 Jun 02 16:33:59.938368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99166a90-eb52-495e-bedb-490e456a4da1 req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network d69137fb-9ecf-40ca-a2a6-4f58e4977efa is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:33:59.943270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-99166a90-eb52-495e-bedb-490e456a4da1 req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:33:59.951441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-99166a90-eb52-495e-bedb-490e456a4da1 req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:33:59.983792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=c478754a-7c50-48dd-ab8a-3bb0d79a1a37,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:33:59.996270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:00.031216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7066c5-70fc-4df5-8137-7da9987bcda7 {{(pid=92322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:34:00.032431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99166a90-eb52-495e-bedb-490e456a4da1 req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:00.033088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-99166a90-eb52-495e-bedb-490e456a4da1 req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:00.040695 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:00.064625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Transition to ACTIVE for port object fd7066c5-70fc-4df5-8137-7da9987bcda7 will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:34:00.070711 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9467b-a756-417f-8429-cbe75d972fbf req-d1c1faf9-b6d7-465a-bc55-3f3a2769329f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:00.071524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-d1b9467b-a756-417f-8429-cbe75d972fbf req-d1c1faf9-b6d7-465a-bc55-3f3a2769329f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:34:00.071929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:00.077426 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-99166a90-eb52-495e-bedb-490e456a4da1 req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0015268 Jun 02 16:34:00.087468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c6c3147e-6bcf-483a-8a28-0ed0c1aeb66c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:00.098162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Request body: {'port': {'device_id': '6716e5c9-b223-452d-b7dd-e425dc07c75e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:34:00.134039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-d1b9467b-a756-417f-8429-cbe75d972fbf req-d1c1faf9-b6d7-465a-bc55-3f3a2769329f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:34:00.135258 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d1b9467b-a756-417f-8429-cbe75d972fbf req-d1c1faf9-b6d7-465a-bc55-3f3a2769329f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 931 time: 0.2787402 Jun 02 16:34:00.244550 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d1b9467b-a756-417f-8429-cbe75d972fbf req-43e51268-706d-4b9e-8987-c21caa740a80 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=686cf268-b3f9-4b7b-a755-f7ba5017b4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018529 Jun 02 16:34:00.283464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:00.301909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7066c5-70fc-4df5-8137-7da9987bcda7,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:00.331817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-513ef387-9b29-4458-ac8f-0dfa8028bb1e None None] Provisioning for port c478754a-7c50-48dd-ab8a-3bb0d79a1a37 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:34:00.339716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-513ef387-9b29-4458-ac8f-0dfa8028bb1e None None] Provisioning complete for port c478754a-7c50-48dd-ab8a-3bb0d79a1a37 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:34:00.340453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-513ef387-9b29-4458-ac8f-0dfa8028bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:00.365612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:00.383878 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Attempting to bind port fd7066c5-70fc-4df5-8137-7da9987bcda7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:34:00.384341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Attempting to bind port fd7066c5-70fc-4df5-8137-7da9987bcda7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:34:00.384744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Attempting to bind port fd7066c5-70fc-4df5-8137-7da9987bcda7 on network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:34:00.390912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Port fd7066c5-70fc-4df5-8137-7da9987bcda7 on network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:34:00.391326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Attempting to bind port fd7066c5-70fc-4df5-8137-7da9987bcda7 on network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:34:00.404146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:34:00.404583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Checking segment: {'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:34:00.405156 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Bound using segment: {'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:34:00.405673 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Bound port: fd7066c5-70fc-4df5-8137-7da9987bcda7, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:34:00.406482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:00.470684 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-513ef387-9b29-4458-ac8f-0dfa8028bb1e None None] Port c478754a-7c50-48dd-ab8a-3bb0d79a1a37 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:34:00.513458 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] For port fd7066c5-70fc-4df5-8137-7da9987bcda7, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:34:00.516910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] For port fd7066c5-70fc-4df5-8137-7da9987bcda7, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd7066c5-70fc-4df5-8137-7da9987bcda7,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:34:00.522184 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:00.527742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-84c501e9-2f92-4881-8521-9b4c9a720252 tempest-PortsTestJSON-1942610305 tempest-PortsTestJSON-1942610305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:00.576152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:00.576827 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:00.578783 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] 10.222.0.49 "PUT /v2.0/ports/fd7066c5-70fc-4df5-8137-7da9987bcda7 HTTP/1.1" status: 200 len: 1093 time: 1.2341044 Jun 02 16:34:00.581941 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cae8ab-2622-4e11-8722-91351a0a54d5', 'tag': 'fd7066c5-70fc-4df5-8137-7da9987bcda7'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:34:00.585681 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590baf21-096d-43fc-a1d7-c2d131252c05" -d '{"events": [{"name": "network-changed", "server_uuid": "50cae8ab-2622-4e11-8722-91351a0a54d5", "tag": "fd7066c5-70fc-4df5-8137-7da9987bcda7"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:34:00.666973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23654d25-9d11-4ff1-9bbf-43960dc07a75 x-openstack-request-id: req-23654d25-9d11-4ff1-9bbf-43960dc07a75 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:34:00.667314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50cae8ab-2622-4e11-8722-91351a0a54d5", "tag": "fd7066c5-70fc-4df5-8137-7da9987bcda7", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:34:00.667614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23654d25-9d11-4ff1-9bbf-43960dc07a75 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:34:00.668058 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50cae8ab-2622-4e11-8722-91351a0a54d5', 'tag': 'fd7066c5-70fc-4df5-8137-7da9987bcda7', 'status': 'completed', 'code': 200} Jun 02 16:34:00.683269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7066c5-70fc-4df5-8137-7da9987bcda7,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:00.687110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:00.717787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-1b6b448d-091f-40b5-92c3-b769e7164797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:00.719379 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-1b6b448d-091f-40b5-92c3-b769e7164797 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 1096 time: 0.0945659 Jun 02 16:34:00.760844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c478754a-7c50-48dd-ab8a-3bb0d79a1a37 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:34:00.770558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:00.787119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Transition to ACTIVE for port object c478754a-7c50-48dd-ab8a-3bb0d79a1a37 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:34:00.796485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:00.799496 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-ff7804af-6672-42fe-bfa2-f7b8157c913c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd7066c5-70fc-4df5-8137-7da9987bcda7 HTTP/1.1" status: 200 len: 217 time: 0.0681651 Jun 02 16:34:00.804809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b6d60ede-f2bd-45dc-aaf4-7ee13fc3c78d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:00.895081 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-a1591154-b74e-4fb1-8f76-104fc02c48ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:00.896551 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-a1591154-b74e-4fb1-8f76-104fc02c48ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4c296cb-3a1b-4372-9839-bd1325c4d823 HTTP/1.1" status: 200 len: 850 time: 0.0873206 Jun 02 16:34:00.984811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-5cd469bd-3392-4d4d-bb02-f0ca8dd8463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:00.986451 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-5cd469bd-3392-4d4d-bb02-f0ca8dd8463c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0798891 Jun 02 16:34:01.123750 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Pushing event updated for resources: {'Port': ['ID=c478754a-7c50-48dd-ab8a-3bb0d79a1a37,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:01.129361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:01.323803 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-57d5b06f-79f7-4701-a49b-2ec3d5a5c6e2 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255262 Jun 02 16:34:01.340022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Attempting to bind port c478754a-7c50-48dd-ab8a-3bb0d79a1a37 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:34:01.340376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Attempting to bind port c478754a-7c50-48dd-ab8a-3bb0d79a1a37 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:34:01.340755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Attempting to bind port c478754a-7c50-48dd-ab8a-3bb0d79a1a37 on network d69137fb-9ecf-40ca-a2a6-4f58e4977efa {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:34:01.348571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Port c478754a-7c50-48dd-ab8a-3bb0d79a1a37 on network d69137fb-9ecf-40ca-a2a6-4f58e4977efa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:34:01.349015 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Attempting to bind port c478754a-7c50-48dd-ab8a-3bb0d79a1a37 on network d69137fb-9ecf-40ca-a2a6-4f58e4977efa {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:34:01.358880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62d47b-3e3c-4a0b-ad61-c901c907d17f req-813485a5-dbfc-4012-a9cd-1d9b248bb125 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:01.360415 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ef62d47b-3e3c-4a0b-ad61-c901c907d17f req-813485a5-dbfc-4012-a9cd-1d9b248bb125 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 943 time: 0.3842115 Jun 02 16:34:01.365131 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:34:01.365465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Checking segment: {'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:34:01.366125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Bound using segment: {'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:34:01.366448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Bound port: c478754a-7c50-48dd-ab8a-3bb0d79a1a37, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61985224-c9b9-4e35-b430-4702f960e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:34:01.366839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:01.470837 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ef62d47b-3e3c-4a0b-ad61-c901c907d17f req-f7bb3ab0-a820-49cf-8c2c-65eb8202fe09 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906348 Jun 02 16:34:01.507325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] For port c478754a-7c50-48dd-ab8a-3bb0d79a1a37, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:34:01.511405 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] For port c478754a-7c50-48dd-ab8a-3bb0d79a1a37, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c478754a-7c50-48dd-ab8a-3bb0d79a1a37,segment=NetworkSegment(61985224-c9b9-4e35-b430-4702f960e921),segment_id=61985224-c9b9-4e35-b430-4702f960e921)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:34:01.518335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:01.522933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:01.542868 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7305a2ef-a243-4211-b9eb-4f8cce1e73bd req-3acefa21-487e-4129-a9ea-1b1225fff459 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092373 Jun 02 16:34:01.566521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea932c13-3131-4a12-9574-a5f06bc98be7 req-05c140a9-ad19-4048-9311-400de3b7f33a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:01.569555 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ea932c13-3131-4a12-9574-a5f06bc98be7 req-05c140a9-ad19-4048-9311-400de3b7f33a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 943 time: 0.1448014 Jun 02 16:34:01.602981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:01.603602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:01.605018 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-99166a90-eb52-495e-bedb-490e456a4da1 req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] 10.222.0.49 "PUT /v2.0/ports/c478754a-7c50-48dd-ab8a-3bb0d79a1a37 HTTP/1.1" status: 200 len: 1093 time: 1.5176990 Jun 02 16:34:01.605728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6716e5c9-b223-452d-b7dd-e425dc07c75e', 'tag': 'c478754a-7c50-48dd-ab8a-3bb0d79a1a37'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:34:01.608516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45cbf77-b965-42f7-98b8-897780f28684" -d '{"events": [{"name": "network-changed", "server_uuid": "6716e5c9-b223-452d-b7dd-e425dc07c75e", "tag": "c478754a-7c50-48dd-ab8a-3bb0d79a1a37"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:34:01.627275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Pushing event updated for resources: {'Port': ['ID=c478754a-7c50-48dd-ab8a-3bb0d79a1a37,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:01.631955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:01.689917 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdcb19d-1874-4a1f-b76a-3c307ede60f3 x-openstack-request-id: req-cbdcb19d-1874-4a1f-b76a-3c307ede60f3 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:34:01.692088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6716e5c9-b223-452d-b7dd-e425dc07c75e", "tag": "c478754a-7c50-48dd-ab8a-3bb0d79a1a37", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:34:01.692605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbdcb19d-1874-4a1f-b76a-3c307ede60f3 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:34:01.693248 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6716e5c9-b223-452d-b7dd-e425dc07c75e', 'tag': 'c478754a-7c50-48dd-ab8a-3bb0d79a1a37', 'status': 'completed', 'code': 200} Jun 02 16:34:01.726455 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ea932c13-3131-4a12-9574-a5f06bc98be7 req-6052a357-364c-431d-a16f-7b2f7f1d0856 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=686cf268-b3f9-4b7b-a755-f7ba5017b4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516285 Jun 02 16:34:01.743459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99166a90-eb52-495e-bedb-490e456a4da1 req-96e3b475-31ab-4f57-b6c3-0c27f31f5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:01.744986 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-99166a90-eb52-495e-bedb-490e456a4da1 req-96e3b475-31ab-4f57-b6c3-0c27f31f5217 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 1096 time: 0.0875645 Jun 02 16:34:01.767869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590baf21-096d-43fc-a1d7-c2d131252c05 req-ec737b27-fab6-44b3-b3b9-ba5c8759998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:01.769665 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-590baf21-096d-43fc-a1d7-c2d131252c05 req-ec737b27-fab6-44b3-b3b9-ba5c8759998b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 1096 time: 0.1403925 Jun 02 16:34:01.838751 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-99166a90-eb52-495e-bedb-490e456a4da1 req-a3be978d-0f46-462f-8733-376e3cd44522 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c478754a-7c50-48dd-ab8a-3bb0d79a1a37 HTTP/1.1" status: 200 len: 217 time: 0.0807831 Jun 02 16:34:01.918966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99166a90-eb52-495e-bedb-490e456a4da1 req-956b019f-eb9d-48eb-b2f9-3164bcc00d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:01.920513 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-99166a90-eb52-495e-bedb-490e456a4da1 req-956b019f-eb9d-48eb-b2f9-3164bcc00d61 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95be9111-1aed-4c48-9a94-7647f452f51f HTTP/1.1" status: 200 len: 835 time: 0.0717130 Jun 02 16:34:01.928999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590baf21-096d-43fc-a1d7-c2d131252c05 req-57ba8bcd-080b-4907-bdfb-7dedc12158f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:01.930485 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-590baf21-096d-43fc-a1d7-c2d131252c05 req-57ba8bcd-080b-4907-bdfb-7dedc12158f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 912 time: 0.1510830 Jun 02 16:34:02.009628 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99166a90-eb52-495e-bedb-490e456a4da1 req-bdb9dd84-c57a-4ea1-9910-ecb68be9e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:02.009907 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-590baf21-096d-43fc-a1d7-c2d131252c05 req-386ed423-52e6-4f23-b24c-df8bba43d5a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd7066c5-70fc-4df5-8137-7da9987bcda7 HTTP/1.1" status: 200 len: 217 time: 0.0698380 Jun 02 16:34:02.011341 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-99166a90-eb52-495e-bedb-490e456a4da1 req-bdb9dd84-c57a-4ea1-9910-ecb68be9e5a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0799427 Jun 02 16:34:02.084327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590baf21-096d-43fc-a1d7-c2d131252c05 req-fc77315e-45ed-497c-a450-27eaf71f4f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:02.086018 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-590baf21-096d-43fc-a1d7-c2d131252c05 req-fc77315e-45ed-497c-a450-27eaf71f4f16 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4c296cb-3a1b-4372-9839-bd1325c4d823 HTTP/1.1" status: 200 len: 850 time: 0.0586112 Jun 02 16:34:02.159054 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-99166a90-eb52-495e-bedb-490e456a4da1 req-ad54a921-8175-4110-a863-f7a5c235f2c7 service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305592 Jun 02 16:34:02.173715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590baf21-096d-43fc-a1d7-c2d131252c05 req-c91c8ea2-e58b-424e-b193-32add0696139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:02.175388 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-590baf21-096d-43fc-a1d7-c2d131252c05 req-c91c8ea2-e58b-424e-b193-32add0696139 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0815344 Jun 02 16:34:02.297087 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-99166a90-eb52-495e-bedb-490e456a4da1 req-8c2d9328-c95f-4bcc-a613-06ffe8bc9fba service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296678 Jun 02 16:34:02.316087 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-590baf21-096d-43fc-a1d7-c2d131252c05 req-f8f71140-d62c-40ec-b056-8b7ccfd87133 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322372 Jun 02 16:34:02.437256 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cbf77-b965-42f7-98b8-897780f28684 req-f895190f-6caf-4619-ada1-5420bacb0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:02.439197 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f45cbf77-b965-42f7-98b8-897780f28684 req-f895190f-6caf-4619-ada1-5420bacb0c77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 1096 time: 0.0804543 Jun 02 16:34:02.460301 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-590baf21-096d-43fc-a1d7-c2d131252c05 req-68c1d84d-a8d3-48bf-97fc-3e9b3185cce2 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288466 Jun 02 16:34:02.641558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cbf77-b965-42f7-98b8-897780f28684 req-c6262ab9-98c5-4af5-9203-f096fb3ec257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:02.643061 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f45cbf77-b965-42f7-98b8-897780f28684 req-c6262ab9-98c5-4af5-9203-f096fb3ec257 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa HTTP/1.1" status: 200 len: 898 time: 0.1961322 Jun 02 16:34:02.723836 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f45cbf77-b965-42f7-98b8-897780f28684 req-0278b565-957a-449c-8556-48302bb4e87b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c478754a-7c50-48dd-ab8a-3bb0d79a1a37 HTTP/1.1" status: 200 len: 217 time: 0.0711904 Jun 02 16:34:02.788652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325581cc-84c5-4d4e-89e6-43b7cb731dde req-6245dd1f-b341-40f2-b5e7-affccf33809b tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:02.790124 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-325581cc-84c5-4d4e-89e6-43b7cb731dde req-6245dd1f-b341-40f2-b5e7-affccf33809b tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 943 time: 0.2016428 Jun 02 16:34:02.825349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cbf77-b965-42f7-98b8-897780f28684 req-c769ca07-9307-4474-a3a4-fdbd54cc72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:02.826833 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f45cbf77-b965-42f7-98b8-897780f28684 req-c769ca07-9307-4474-a3a4-fdbd54cc72ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95be9111-1aed-4c48-9a94-7647f452f51f HTTP/1.1" status: 200 len: 835 time: 0.0954900 Jun 02 16:34:02.886056 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-325581cc-84c5-4d4e-89e6-43b7cb731dde req-dae74657-a058-4d82-8bce-e5d20759b24b tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869684 Jun 02 16:34:02.924766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cbf77-b965-42f7-98b8-897780f28684 req-ab12db7e-9d9c-4ec5-87be-8814cb0716fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:02.926579 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f45cbf77-b965-42f7-98b8-897780f28684 req-ab12db7e-9d9c-4ec5-87be-8814cb0716fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0910535 Jun 02 16:34:02.941106 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f8c0f-912f-45c2-96a8-996cd6161ad6 req-9ba1dac7-5d64-4ef1-80e5-a97cf61d75e1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:02.941707 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cb2a6d63-875f-47f1-baad-569018bcb40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:02.942753 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7b1f8c0f-912f-45c2-96a8-996cd6161ad6 req-9ba1dac7-5d64-4ef1-80e5-a97cf61d75e1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 943 time: 0.0961843 Jun 02 16:34:02.989934 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7b1f8c0f-912f-45c2-96a8-996cd6161ad6 req-51b8232f-5ae6-4d11-8b0c-fb3ea8ca0787 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=686cf268-b3f9-4b7b-a755-f7ba5017b4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407846 Jun 02 16:34:03.075674 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f45cbf77-b965-42f7-98b8-897780f28684 req-01ab82c2-b19c-4a39-bc28-fd6f02e7074c service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354916 Jun 02 16:34:03.211715 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f45cbf77-b965-42f7-98b8-897780f28684 req-e23c30df-52f3-4ab6-a74c-2dd21c789780 service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338768 Jun 02 16:34:04.088253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594fc9c-0f78-4689-99a0-f64d9d99f369 req-ab09e80b-5de5-4d12-812a-d7e554992a74 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:04.089902 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9594fc9c-0f78-4689-99a0-f64d9d99f369 req-ab09e80b-5de5-4d12-812a-d7e554992a74 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 943 time: 0.0877740 Jun 02 16:34:04.143440 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9594fc9c-0f78-4689-99a0-f64d9d99f369 req-0176c24d-80e2-4f17-a03e-2f02be0c069a tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460930 Jun 02 16:34:04.189424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307b52f-2c40-4275-af63-c12ee10aa30b req-7628efec-5e8d-4696-b946-e8396fcf91bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:04.190915 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1307b52f-2c40-4275-af63-c12ee10aa30b req-7628efec-5e8d-4696-b946-e8396fcf91bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 943 time: 0.0880251 Jun 02 16:34:04.237921 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1307b52f-2c40-4275-af63-c12ee10aa30b req-c2049d67-acb8-427e-9478-8d6dd45533bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=686cf268-b3f9-4b7b-a755-f7ba5017b4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400410 Jun 02 16:34:05.025112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:05.202125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device c478754a-7c50-48dd-ab8a-3bb0d79a1a37 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:34:05.348088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port c478754a-7c50-48dd-ab8a-3bb0d79a1a37, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c478754a-7c50-48dd-ab8a-3bb0d79a1a37,segment=NetworkSegment(61985224-c9b9-4e35-b430-4702f960e921),segment_id=61985224-c9b9-4e35-b430-4702f960e921)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:34:05.357351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db803dd1-5fa3-4a96-b578-f253039baff9 req-caef77c2-5549-4ba8-9a90-92279f98d071 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:05.359839 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-db803dd1-5fa3-4a96-b578-f253039baff9 req-caef77c2-5549-4ba8-9a90-92279f98d071 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 943 time: 0.1053951 Jun 02 16:34:05.363067 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'c478754a-7c50-48dd-ab8a-3bb0d79a1a37', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'port_id': 'c478754a-7c50-48dd-ab8a-3bb0d79a1a37', 'mac_address': 'fa:16:3e:aa:2d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:34:05.421889 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-db803dd1-5fa3-4a96-b578-f253039baff9 req-2ab67f08-3eb1-4547-a6b8-ff4ded894a0a tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550201 Jun 02 16:34:05.429977 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-da63cfcc-19bc-4f42-972a-728457b7ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:05.433417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:05.451440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c478754a-7c50-48dd-ab8a-3bb0d79a1a37 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:34:05.457655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d980c-dff3-40de-8437-fd3535212857 req-44e444a2-f456-43a9-9c5f-ad1079e7a317 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:05.459069 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-283d980c-dff3-40de-8437-fd3535212857 req-44e444a2-f456-43a9-9c5f-ad1079e7a317 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 943 time: 0.1129866 Jun 02 16:34:05.468095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port c478754a-7c50-48dd-ab8a-3bb0d79a1a37, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c478754a-7c50-48dd-ab8a-3bb0d79a1a37,segment=NetworkSegment(61985224-c9b9-4e35-b430-4702f960e921),segment_id=61985224-c9b9-4e35-b430-4702f960e921)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:34:05.473535 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:05.477004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-72bbbfb7-b32b-4eb5-8770-af5b2e62ea35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:05.513417 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-283d980c-dff3-40de-8437-fd3535212857 req-78e2cf16-8391-4134-bfef-de337a7b5785 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=686cf268-b3f9-4b7b-a755-f7ba5017b4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485880 Jun 02 16:34:05.565884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=c478754a-7c50-48dd-ab8a-3bb0d79a1a37,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:05.569452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:05.734104 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['c478754a-7c50-48dd-ab8a-3bb0d79a1a37'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:34:06.610348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924625d9-8aab-41fe-a6d1-d74a06452992 req-3e77193b-e4ca-45b3-a94d-3d71ad8db6bb tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:06.611997 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-924625d9-8aab-41fe-a6d1-d74a06452992 req-3e77193b-e4ca-45b3-a94d-3d71ad8db6bb tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 943 time: 0.0832789 Jun 02 16:34:06.635455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:06.667977 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-924625d9-8aab-41fe-a6d1-d74a06452992 req-3f39c3a1-062a-44b8-bdf7-c6655d3181fc tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489984 Jun 02 16:34:06.761146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8134d-efa0-41e2-b4a5-439cacbbc164 req-b5d94167-9cbe-4e15-84ed-10e93ba77c64 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:06.762768 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-18c8134d-efa0-41e2-b4a5-439cacbbc164 req-b5d94167-9cbe-4e15-84ed-10e93ba77c64 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 944 time: 0.0812874 Jun 02 16:34:06.809966 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-18c8134d-efa0-41e2-b4a5-439cacbbc164 req-42a9d5db-bb36-4a47-b6e1-512aacd9a0e2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=686cf268-b3f9-4b7b-a755-f7ba5017b4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413523 Jun 02 16:34:07.219628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device c478754a-7c50-48dd-ab8a-3bb0d79a1a37 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:34:07.293327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port c478754a-7c50-48dd-ab8a-3bb0d79a1a37 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:34:07.298745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port c478754a-7c50-48dd-ab8a-3bb0d79a1a37 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:34:07.299121 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:07.417659 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:07.444616 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6716e5c9-b223-452d-b7dd-e425dc07c75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c478754a-7c50-48dd-ab8a-3bb0d79a1a37'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:34:07.446921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94019a4c-cebb-4061-b90e-c4e350b760ce" -d '{"events": [{"server_uuid": "6716e5c9-b223-452d-b7dd-e425dc07c75e", "name": "network-vif-plugged", "status": "completed", "tag": "c478754a-7c50-48dd-ab8a-3bb0d79a1a37"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:34:07.454794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port c478754a-7c50-48dd-ab8a-3bb0d79a1a37, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c478754a-7c50-48dd-ab8a-3bb0d79a1a37,segment=NetworkSegment(61985224-c9b9-4e35-b430-4702f960e921),segment_id=61985224-c9b9-4e35-b430-4702f960e921)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:34:07.460019 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:07.462061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:07.548494 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6212fcbf-9762-426f-8943-2e79ff07f11d x-openstack-request-id: req-6212fcbf-9762-426f-8943-2e79ff07f11d {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:34:07.548811 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6716e5c9-b223-452d-b7dd-e425dc07c75e", "name": "network-vif-plugged", "status": "completed", "tag": "c478754a-7c50-48dd-ab8a-3bb0d79a1a37", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:34:07.549031 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6212fcbf-9762-426f-8943-2e79ff07f11d {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:34:07.549415 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6716e5c9-b223-452d-b7dd-e425dc07c75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c478754a-7c50-48dd-ab8a-3bb0d79a1a37', 'code': 200} Jun 02 16:34:07.582090 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=c478754a-7c50-48dd-ab8a-3bb0d79a1a37,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:07.585594 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:07.742734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54351fc-8729-46b6-9069-84594b618304 req-ed9da036-b90f-4191-93c1-9ee66bfa0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:07.744140 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a54351fc-8729-46b6-9069-84594b618304 req-ed9da036-b90f-4191-93c1-9ee66bfa0a69 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 1098 time: 0.0754776 Jun 02 16:34:07.873785 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccda0d-5b98-4e8c-a39e-f42d76bdaa90 req-e677ef62-d328-40e1-8bb1-a7a2121d5873 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:07.875456 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8cccda0d-5b98-4e8c-a39e-f42d76bdaa90 req-e677ef62-d328-40e1-8bb1-a7a2121d5873 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 943 time: 0.0993171 Jun 02 16:34:07.924820 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8cccda0d-5b98-4e8c-a39e-f42d76bdaa90 req-31b1b524-4d08-45ab-b61e-f16e383dbce4 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427859 Jun 02 16:34:07.977838 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a54351fc-8729-46b6-9069-84594b618304 req-38dc12f5-ae5f-420a-a289-a51fa7aaf52b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=686cf268-b3f9-4b7b-a755-f7ba5017b4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260189 Jun 02 16:34:08.012905 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a1b10-3b0f-42e9-a9ab-623495e5e87a req-2bc55c98-af48-4c38-8db0-4f697d4997f5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:08.014424 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bc2a1b10-3b0f-42e9-a9ab-623495e5e87a req-2bc55c98-af48-4c38-8db0-4f697d4997f5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 945 time: 0.0942314 Jun 02 16:34:08.059395 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bc2a1b10-3b0f-42e9-a9ab-623495e5e87a req-b658dc76-96ab-4cb1-9064-7f8e4910a816 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=686cf268-b3f9-4b7b-a755-f7ba5017b4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391333 Jun 02 16:34:08.559315 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:09.112513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcad63d-5ec1-46a9-94f5-691aa5d917f7 req-973369fb-9dd2-41ef-9c0d-b8cdb58c9972 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:09.113942 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5dcad63d-5ec1-46a9-94f5-691aa5d917f7 req-973369fb-9dd2-41ef-9c0d-b8cdb58c9972 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 943 time: 0.0825837 Jun 02 16:34:09.142010 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:34:09.160372 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5dcad63d-5ec1-46a9-94f5-691aa5d917f7 req-1ae13b2a-e4eb-468b-9058-6c0e4a1e07e4 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406189 Jun 02 16:34:09.257961 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd879b-9eaa-4549-be89-7c53b6393503 req-73ddf664-fcdc-4c81-9f2d-4ad903013098 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:09.259345 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2cdd879b-9eaa-4549-be89-7c53b6393503 req-73ddf664-fcdc-4c81-9f2d-4ad903013098 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 945 time: 0.0879552 Jun 02 16:34:09.315645 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2cdd879b-9eaa-4549-be89-7c53b6393503 req-58aaf5a9-5dbe-4e39-bce9-947244a5fa10 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=686cf268-b3f9-4b7b-a755-f7ba5017b4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502763 Jun 02 16:34:09.513320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811174cb-2238-4e60-aa84-74abf01be558 req-719666de-c4a0-45b3-aa73-5301111fa5db tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:09.514829 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-811174cb-2238-4e60-aa84-74abf01be558 req-719666de-c4a0-45b3-aa73-5301111fa5db tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 945 time: 0.0878594 Jun 02 16:34:09.563070 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-811174cb-2238-4e60-aa84-74abf01be558 req-e305783a-e81b-488c-8112-456961750e59 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=686cf268-b3f9-4b7b-a755-f7ba5017b4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420563 Jun 02 16:34:09.587187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39284) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:09.663166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a8f4a3-12a9-406e-bc2c-8425974bc91c tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:09.664734 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-07a8f4a3-12a9-406e-bc2c-8425974bc91c tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 1093 time: 0.0764940 Jun 02 16:34:09.667953 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39286) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:09.673556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-cfa38ab6-2d92-4de6-b3ab-3b4cfa1ad8dd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'floatingip': {'port_id': 'c478754a-7c50-48dd-ab8a-3bb0d79a1a37'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:34:09.755869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cfa38ab6-2d92-4de6-b3ab-3b4cfa1ad8dd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:10.351982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4be81f-817d-4763-8788-6e1eb6e9aac2 req-7cdab210-2af4-4fe4-ae82-f2adb8464d55 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:10.353849 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2c4be81f-817d-4763-8788-6e1eb6e9aac2 req-7cdab210-2af4-4fe4-ae82-f2adb8464d55 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 943 time: 0.0878992 Jun 02 16:34:10.408109 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2c4be81f-817d-4763-8788-6e1eb6e9aac2 req-87aeb5e4-f458-4c1b-8cb7-e73374b8b1ff tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460269 Jun 02 16:34:10.536951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cfa38ab6-2d92-4de6-b3ab-3b4cfa1ad8dd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:10.541179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cfa38ab6-2d92-4de6-b3ab-3b4cfa1ad8dd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:10.715229 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-cfa38ab6-2d92-4de6-b3ab-3b4cfa1ad8dd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP 2ef16dea-94f2-4762-a978-ea1a6f712b60 associated. External IP: 172.26.3.243, port: c478754a-7c50-48dd-ab8a-3bb0d79a1a37. Jun 02 16:34:11.069630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa38ab6-2d92-4de6-b3ab-3b4cfa1ad8dd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 1a5d975d-3c0b-436c-b4ce-de933968e321 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:34:11.252522 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa38ab6-2d92-4de6-b3ab-3b4cfa1ad8dd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:34:11.256964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cfa38ab6-2d92-4de6-b3ab-3b4cfa1ad8dd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:11.262953 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f10950-900d-46c3-8c00-656038c42d65 None None] Sync routers for ids ['1a5d975d-3c0b-436c-b4ce-de933968e321'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:34:11.274023 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f10950-900d-46c3-8c00-656038c42d65 None None] Routers {'1a5d975d-3c0b-436c-b4ce-de933968e321'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:34:11.274694 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-06f10950-900d-46c3-8c00-656038c42d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:34:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1a5d975d-3c0b-436c-b4ce-de933968e321'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:11.315326 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cfa38ab6-2d92-4de6-b3ab-3b4cfa1ad8dd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/floatingips/2ef16dea-94f2-4762-a978-ea1a6f712b60 HTTP/1.1" status: 200 len: 991 time: 1.6434619 Jun 02 16:34:11.315326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6716e5c9-b223-452d-b7dd-e425dc07c75e', 'tag': 'c478754a-7c50-48dd-ab8a-3bb0d79a1a37'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:34:11.315756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aacecc9-b0e2-4245-b8bc-d2784c92dce9" -d '{"events": [{"name": "network-changed", "server_uuid": "6716e5c9-b223-452d-b7dd-e425dc07c75e", "tag": "c478754a-7c50-48dd-ab8a-3bb0d79a1a37"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:34:11.315900 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39290) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:11.358774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c68c1c-a94b-45cc-b916-5e7c2beae351 x-openstack-request-id: req-57c68c1c-a94b-45cc-b916-5e7c2beae351 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:34:11.359124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6716e5c9-b223-452d-b7dd-e425dc07c75e", "tag": "c478754a-7c50-48dd-ab8a-3bb0d79a1a37", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:34:11.359421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57c68c1c-a94b-45cc-b916-5e7c2beae351 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:34:11.359873 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6716e5c9-b223-452d-b7dd-e425dc07c75e', 'tag': 'c478754a-7c50-48dd-ab8a-3bb0d79a1a37', 'status': 'completed', 'code': 200} Jun 02 16:34:11.458433 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-06f10950-900d-46c3-8c00-656038c42d65 None None] Set router 1a5d975d-3c0b-436c-b4ce-de933968e321 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:34:11.483496 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f08959c3-b2a0-4d37-bf7f-233c1be55b11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/2ef16dea-94f2-4762-a978-ea1a6f712b60 HTTP/1.1" status: 200 len: 991 time: 0.1651816 Jun 02 16:34:11.505208 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacecc9-b0e2-4245-b8bc-d2784c92dce9 req-6ffbb647-f715-4ca1-80f9-a3e93553cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:11.506746 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8aacecc9-b0e2-4245-b8bc-d2784c92dce9 req-6ffbb647-f715-4ca1-80f9-a3e93553cd83 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 1098 time: 0.1101966 Jun 02 16:34:11.700892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacecc9-b0e2-4245-b8bc-d2784c92dce9 req-0088df8c-08c9-4dc1-a737-b7484fc6ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:11.702419 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8aacecc9-b0e2-4245-b8bc-d2784c92dce9 req-0088df8c-08c9-4dc1-a737-b7484fc6ab85 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa HTTP/1.1" status: 200 len: 898 time: 0.1883996 Jun 02 16:34:11.710774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1c2cd-462d-4879-b9f3-1c6178914519 req-c0d37a58-c278-4adc-a200-ec0cccef208c tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:11.712162 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cbe1c2cd-462d-4879-b9f3-1c6178914519 req-c0d37a58-c278-4adc-a200-ec0cccef208c tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 943 time: 0.1799693 Jun 02 16:34:11.808747 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-06f10950-900d-46c3-8c00-656038c42d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:47Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '2ef16dea-94f2-4762-a978-ea1a6f712b60', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'port_id': 'c478754a-7c50-48dd-ab8a-3bb0d79a1a37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'mac_address': 'fa:16:3e:aa:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e5c9-b223-452d-b7dd-e425dc07c75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:33:13Z', 'updated_at': '2021-06-02T16:34:10Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4ccd80-0b2f-440f-9474-24e61710c8b2', 'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:64:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:46Z', 'updated_at': '2021-06-02T16:32:59Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:11.813631 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f10950-900d-46c3-8c00-656038c42d65 None None] Checking router: 1a5d975d-3c0b-436c-b4ce-de933968e321 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:34:11.823711 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f10950-900d-46c3-8c00-656038c42d65 None None] Routers {'1a5d975d-3c0b-436c-b4ce-de933968e321'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:34:11.824331 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-06f10950-900d-46c3-8c00-656038c42d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:34:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1a5d975d-3c0b-436c-b4ce-de933968e321'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:11.843563 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cbe1c2cd-462d-4879-b9f3-1c6178914519 req-fe184353-597c-4e68-9a65-798d27052423 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838113 Jun 02 16:34:11.845419 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8aacecc9-b0e2-4245-b8bc-d2784c92dce9 req-7c10d864-9966-41ab-8dfe-49cc6b08261f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c478754a-7c50-48dd-ab8a-3bb0d79a1a37 HTTP/1.1" status: 200 len: 999 time: 0.1323400 Jun 02 16:34:11.910696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacecc9-b0e2-4245-b8bc-d2784c92dce9 req-6e9a68df-5ae8-4928-8175-59d26e7fe1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:11.912133 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8aacecc9-b0e2-4245-b8bc-d2784c92dce9 req-6e9a68df-5ae8-4928-8175-59d26e7fe1cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95be9111-1aed-4c48-9a94-7647f452f51f HTTP/1.1" status: 200 len: 835 time: 0.0587332 Jun 02 16:34:11.991714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacecc9-b0e2-4245-b8bc-d2784c92dce9 req-ea643db7-031e-4124-974d-589ef5ba35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:11.993132 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8aacecc9-b0e2-4245-b8bc-d2784c92dce9 req-ea643db7-031e-4124-974d-589ef5ba35bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721650 Jun 02 16:34:12.003974 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-06f10950-900d-46c3-8c00-656038c42d65 None None] Set router 1a5d975d-3c0b-436c-b4ce-de933968e321 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:34:12.133959 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8aacecc9-b0e2-4245-b8bc-d2784c92dce9 req-233c1779-4b1e-4d58-ae8c-7805823f94a9 service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331413 Jun 02 16:34:12.271513 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8aacecc9-b0e2-4245-b8bc-d2784c92dce9 req-8dec486e-a58e-4c69-8a83-dfee976e37de service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300659 Jun 02 16:34:12.385961 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-06f10950-900d-46c3-8c00-656038c42d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:47Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '2ef16dea-94f2-4762-a978-ea1a6f712b60', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'port_id': 'c478754a-7c50-48dd-ab8a-3bb0d79a1a37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'mac_address': 'fa:16:3e:aa:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e5c9-b223-452d-b7dd-e425dc07c75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:33:13Z', 'updated_at': '2021-06-02T16:34:10Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4ccd80-0b2f-440f-9474-24e61710c8b2', 'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:64:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:46Z', 'updated_at': '2021-06-02T16:32:59Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:12.390284 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f10950-900d-46c3-8c00-656038c42d65 None None] The sync data for ids ['1a5d975d-3c0b-436c-b4ce-de933968e321'] in dv-neutron-601336-83-hyperv is: [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:47Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '2ef16dea-94f2-4762-a978-ea1a6f712b60', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.243', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'port_id': 'c478754a-7c50-48dd-ab8a-3bb0d79a1a37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'mac_address': 'fa:16:3e:aa:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6716e5c9-b223-452d-b7dd-e425dc07c75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:33:13Z', 'updated_at': '2021-06-02T16:34:10Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d4ccd80-0b2f-440f-9474-24e61710c8b2', 'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:64:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:46Z', 'updated_at': '2021-06-02T16:32:59Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:34:12.485688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39296) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:12.571464 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0842ceea-badb-4f0d-a31e-6fae1e4b5346 None None] New status for floating IP 2ef16dea-94f2-4762-a978-ea1a6f712b60: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:34:12.599155 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c7deddbc-587b-4c66-8be7-f9a26882b153 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/2ef16dea-94f2-4762-a978-ea1a6f712b60 HTTP/1.1" status: 200 len: 991 time: 0.1110709 Jun 02 16:34:13.197548 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5187-5539-4e69-91a8-713d4313d8c6 req-88a08016-fa03-4520-9110-7bbbc28f095a tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:13.199050 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e71c5187-5539-4e69-91a8-713d4313d8c6 req-88a08016-fa03-4520-9110-7bbbc28f095a tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 943 time: 0.2477992 Jun 02 16:34:13.244418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device fd7066c5-70fc-4df5-8137-7da9987bcda7 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:34:13.248182 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e71c5187-5539-4e69-91a8-713d4313d8c6 req-b59c7daa-d68b-4e1f-a259-f44403b8f0dc tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433536 Jun 02 16:34:13.380296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port fd7066c5-70fc-4df5-8137-7da9987bcda7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd7066c5-70fc-4df5-8137-7da9987bcda7,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:34:13.395320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'fd7066c5-70fc-4df5-8137-7da9987bcda7', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'port_id': 'fd7066c5-70fc-4df5-8137-7da9987bcda7', 'mac_address': 'fa:16:3e:07:85:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:34:13.455693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:13.472410 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7066c5-70fc-4df5-8137-7da9987bcda7 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:34:13.488402 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port fd7066c5-70fc-4df5-8137-7da9987bcda7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd7066c5-70fc-4df5-8137-7da9987bcda7,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:34:13.494092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:13.496066 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:13.559907 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=fd7066c5-70fc-4df5-8137-7da9987bcda7,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:13.563306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:13.602452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39300) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:13.713389 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-59fd83f2-b792-43ed-8c3d-43ec2ec50b79 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/2ef16dea-94f2-4762-a978-ea1a6f712b60 HTTP/1.1" status: 200 len: 993 time: 0.1094878 Jun 02 16:34:13.763240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['fd7066c5-70fc-4df5-8137-7da9987bcda7'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:34:14.442473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4dd1-03a7-4609-bb62-1ee13783abd0 req-828bb3cf-0a05-4483-aaaf-5998aa273dcf tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:14.443922 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7e4c4dd1-03a7-4609-bb62-1ee13783abd0 req-828bb3cf-0a05-4483-aaaf-5998aa273dcf tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 944 time: 0.0885878 Jun 02 16:34:14.489154 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7e4c4dd1-03a7-4609-bb62-1ee13783abd0 req-3a919e46-9a65-4bff-835b-8627d30256b4 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394533 Jun 02 16:34:15.261178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device fd7066c5-70fc-4df5-8137-7da9987bcda7 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:34:15.337946 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port fd7066c5-70fc-4df5-8137-7da9987bcda7 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:34:15.346038 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port fd7066c5-70fc-4df5-8137-7da9987bcda7 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:34:15.346433 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:15.478835 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:15.506284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cae8ab-2622-4e11-8722-91351a0a54d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7066c5-70fc-4df5-8137-7da9987bcda7'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:34:15.508561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f2d47a-7f82-40c6-87ef-4e7741b9af4d" -d '{"events": [{"server_uuid": "50cae8ab-2622-4e11-8722-91351a0a54d5", "name": "network-vif-plugged", "status": "completed", "tag": "fd7066c5-70fc-4df5-8137-7da9987bcda7"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:34:15.516453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port fd7066c5-70fc-4df5-8137-7da9987bcda7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd7066c5-70fc-4df5-8137-7da9987bcda7,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:34:15.520827 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:15.523119 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b516dc59-5e46-414f-b6b8-34b766d6d4b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:15.558669 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f694d637-9d86-4ab2-bf19-45c9d9d63837 x-openstack-request-id: req-f694d637-9d86-4ab2-bf19-45c9d9d63837 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:34:15.558971 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cae8ab-2622-4e11-8722-91351a0a54d5", "name": "network-vif-plugged", "status": "completed", "tag": "fd7066c5-70fc-4df5-8137-7da9987bcda7", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:34:15.559294 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f694d637-9d86-4ab2-bf19-45c9d9d63837 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:34:15.559690 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cae8ab-2622-4e11-8722-91351a0a54d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7066c5-70fc-4df5-8137-7da9987bcda7', 'code': 200} Jun 02 16:34:15.592372 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=fd7066c5-70fc-4df5-8137-7da9987bcda7,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:15.600001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:15.600356 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:15.600695 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:15.601028 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:15.601359 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:15.601689 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:15.602018 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:15.602727 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:15.603053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:15.603373 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:15.603801 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:15.604013 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:15.607912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:15.689789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e419833-1cca-42f0-8f33-da100f30de75 req-59bf689b-f608-447d-90d1-ebc2d4a87da1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:15.692135 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1e419833-1cca-42f0-8f33-da100f30de75 req-59bf689b-f608-447d-90d1-ebc2d4a87da1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 945 time: 0.0885611 Jun 02 16:34:15.756439 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1e419833-1cca-42f0-8f33-da100f30de75 req-e902e476-0507-4e0e-a1be-2f37d74a1bcd tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518336 Jun 02 16:34:15.799282 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b29863-233a-4487-8a95-b4dfb66f5e6b req-92657ebc-aace-44f4-858a-db3346b7895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:15.800783 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-80b29863-233a-4487-8a95-b4dfb66f5e6b req-92657ebc-aace-44f4-858a-db3346b7895d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 1098 time: 0.0804574 Jun 02 16:34:15.841888 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-80b29863-233a-4487-8a95-b4dfb66f5e6b req-9f32a2e7-39bb-499d-9ca4-7b5fe82ff7c4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347991 Jun 02 16:34:17.110892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea458110-55f2-46e2-9b9e-9436b2c94573 req-3216894b-9d9a-46d7-b747-ae2eb819976c tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:17.112361 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea458110-55f2-46e2-9b9e-9436b2c94573 req-3216894b-9d9a-46d7-b747-ae2eb819976c tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 945 time: 0.2363677 Jun 02 16:34:17.162386 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea458110-55f2-46e2-9b9e-9436b2c94573 req-5d746942-d7ed-4e57-b611-4bb2aa5b92be tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432072 Jun 02 16:34:17.498814 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230dc58-ca1b-4f32-9671-f4e8bba96a6c req-abc9cc17-db25-46a7-84ff-d004e777918e tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:17.500270 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f230dc58-ca1b-4f32-9671-f4e8bba96a6c req-abc9cc17-db25-46a7-84ff-d004e777918e tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 945 time: 0.0809979 Jun 02 16:34:17.544402 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f230dc58-ca1b-4f32-9671-f4e8bba96a6c req-17b02390-66d6-446d-b1ce-1b48bc981326 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383410 Jun 02 16:34:17.567428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39312) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:17.800289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13621901-1635-4118-b42b-c313b59dd1cc tempest-TestVolumeBootPattern-263117568 tempest-TestVolumeBootPattern-263117568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:17.801787 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-13621901-1635-4118-b42b-c313b59dd1cc tempest-TestVolumeBootPattern-263117568 tempest-TestVolumeBootPattern-263117568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 1093 time: 0.2333715 Jun 02 16:34:17.805039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39316) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:17.810200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': 'fd7066c5-70fc-4df5-8137-7da9987bcda7', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:34:17.816416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:34:17.820314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Usage tracker for resource:floatingip and tenant:25ba4acfd702498a9998e9c04cf306c2 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:34:17.823206 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:34:17.829224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:34:17.840667 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:17.988173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:18.125739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Allocated IP 172.26.3.127 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/39fcd1c7-4f7f-490e-af1f-bd9c8d630266) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:34:18.274768 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:18.307929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:18.312341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-60e90059-fb67-412c-a753-04bbcb0d6a1f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:18.371660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:34:18.374843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:34:18.378735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:34:18.420021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event updated for resources: {'Port': ['ID=39fcd1c7-4f7f-490e-af1f-bd9c8d630266,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:18.435081 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:18.435465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:18.435846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:18.436295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:18.436607 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:18.436975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:18.437345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:18.437709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:18.438099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:18.438468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:18.438829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:18.439186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:18.444227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:18.828004 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:18.902376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:18.978467 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:19.115022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:19.120038 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:19.123878 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b491fb40-5a38-4e20-bf80-614591d4428c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:19.224831 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event updated for resources: {'Port': ['ID=39fcd1c7-4f7f-490e-af1f-bd9c8d630266,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:19.229416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:19.236546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:19.551252 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Floating IP e02e4ff6-69c6-40eb-abcc-03e10d1a7eef associated. External IP: 172.26.3.127, port: fd7066c5-70fc-4df5-8137-7da9987bcda7. Jun 02 16:34:19.908027 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:34:20.089590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:34:20.100188 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee50755-a73c-4ce6-9554-d7f9331f4f5f None None] Sync routers for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:34:20.110641 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee50755-a73c-4ce6-9554-d7f9331f4f5f None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:34:20.111275 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-3ee50755-a73c-4ce6-9554-d7f9331f4f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:34:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:20.119529 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:20.185201 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3787253 Jun 02 16:34:20.185662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cae8ab-2622-4e11-8722-91351a0a54d5', 'tag': 'fd7066c5-70fc-4df5-8137-7da9987bcda7'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:34:20.192616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c23066-012b-4279-804f-79ea090e0ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "50cae8ab-2622-4e11-8722-91351a0a54d5", "tag": "fd7066c5-70fc-4df5-8137-7da9987bcda7"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:34:20.234963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0590f645-8cc7-48e7-a613-f8791b932a75 x-openstack-request-id: req-0590f645-8cc7-48e7-a613-f8791b932a75 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:34:20.235655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50cae8ab-2622-4e11-8722-91351a0a54d5", "tag": "fd7066c5-70fc-4df5-8137-7da9987bcda7", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:34:20.235655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0590f645-8cc7-48e7-a613-f8791b932a75 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:34:20.236038 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50cae8ab-2622-4e11-8722-91351a0a54d5', 'tag': 'fd7066c5-70fc-4df5-8137-7da9987bcda7', 'status': 'completed', 'code': 200} Jun 02 16:34:20.302983 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-3ee50755-a73c-4ce6-9554-d7f9331f4f5f None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:34:20.334513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c23066-012b-4279-804f-79ea090e0ff4 req-82f8b49f-54bc-4ce8-830b-e34ade4cf2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:20.335965 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-62c23066-012b-4279-804f-79ea090e0ff4 req-82f8b49f-54bc-4ce8-830b-e34ade4cf2ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 1098 time: 0.0755255 Jun 02 16:34:20.469018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c23066-012b-4279-804f-79ea090e0ff4 req-d22c7110-c550-4f87-a316-6bc4811d1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:20.470343 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-62c23066-012b-4279-804f-79ea090e0ff4 req-d22c7110-c550-4f87-a316-6bc4811d1ada service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 912 time: 0.1266882 Jun 02 16:34:20.579109 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-62c23066-012b-4279-804f-79ea090e0ff4 req-f3921bf6-8570-4e1a-a5fe-4f62621d35bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd7066c5-70fc-4df5-8137-7da9987bcda7 HTTP/1.1" status: 200 len: 999 time: 0.0949595 Jun 02 16:34:20.645099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c23066-012b-4279-804f-79ea090e0ff4 req-bee278f2-2f0e-4e1b-aa17-d9ba41874528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:20.646576 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-62c23066-012b-4279-804f-79ea090e0ff4 req-bee278f2-2f0e-4e1b-aa17-d9ba41874528 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4c296cb-3a1b-4372-9839-bd1325c4d823 HTTP/1.1" status: 200 len: 850 time: 0.0608582 Jun 02 16:34:20.652255 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-3ee50755-a73c-4ce6-9554-d7f9331f4f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'e02e4ff6-69c6-40eb-abcc-03e10d1a7eef', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'port_id': 'fd7066c5-70fc-4df5-8137-7da9987bcda7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'mac_address': 'fa:16:3e:07:85:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cae8ab-2622-4e11-8722-91351a0a54d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:34:18Z', 'updated_at': '2021-06-02T16:34:18Z', 'revision_number': 0, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:20.656320 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee50755-a73c-4ce6-9554-d7f9331f4f5f None None] Checking router: 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:34:20.664753 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee50755-a73c-4ce6-9554-d7f9331f4f5f None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:34:20.665382 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-3ee50755-a73c-4ce6-9554-d7f9331f4f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:34:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:20.723404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c23066-012b-4279-804f-79ea090e0ff4 req-ebf8ac67-4fdd-43a3-a77b-d38fcda6e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:20.724787 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-62c23066-012b-4279-804f-79ea090e0ff4 req-ebf8ac67-4fdd-43a3-a77b-d38fcda6e3db service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0713494 Jun 02 16:34:20.840369 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-3ee50755-a73c-4ce6-9554-d7f9331f4f5f None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:34:20.858735 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-62c23066-012b-4279-804f-79ea090e0ff4 req-0122e9cc-1ada-41c2-aa7d-c3c7242fb2ca service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255956 Jun 02 16:34:20.992976 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-62c23066-012b-4279-804f-79ea090e0ff4 req-176809b3-e180-4611-8628-e287708d95db service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269319 Jun 02 16:34:21.187146 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-3ee50755-a73c-4ce6-9554-d7f9331f4f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'e02e4ff6-69c6-40eb-abcc-03e10d1a7eef', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'port_id': 'fd7066c5-70fc-4df5-8137-7da9987bcda7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'mac_address': 'fa:16:3e:07:85:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cae8ab-2622-4e11-8722-91351a0a54d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:34:18Z', 'updated_at': '2021-06-02T16:34:18Z', 'revision_number': 0, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:21.191404 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee50755-a73c-4ce6-9554-d7f9331f4f5f None None] The sync data for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv is: [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'e02e4ff6-69c6-40eb-abcc-03e10d1a7eef', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'port_id': 'fd7066c5-70fc-4df5-8137-7da9987bcda7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'mac_address': 'fa:16:3e:07:85:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cae8ab-2622-4e11-8722-91351a0a54d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:34:18Z', 'updated_at': '2021-06-02T16:34:18Z', 'revision_number': 0, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:34:21.386613 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2b0660-d902-4dc5-a3aa-bd84918168ea None None] New status for floating IP e02e4ff6-69c6-40eb-abcc-03e10d1a7eef: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:34:29.988626 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4d184f76-bc6b-4354-9fe2-d215aec66133 req-8ef0fdae-573b-4d75-8fb0-7dbbbf53ade0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2436638 Jun 02 16:34:30.139354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184f76-bc6b-4354-9fe2-d215aec66133 req-dc7567dc-1c58-4744-b25c-273749eab53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:30.141030 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4d184f76-bc6b-4354-9fe2-d215aec66133 req-dc7567dc-1c58-4744-b25c-273749eab53f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 1098 time: 0.0754042 Jun 02 16:34:30.290887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184f76-bc6b-4354-9fe2-d215aec66133 req-5a0745c1-f66c-4f53-a255-56fa085a89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:30.292179 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4d184f76-bc6b-4354-9fe2-d215aec66133 req-5a0745c1-f66c-4f53-a255-56fa085a89e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa HTTP/1.1" status: 200 len: 898 time: 0.1285098 Jun 02 16:34:30.366099 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4d184f76-bc6b-4354-9fe2-d215aec66133 req-528e6114-b9fa-4117-9035-3642f068af47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b491019-a5fe-434b-9c41-4a5ab5b54850 HTTP/1.1" status: 200 len: 217 time: 0.0653961 Jun 02 16:34:30.437655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184f76-bc6b-4354-9fe2-d215aec66133 req-b804a92d-c989-45d3-af38-4668bc28a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:30.439147 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4d184f76-bc6b-4354-9fe2-d215aec66133 req-b804a92d-c989-45d3-af38-4668bc28a118 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95be9111-1aed-4c48-9a94-7647f452f51f HTTP/1.1" status: 200 len: 835 time: 0.0658967 Jun 02 16:34:30.523324 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184f76-bc6b-4354-9fe2-d215aec66133 req-5fcfebc3-f786-4945-a724-28c36b3a1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:30.524796 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4d184f76-bc6b-4354-9fe2-d215aec66133 req-5fcfebc3-f786-4945-a724-28c36b3a1bac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d69137fb-9ecf-40ca-a2a6-4f58e4977efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0779836 Jun 02 16:34:30.664382 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4d184f76-bc6b-4354-9fe2-d215aec66133 req-b5d7a6ac-5c36-4fb4-ac09-ea4868066a58 service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273010 Jun 02 16:34:30.798779 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4d184f76-bc6b-4354-9fe2-d215aec66133 req-f92e07e8-5b8a-442b-8f06-b6c2f800af4b service neutron] 10.222.0.49 "GET /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251967 Jun 02 16:34:32.946146 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6ef1ac61-3746-4099-a8a5-e9033d62167c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:35.021891 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:35.405067 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5a71485a-b6d0-4a69-8591-f1806dbc6e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:36.637920 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:38.561691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:45.036729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca62628-985c-4fc4-970d-2697019abd38 req-e69546d5-e971-4654-90ee-2231d1ca26bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:45.038062 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1ca62628-985c-4fc4-970d-2697019abd38 req-e69546d5-e971-4654-90ee-2231d1ca26bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 945 time: 0.0876369 Jun 02 16:34:45.088008 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1ca62628-985c-4fc4-970d-2697019abd38 req-cc983419-3866-4d0f-9bcb-e9806c3d426a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=686cf268-b3f9-4b7b-a755-f7ba5017b4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423603 Jun 02 16:34:46.141351 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:34:46.289600 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec29d0-2661-4dac-ad69-01e26b1506d8 req-29378f73-3e3f-415b-9385-16e55883dc57 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:46.291092 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-44ec29d0-2661-4dac-ad69-01e26b1506d8 req-29378f73-3e3f-415b-9385-16e55883dc57 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 945 time: 0.0892367 Jun 02 16:34:46.338595 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-44ec29d0-2661-4dac-ad69-01e26b1506d8 req-b4c2cb99-a5c6-47e1-8449-15763850115b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=686cf268-b3f9-4b7b-a755-f7ba5017b4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413768 Jun 02 16:34:46.469887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71385bc4-f703-4b66-94da-ca27e9f71f29 req-4a25f6ae-69b7-45fb-bed6-02475f9b82a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:46.471460 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-71385bc4-f703-4b66-94da-ca27e9f71f29 req-4a25f6ae-69b7-45fb-bed6-02475f9b82a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 945 time: 0.0889521 Jun 02 16:34:46.625083 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-71385bc4-f703-4b66-94da-ca27e9f71f29 req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port c478754a-7c50-48dd-ab8a-3bb0d79a1a37 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:34:46.625547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-71385bc4-f703-4b66-94da-ca27e9f71f29 req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:46.772739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-71385bc4-f703-4b66-94da-ca27e9f71f29 req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port c478754a-7c50-48dd-ab8a-3bb0d79a1a37, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c478754a-7c50-48dd-ab8a-3bb0d79a1a37,segment=NetworkSegment(61985224-c9b9-4e35-b430-4702f960e921),segment_id=61985224-c9b9-4e35-b430-4702f960e921)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:34:46.773029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-71385bc4-f703-4b66-94da-ca27e9f71f29 req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:47.064874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-71385bc4-f703-4b66-94da-ca27e9f71f29 req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:47.065162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-71385bc4-f703-4b66-94da-ca27e9f71f29 req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:47.065389 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [req-71385bc4-f703-4b66-94da-ca27e9f71f29 req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP 2ef16dea-94f2-4762-a978-ea1a6f712b60 disassociated. External IP: 172.26.3.243, port: c478754a-7c50-48dd-ab8a-3bb0d79a1a37. Jun 02 16:34:47.065725 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-71385bc4-f703-4b66-94da-ca27e9f71f29 req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for c478754a-7c50-48dd-ab8a-3bb0d79a1a37 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:34:47.179585 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-71385bc4-f703-4b66-94da-ca27e9f71f29 req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:47.186646 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-159365f2-f171-493c-9b5a-1a7c74a26e75 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:47.236540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=c478754a-7c50-48dd-ab8a-3bb0d79a1a37,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:47.241618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:47.498250 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7d5fa692-3222-477f-989e-449d433d750b req-4c43adfd-658b-4832-87fa-fd6e384922d5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=6716e5c9-b223-452d-b7dd-e425dc07c75e HTTP/1.1" status: 200 len: 210 time: 0.0486927 Jun 02 16:34:47.592538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71385bc4-f703-4b66-94da-ca27e9f71f29 req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 1a5d975d-3c0b-436c-b4ce-de933968e321 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:34:47.781370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71385bc4-f703-4b66-94da-ca27e9f71f29 req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:34:47.791695 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e927ef-f90c-4176-a585-cfe2bfaa319f None None] Sync routers for ids ['1a5d975d-3c0b-436c-b4ce-de933968e321'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:34:47.802352 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e927ef-f90c-4176-a585-cfe2bfaa319f None None] Routers {'1a5d975d-3c0b-436c-b4ce-de933968e321'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:34:47.803198 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f8e927ef-f90c-4176-a585-cfe2bfaa319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:34:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1a5d975d-3c0b-436c-b4ce-de933968e321'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:47.861404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-71385bc4-f703-4b66-94da-ca27e9f71f29 req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] No DVR routers for this DVR port c478754a-7c50-48dd-ab8a-3bb0d79a1a37 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:34:47.864256 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-71385bc4-f703-4b66-94da-ca27e9f71f29 req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:47.867164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6716e5c9-b223-452d-b7dd-e425dc07c75e', 'name': 'network-vif-deleted', 'tag': 'c478754a-7c50-48dd-ab8a-3bb0d79a1a37'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:34:47.869509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cc7083-50ca-4293-962a-e5d755b987c4" -d '{"events": [{"server_uuid": "6716e5c9-b223-452d-b7dd-e425dc07c75e", "name": "network-vif-deleted", "tag": "c478754a-7c50-48dd-ab8a-3bb0d79a1a37"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:34:47.887161 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-71385bc4-f703-4b66-94da-ca27e9f71f29 req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "DELETE /v2.0/ports/c478754a-7c50-48dd-ab8a-3bb0d79a1a37 HTTP/1.1" status: 204 len: 173 time: 1.4072978 Jun 02 16:34:47.916426 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c80dc7-91a4-4db3-96d2-d9288d3ff783 x-openstack-request-id: req-88c80dc7-91a4-4db3-96d2-d9288d3ff783 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:34:47.916772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6716e5c9-b223-452d-b7dd-e425dc07c75e", "name": "network-vif-deleted", "tag": "c478754a-7c50-48dd-ab8a-3bb0d79a1a37", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:34:47.917088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88c80dc7-91a4-4db3-96d2-d9288d3ff783 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:34:47.917548 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6716e5c9-b223-452d-b7dd-e425dc07c75e', 'name': 'network-vif-deleted', 'tag': 'c478754a-7c50-48dd-ab8a-3bb0d79a1a37', 'status': 'completed', 'code': 200} Jun 02 16:34:47.998341 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-f8e927ef-f90c-4176-a585-cfe2bfaa319f None None] Set router 1a5d975d-3c0b-436c-b4ce-de933968e321 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:34:48.328076 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f8e927ef-f90c-4176-a585-cfe2bfaa319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:47Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '5d4ccd80-0b2f-440f-9474-24e61710c8b2', 'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:64:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:46Z', 'updated_at': '2021-06-02T16:32:59Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:48.332600 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e927ef-f90c-4176-a585-cfe2bfaa319f None None] Checking router: 1a5d975d-3c0b-436c-b4ce-de933968e321 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:34:48.341979 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e927ef-f90c-4176-a585-cfe2bfaa319f None None] Routers {'1a5d975d-3c0b-436c-b4ce-de933968e321'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:34:48.342630 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f8e927ef-f90c-4176-a585-cfe2bfaa319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:34:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1a5d975d-3c0b-436c-b4ce-de933968e321'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:48.530798 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-f8e927ef-f90c-4176-a585-cfe2bfaa319f None None] Set router 1a5d975d-3c0b-436c-b4ce-de933968e321 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:34:48.594526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39350) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:48.667390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:48.698519 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:48.764181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:48.768484 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-43f1dfb5-c0b7-4cc3-adfa-e4664d04743b tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:48.782593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686cf268-b3f9-4b7b-a755-f7ba5017b4c1,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:48.792668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:48.793066 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:48.793447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:48.793820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:48.794247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:48.794617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:48.794983 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:48.795345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:48.795708 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:48.796065 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:48.796421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:48.796775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:34:48.801717 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:48.806633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:48.808272 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/security-groups/686cf268-b3f9-4b7b-a755-f7ba5017b4c1 HTTP/1.1" status: 204 len: 168 time: 0.2124543 Jun 02 16:34:48.842242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39354) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:48.858169 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f8e927ef-f90c-4176-a585-cfe2bfaa319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:47Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '5d4ccd80-0b2f-440f-9474-24e61710c8b2', 'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:64:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:46Z', 'updated_at': '2021-06-02T16:32:59Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:48.862607 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e927ef-f90c-4176-a585-cfe2bfaa319f None None] The sync data for ids ['1a5d975d-3c0b-436c-b4ce-de933968e321'] in dv-neutron-601336-83-hyperv is: [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:32:47Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '5d4ccd80-0b2f-440f-9474-24e61710c8b2', 'name': '', 'network_id': 'd69137fb-9ecf-40ca-a2a6-4f58e4977efa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:64:e9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:46Z', 'updated_at': '2021-06-02T16:32:59Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '95be9111-1aed-4c48-9a94-7647f452f51f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:34:48.976784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:49.076932 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-291c8d5e-9f7c-488e-965c-0c76e67baa14 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 72ab8e77-6014-4827-a9b1-2d6dc4ed3c24 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:34:49.077288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-291c8d5e-9f7c-488e-965c-0c76e67baa14 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:49.113087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47806673-9dee-46a9-8a14-3d0a701c118d None None] New status for floating IP 2ef16dea-94f2-4762-a978-ea1a6f712b60: DOWN {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:34:49.204647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-291c8d5e-9f7c-488e-965c-0c76e67baa14 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:49.205019 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-291c8d5e-9f7c-488e-965c-0c76e67baa14 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:49.337402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-291c8d5e-9f7c-488e-965c-0c76e67baa14 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 72ab8e77-6014-4827-a9b1-2d6dc4ed3c24 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:34:49.452833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device c478754a-7c50-48dd-ab8a-3bb0d79a1a37 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:34:49.459742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-291c8d5e-9f7c-488e-965c-0c76e67baa14 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:49.463602 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7682a42b-10c8-48d8-b9a1-0fd9f69529c7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:49.491257 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: c478754a-7c50-48dd-ab8a-3bb0d79a1a37 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:34:49.491628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device c478754a-7c50-48dd-ab8a-3bb0d79a1a37 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:34:49.506756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c8d5e-9f7c-488e-965c-0c76e67baa14 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=72ab8e77-6014-4827-a9b1-2d6dc4ed3c24,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:49.509840 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-291c8d5e-9f7c-488e-965c-0c76e67baa14 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:49.598937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-291c8d5e-9f7c-488e-965c-0c76e67baa14 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:49.613409 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-291c8d5e-9f7c-488e-965c-0c76e67baa14 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:49.614563 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-291c8d5e-9f7c-488e-965c-0c76e67baa14 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/floatingips/2ef16dea-94f2-4762-a978-ea1a6f712b60 HTTP/1.1" status: 204 len: 168 time: 0.7713540 Jun 02 16:34:49.980398 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e61c2c-cdf9-4f89-812b-09c79a1e9d10 req-6cb797b8-4561-4dbd-b06f-96e045f64e3d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:49.981028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-68e61c2c-cdf9-4f89-812b-09c79a1e9d10 req-6cb797b8-4561-4dbd-b06f-96e045f64e3d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:34:49.998304 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-68e61c2c-cdf9-4f89-812b-09c79a1e9d10 req-6cb797b8-4561-4dbd-b06f-96e045f64e3d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:34:49.999478 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-68e61c2c-cdf9-4f89-812b-09c79a1e9d10 req-6cb797b8-4561-4dbd-b06f-96e045f64e3d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 945 time: 0.0998702 Jun 02 16:34:50.045710 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-68e61c2c-cdf9-4f89-812b-09c79a1e9d10 req-c30d44d6-87ec-4308-a35a-85911fe02621 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=852772e1-c704-4196-9f37-6d58201199d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401711 Jun 02 16:34:51.243993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83fab0-9f2c-47d8-a88c-1f3ff6b2699a req-78ac7027-cb93-4fc5-848c-472969a300e2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:51.244620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-8f83fab0-9f2c-47d8-a88c-1f3ff6b2699a req-78ac7027-cb93-4fc5-848c-472969a300e2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:34:51.256645 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-8f83fab0-9f2c-47d8-a88c-1f3ff6b2699a req-78ac7027-cb93-4fc5-848c-472969a300e2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:34:51.257832 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f83fab0-9f2c-47d8-a88c-1f3ff6b2699a req-78ac7027-cb93-4fc5-848c-472969a300e2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 945 time: 0.0998378 Jun 02 16:34:51.316659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-8f83fab0-9f2c-47d8-a88c-1f3ff6b2699a req-4a647367-5274-4806-a371-050a10d83559 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:34:51.334769 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-8f83fab0-9f2c-47d8-a88c-1f3ff6b2699a req-4a647367-5274-4806-a371-050a10d83559 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:34:51.335956 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f83fab0-9f2c-47d8-a88c-1f3ff6b2699a req-4a647367-5274-4806-a371-050a10d83559 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=852772e1-c704-4196-9f37-6d58201199d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706298 Jun 02 16:34:51.443514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed609-a27c-44d8-b627-e619cbe83a18 req-1c186af9-f3e2-440d-a925-21c465095332 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:51.444989 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a0ed609-a27c-44d8-b627-e619cbe83a18 req-1c186af9-f3e2-440d-a925-21c465095332 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 945 time: 0.0855362 Jun 02 16:34:51.588905 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-0a0ed609-a27c-44d8-b627-e619cbe83a18 req-f4bf7508-4841-43cb-9e6a-e6ef896ffc52 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 9b491019-a5fe-434b-9c41-4a5ab5b54850 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:34:51.589185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-0a0ed609-a27c-44d8-b627-e619cbe83a18 req-f4bf7508-4841-43cb-9e6a-e6ef896ffc52 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:51.742144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-0a0ed609-a27c-44d8-b627-e619cbe83a18 req-f4bf7508-4841-43cb-9e6a-e6ef896ffc52 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 9b491019-a5fe-434b-9c41-4a5ab5b54850, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9b491019-a5fe-434b-9c41-4a5ab5b54850,segment=NetworkSegment(61985224-c9b9-4e35-b430-4702f960e921),segment_id=61985224-c9b9-4e35-b430-4702f960e921)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:34:51.742508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-0a0ed609-a27c-44d8-b627-e619cbe83a18 req-f4bf7508-4841-43cb-9e6a-e6ef896ffc52 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:51.877604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-0a0ed609-a27c-44d8-b627-e619cbe83a18 req-f4bf7508-4841-43cb-9e6a-e6ef896ffc52 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 9b491019-a5fe-434b-9c41-4a5ab5b54850 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:34:51.991436 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-0a0ed609-a27c-44d8-b627-e619cbe83a18 req-f4bf7508-4841-43cb-9e6a-e6ef896ffc52 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:51.997124 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:52.040536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf7508-4841-43cb-9e6a-e6ef896ffc52 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=9b491019-a5fe-434b-9c41-4a5ab5b54850,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:52.043557 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f4bf7508-4841-43cb-9e6a-e6ef896ffc52 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:52.117519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0ed609-a27c-44d8-b627-e619cbe83a18 req-f4bf7508-4841-43cb-9e6a-e6ef896ffc52 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] No DVR routers for this DVR port 9b491019-a5fe-434b-9c41-4a5ab5b54850 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:34:52.120377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-0a0ed609-a27c-44d8-b627-e619cbe83a18 req-f4bf7508-4841-43cb-9e6a-e6ef896ffc52 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:52.123178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed571e2-ec8b-4195-9917-21a7cf68f036', 'name': 'network-vif-deleted', 'tag': '9b491019-a5fe-434b-9c41-4a5ab5b54850'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:34:52.125482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5923371-a414-4a8f-a256-6b29aa012bff" -d '{"events": [{"server_uuid": "fed571e2-ec8b-4195-9917-21a7cf68f036", "name": "network-vif-deleted", "tag": "9b491019-a5fe-434b-9c41-4a5ab5b54850"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:34:52.141452 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a0ed609-a27c-44d8-b627-e619cbe83a18 req-f4bf7508-4841-43cb-9e6a-e6ef896ffc52 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "DELETE /v2.0/ports/9b491019-a5fe-434b-9c41-4a5ab5b54850 HTTP/1.1" status: 204 len: 173 time: 0.6894207 Jun 02 16:34:52.177353 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26cfca4-528b-4887-987c-571439bb6bfe x-openstack-request-id: req-a26cfca4-528b-4887-987c-571439bb6bfe {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:34:52.177722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed571e2-ec8b-4195-9917-21a7cf68f036", "name": "network-vif-deleted", "tag": "9b491019-a5fe-434b-9c41-4a5ab5b54850", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:34:52.178021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a26cfca4-528b-4887-987c-571439bb6bfe {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:34:52.178612 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed571e2-ec8b-4195-9917-21a7cf68f036', 'name': 'network-vif-deleted', 'tag': '9b491019-a5fe-434b-9c41-4a5ab5b54850', 'status': 'completed', 'code': 200} Jun 02 16:34:52.505576 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4a83a635-cbf5-4a02-ad4f-d2eb0492e507 req-ca83348e-89ba-444b-b36d-a014c5628fd0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=fed571e2-ec8b-4195-9917-21a7cf68f036 HTTP/1.1" status: 200 len: 210 time: 0.0455170 Jun 02 16:34:53.601027 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39370) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:53.671278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7ac430b7-e33b-49d8-bf07-c55da69610b8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:53.702427 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7ac430b7-e33b-49d8-bf07-c55da69610b8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:53.769257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7ac430b7-e33b-49d8-bf07-c55da69610b8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:53.773513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8efe6468-ac47-4920-bd64-de81f62b6ead tempest-RoutersIpV6AdminTest-1446269334 tempest-RoutersIpV6AdminTest-1446269334-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:53.787396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac430b7-e33b-49d8-bf07-c55da69610b8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=852772e1-c704-4196-9f37-6d58201199d2,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:53.790572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7ac430b7-e33b-49d8-bf07-c55da69610b8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:53.804178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7ac430b7-e33b-49d8-bf07-c55da69610b8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:53.806060 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7ac430b7-e33b-49d8-bf07-c55da69610b8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/security-groups/852772e1-c704-4196-9f37-6d58201199d2 HTTP/1.1" status: 204 len: 168 time: 0.2033610 Jun 02 16:34:53.835998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39374) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:54.568447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4799eed-9ba8-4c4e-b56b-f8700d5766e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:55.005053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-c4799eed-9ba8-4c4e-b56b-f8700d5766e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 5d4ccd80-0b2f-440f-9474-24e61710c8b2 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:34:55.005809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4799eed-9ba8-4c4e-b56b-f8700d5766e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:55.141217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-c4799eed-9ba8-4c4e-b56b-f8700d5766e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 5d4ccd80-0b2f-440f-9474-24e61710c8b2, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5d4ccd80-0b2f-440f-9474-24e61710c8b2,segment=NetworkSegment(61985224-c9b9-4e35-b430-4702f960e921),segment_id=61985224-c9b9-4e35-b430-4702f960e921)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:34:55.141590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4799eed-9ba8-4c4e-b56b-f8700d5766e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:55.265514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-c4799eed-9ba8-4c4e-b56b-f8700d5766e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 5d4ccd80-0b2f-440f-9474-24e61710c8b2 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:34:55.495453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 9b491019-a5fe-434b-9c41-4a5ab5b54850 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:34:55.516920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4799eed-9ba8-4c4e-b56b-f8700d5766e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:55.521913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-697fca7d-c1e0-43e0-85de-520d93a318b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:55.531184 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 9b491019-a5fe-434b-9c41-4a5ab5b54850 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:34:55.531533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 9b491019-a5fe-434b-9c41-4a5ab5b54850 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:34:55.569415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4799eed-9ba8-4c4e-b56b-f8700d5766e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=5d4ccd80-0b2f-440f-9474-24e61710c8b2,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:55.606493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c4799eed-9ba8-4c4e-b56b-f8700d5766e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:56.015018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c4799eed-9ba8-4c4e-b56b-f8700d5766e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:56.384345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4799eed-9ba8-4c4e-b56b-f8700d5766e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 1a5d975d-3c0b-436c-b4ce-de933968e321 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:34:56.568321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4799eed-9ba8-4c4e-b56b-f8700d5766e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:34:56.583377 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c4799eed-9ba8-4c4e-b56b-f8700d5766e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/1a5d975d-3c0b-436c-b4ce-de933968e321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7462735 Jun 02 16:34:56.583665 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf4782-ee7c-46a6-8398-2f38ca1f7f6f None None] Sync routers for ids ['1a5d975d-3c0b-436c-b4ce-de933968e321'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:34:56.586261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39380) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:56.595256 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf4782-ee7c-46a6-8398-2f38ca1f7f6f None None] Routers {'1a5d975d-3c0b-436c-b4ce-de933968e321'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:34:56.596079 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-eaaf4782-ee7c-46a6-8398-2f38ca1f7f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:34:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1a5d975d-3c0b-436c-b4ce-de933968e321'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:56.653311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-22729981-020b-4421-9f31-0e7066ada8a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting subnet 95be9111-1aed-4c48-9a94-7647f452f51f {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:34:56.656460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-22729981-020b-4421-9f31-0e7066ada8a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:56.723606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-22729981-020b-4421-9f31-0e7066ada8a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:56.792370 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-eaaf4782-ee7c-46a6-8398-2f38ca1f7f6f None None] Set router 1a5d975d-3c0b-436c-b4ce-de933968e321 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:34:56.820997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-22729981-020b-4421-9f31-0e7066ada8a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:57.128007 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-eaaf4782-ee7c-46a6-8398-2f38ca1f7f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:34:55Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:57.129194 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-22729981-020b-4421-9f31-0e7066ada8a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:57.134394 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf4782-ee7c-46a6-8398-2f38ca1f7f6f None None] Checking router: 1a5d975d-3c0b-436c-b4ce-de933968e321 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:34:57.137128 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c5e2d630-ed48-47b7-a4e8-3a1e68e96be5 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:57.147712 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf4782-ee7c-46a6-8398-2f38ca1f7f6f None None] Routers {'1a5d975d-3c0b-436c-b4ce-de933968e321'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:34:57.148714 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-eaaf4782-ee7c-46a6-8398-2f38ca1f7f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:34:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['1a5d975d-3c0b-436c-b4ce-de933968e321'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:57.202881 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22729981-020b-4421-9f31-0e7066ada8a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Subnet': ['ID=95be9111-1aed-4c48-9a94-7647f452f51f,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:57.207862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-22729981-020b-4421-9f31-0e7066ada8a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:57.210040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-22729981-020b-4421-9f31-0e7066ada8a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:57.219536 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-22729981-020b-4421-9f31-0e7066ada8a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/subnets/95be9111-1aed-4c48-9a94-7647f452f51f HTTP/1.1" status: 204 len: 168 time: 0.6320343 Jun 02 16:34:57.223437 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39382) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:57.225140 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4823ef2-a89c-4af2-9d41-c39c090def2f None None] Network d69137fb-9ecf-40ca-a2a6-4f58e4977efa requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:34:57.366913 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-eaaf4782-ee7c-46a6-8398-2f38ca1f7f6f None None] Set router 1a5d975d-3c0b-436c-b4ce-de933968e321 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:34:57.507749 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59189de8-65bc-4987-9919-585286730b95 None None] DHCP port deletion for d69137fb-9ecf-40ca-a2a6-4f58e4977efa request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:34:57.573868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-59189de8-65bc-4987-9919-585286730b95 None None] Deleting port 9b1262ae-5459-4266-badb-17587258351d {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:34:57.574615 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-59189de8-65bc-4987-9919-585286730b95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:57.579922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:57.666044 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-eaaf4782-ee7c-46a6-8398-2f38ca1f7f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:34:55Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:57.674828 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf4782-ee7c-46a6-8398-2f38ca1f7f6f None None] The sync data for ids ['1a5d975d-3c0b-436c-b4ce-de933968e321'] in dv-neutron-601336-83-hyperv is: [{'id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'name': 'tempest-TestNetworkBasicOps-router-714864587', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:32:40Z', 'updated_at': '2021-06-02T16:34:55Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9b51b82d-dc76-4a79-aecf-1fa69a96c4b1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5d975d-3c0b-436c-b4ce-de933968e321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:32:41Z', 'updated_at': '2021-06-02T16:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:34:57.680842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-59189de8-65bc-4987-9919-585286730b95 None None] For port 9b1262ae-5459-4266-badb-17587258351d, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9b1262ae-5459-4266-badb-17587258351d,segment=NetworkSegment(61985224-c9b9-4e35-b430-4702f960e921),segment_id=61985224-c9b9-4e35-b430-4702f960e921)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:34:57.681275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-59189de8-65bc-4987-9919-585286730b95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:57.775818 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:57.813212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-59189de8-65bc-4987-9919-585286730b95 None None] Calling delete_port for 9b1262ae-5459-4266-badb-17587258351d owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:34:57.859789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:34:57.860134 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:57.866099 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-59189de8-65bc-4987-9919-585286730b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:57.870437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f9f2f20e-9000-4a73-b4b5-ec705b8271f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:57.917994 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59189de8-65bc-4987-9919-585286730b95 None None] Pushing event deleted for resources: {'Port': ['ID=9b1262ae-5459-4266-badb-17587258351d,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:57.921138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-59189de8-65bc-4987-9919-585286730b95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:57.921972 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59189de8-65bc-4987-9919-585286730b95 None None] No DVR routers for this DVR port 9b1262ae-5459-4266-badb-17587258351d on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:34:58.061020 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9b51b82d-dc76-4a79-aecf-1fa69a96c4b1,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:34:58.061383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:58.191735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:34:58.341333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:58.345306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-487f75e5-76bf-4cdd-b8d0-fc80e00da244 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:58.390833 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=9b51b82d-dc76-4a79-aecf-1fa69a96c4b1,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:58.393956 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:58.487731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:58.626313 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9b1262ae-5459-4266-badb-17587258351d no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:34:58.660275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 9b1262ae-5459-4266-badb-17587258351d {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:34:58.660579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9b1262ae-5459-4266-badb-17587258351d not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:34:58.661034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5d4ccd80-0b2f-440f-9474-24e61710c8b2 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:34:58.664391 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:58.666693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:58.692382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:58.693041 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Fanout notify agent at l3_agent the message router_deleted on router 1a5d975d-3c0b-436c-b4ce-de933968e321 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:34:58.694130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 5d4ccd80-0b2f-440f-9474-24e61710c8b2 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:34:58.694499 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5d4ccd80-0b2f-440f-9474-24e61710c8b2 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:34:58.712510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:58.713749 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/routers/1a5d975d-3c0b-436c-b4ce-de933968e321 HTTP/1.1" status: 204 len: 168 time: 1.4890702 Jun 02 16:34:58.716409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39384) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:58.836138 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b7bfddc3-5eef-4904-a693-f4a67f53a11e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:59.105508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b7bfddc3-5eef-4904-a693-f4a67f53a11e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:59.118593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-b7bfddc3-5eef-4904-a693-f4a67f53a11e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69137fb-9ecf-40ca-a2a6-4f58e4977efa']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:59.131370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-b7bfddc3-5eef-4904-a693-f4a67f53a11e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61985224-c9b9-4e35-b430-4702f960e921') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:59.131656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-b7bfddc3-5eef-4904-a693-f4a67f53a11e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61985224-c9b9-4e35-b430-4702f960e921') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:34:59.144433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b7bfddc3-5eef-4904-a693-f4a67f53a11e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:59.161934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b7bfddc3-5eef-4904-a693-f4a67f53a11e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:59.171949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7bfddc3-5eef-4904-a693-f4a67f53a11e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:34:59.172354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b7bfddc3-5eef-4904-a693-f4a67f53a11e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:34:59.187261 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:34:59.269183 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b7bfddc3-5eef-4904-a693-f4a67f53a11e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:59.272946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-24a147ea-5807-4f83-985f-2e34dd213c3b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:59.287181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b7bfddc3-5eef-4904-a693-f4a67f53a11e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:59.298354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfddc3-5eef-4904-a693-f4a67f53a11e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Network': ['ID=d69137fb-9ecf-40ca-a2a6-4f58e4977efa,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:59.301495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b7bfddc3-5eef-4904-a693-f4a67f53a11e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:59.313495 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b7bfddc3-5eef-4904-a693-f4a67f53a11e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/networks/d69137fb-9ecf-40ca-a2a6-4f58e4977efa HTTP/1.1" status: 204 len: 168 time: 0.5933225 Jun 02 16:34:59.331887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39386) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:59.337117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'network': {'name': 'tempest-network-smoke--1903191534', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'port_security_enabled': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:34:59.342474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:34:59.346952 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:network and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:34:59.349926 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:34:59.356384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:34:59.367193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:34:59.370716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:59.399499 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:34:59.409648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:59.409996 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Added segment 062ecfb8-441f-462e-995e-b622d7bbf0fa of type vlan for network ab915313-859f-40d8-98eb-20529451ed9e Jun 02 16:34:59.438138 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:59.468090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:59.473734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:34:59.474367 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:59.478401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ae330ad2-9d71-4c5e-a0d8-056aec0b1f48 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:34:59.581958 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2489238 Jun 02 16:34:59.585109 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39388) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:34:59.585626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Network': ['ID=ab915313-859f-40d8-98eb-20529451ed9e,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:34:59.588548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-03a31a8e-10fb-41bc-a63e-5341e0555f97 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:34:59.596507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1175775946', 'admin_state_up': True, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:34:59.598248 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network ab915313-859f-40d8-98eb-20529451ed9e details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:34:59.604432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:34:59.608592 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:router and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:34:59.611570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:34:59.618556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:34:59.629486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:59.630542 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:34:59.647254 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:00.060055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:00.369380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:00.399299 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:00.536919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.165 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/6cb47202-d589-4af4-980f-be4266ee8e48) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:35:00.542506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:35:00.580942 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:35:00.581306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9b51b82d-dc76-4a79-aecf-1fa69a96c4b1 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:35:00.688010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:00.717679 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:00.721379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4b16c3be-fa70-4514-9236-f908994bdb28 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:00.781543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:35:00.784762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:35:00.787425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:35:00.826676 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=6cb47202-d589-4af4-980f-be4266ee8e48,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:00.831323 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:01.209313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:01.710092 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:01.919918 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router b7f5b13b-6c8e-4f48-9041-5c7342788b7f is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:35:02.104535 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:35:02.114635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Sync routers for ids ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:35:02.124825 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Routers {'b7f5b13b-6c8e-4f48-9041-5c7342788b7f'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:35:02.125465 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-45dad390-e6db-4536-be40-757480b14e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:34:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:02.132578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:02.133839 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5476801 Jun 02 16:35:02.137045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39390) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:02.298811 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Set router b7f5b13b-6c8e-4f48-9041-5c7342788b7f gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:35:02.307418 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-381c7c24-e2bb-4604-8225-fb87e4e59ffd tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=fb79c8ac06334981844f175e241075b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1668301 Jun 02 16:35:02.307741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39394) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:02.442982 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24bbb92-5954-4807-8d2f-a782a8418002 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:02.444485 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e24bbb92-5954-4807-8d2f-a782a8418002 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1357787 Jun 02 16:35:02.447578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39396) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:02.486316 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-46f141e7-b473-45e3-bee4-8252baa4d34a tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375283 Jun 02 16:35:02.488948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39398) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:02.493951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-422303786', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:02.607971 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:02.611930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:subnet and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:02.614934 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:02.620649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:02.631309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:35:02.633671 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-45dad390-e6db-4536-be40-757480b14e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'name': 'tempest-TestNetworkBasicOps-router-1175775946', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:34:59Z', 'updated_at': '2021-06-02T16:35:01Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:00Z', 'updated_at': '2021-06-02T16:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:02.634975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:02.637851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Checking router: b7f5b13b-6c8e-4f48-9041-5c7342788b7f for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:35:02.638226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Updating router b7f5b13b-6c8e-4f48-9041-5c7342788b7f port 6cb47202-d589-4af4-980f-be4266ee8e48 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:35:02.693445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:02.971772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6563235b-1ae8-4c84-ac03-0ef6d15bccd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:03.057364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:03.071330 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Transition to ACTIVE for port object 6cb47202-d589-4af4-980f-be4266ee8e48 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:35:03.079984 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:03.084113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-08e8efac-0ac7-4f0e-bad6-263b026d0c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:03.169132 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Attempting to bind port 6cb47202-d589-4af4-980f-be4266ee8e48 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:35:03.169896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Attempting to bind port 6cb47202-d589-4af4-980f-be4266ee8e48 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:35:03.169896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Attempting to bind port 6cb47202-d589-4af4-980f-be4266ee8e48 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:35:03.172240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6be0ed-eff3-4512-aca7-e239eebc2c67 None None] Pushing event updated for resources: {'Port': ['ID=6cb47202-d589-4af4-980f-be4266ee8e48,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:03.176007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-fa6be0ed-eff3-4512-aca7-e239eebc2c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:03.178716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:35:03.179102 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:35:03.179532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:03.179927 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:35:03.180410 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Bound port: 6cb47202-d589-4af4-980f-be4266ee8e48, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:35:03.180783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:03.241620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:03.246100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-45d25ee4-f94c-4f24-9202-536c7b5053fe tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:03.255722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-45dad390-e6db-4536-be40-757480b14e15 None None] For port 6cb47202-d589-4af4-980f-be4266ee8e48, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:35:03.259037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-45dad390-e6db-4536-be40-757480b14e15 None None] For port 6cb47202-d589-4af4-980f-be4266ee8e48, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6cb47202-d589-4af4-980f-be4266ee8e48,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:35:03.264715 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:03.268898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:03.321446 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Subnet': ['ID=7b3bc751-47c2-49fe-b22f-44d8330280c2,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:03.325479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:03.333278 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Checking segment: {'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:35:03.333485 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network hostable DHCP agents. Network: ab915313-859f-40d8-98eb-20529451ed9e, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:35:03.342114 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Routers {'b7f5b13b-6c8e-4f48-9041-5c7342788b7f'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:35:03.342898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-45dad390-e6db-4536-be40-757480b14e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:34:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:03.352905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network ab915313-859f-40d8-98eb-20529451ed9e is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:35:03.363170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, ab915313-859f-40d8-98eb-20529451ed9e) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:35:03.373373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:03.373970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:03.398870 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9062095 Jun 02 16:35:03.399130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39400) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:03.404548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657fd7d8-f2d8-4547-afe4-812ec9d6dd81 None None] Network ab915313-859f-40d8-98eb-20529451ed9e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:35:03.436984 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6be0ed-eff3-4512-aca7-e239eebc2c67 None None] Pushing event updated for resources: {'Port': ['ID=6cb47202-d589-4af4-980f-be4266ee8e48,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:03.443963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-fa6be0ed-eff3-4512-aca7-e239eebc2c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:03.630209 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-45dad390-e6db-4536-be40-757480b14e15 None None] Set router b7f5b13b-6c8e-4f48-9041-5c7342788b7f gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:35:03.973023 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-ab915313-859f-40d8-98eb-20529451ed9e', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ips': [{'subnet_id': '7b3bc751-47c2-49fe-b22f-44d8330280c2'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:35:03.973867 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:04.146952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:04.175899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-45dad390-e6db-4536-be40-757480b14e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'name': 'tempest-TestNetworkBasicOps-router-1175775946', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:34:59Z', 'updated_at': '2021-06-02T16:35:01Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:00Z', 'updated_at': '2021-06-02T16:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:04.187849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dad390-e6db-4536-be40-757480b14e15 None None] The sync data for ids ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'] in dv-neutron-601336-83-hyperv is: [{'id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'name': 'tempest-TestNetworkBasicOps-router-1175775946', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:34:59Z', 'updated_at': '2021-06-02T16:35:01Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:00Z', 'updated_at': '2021-06-02T16:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:35:04.201846 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Allocated IP 172.20.0.2 (ab915313-859f-40d8-98eb-20529451ed9e/7b3bc751-47c2-49fe-b22f-44d8330280c2/e669a029-f837-4337-83a8-d124910d0c11) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:35:04.429344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:04.443757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Transition to ACTIVE for port object e669a029-f837-4337-83a8-d124910d0c11 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:35:04.475876 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Transition to ACTIVE for port object e669a029-f837-4337-83a8-d124910d0c11 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:35:04.483775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:04.487884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:04.560985 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Network ab915313-859f-40d8-98eb-20529451ed9e is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:35:04.564102 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:35:04.566992 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:35:04.573693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Pushing event updated for resources: {'Port': ['ID=e669a029-f837-4337-83a8-d124910d0c11,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:04.578236 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:04.598117 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.1 (ab915313-859f-40d8-98eb-20529451ed9e/7b3bc751-47c2-49fe-b22f-44d8330280c2/404915fd-8521-4bb5-a801-c3cd435bb4c5) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:35:04.659911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6cb47202-d589-4af4-980f-be4266ee8e48 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:35:04.736413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Attempting to bind port e669a029-f837-4337-83a8-d124910d0c11 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:35:04.736682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Attempting to bind port e669a029-f837-4337-83a8-d124910d0c11 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:35:04.736931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Attempting to bind port e669a029-f837-4337-83a8-d124910d0c11 on network ab915313-859f-40d8-98eb-20529451ed9e {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:35:04.744869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:35:04.745246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Checking segment: {'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:35:04.745648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:04.746225 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Bound using segment: {'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:35:04.746728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Bound port: e669a029-f837-4337-83a8-d124910d0c11, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:35:04.747150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:04.780103 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:04.797857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object 404915fd-8521-4bb5-a801-c3cd435bb4c5 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:35:04.815169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 6cb47202-d589-4af4-980f-be4266ee8e48 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:35:04.825891 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 6cb47202-d589-4af4-980f-be4266ee8e48 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:04.826332 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:04.827116 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:04.831189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:04.901048 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] For port e669a029-f837-4337-83a8-d124910d0c11, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:35:04.913515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] For port e669a029-f837-4337-83a8-d124910d0c11, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e669a029-f837-4337-83a8-d124910d0c11,segment=NetworkSegment(062ecfb8-441f-462e-995e-b622d7bbf0fa),segment_id=062ecfb8-441f-462e-995e-b622d7bbf0fa)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:35:04.920509 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:04.924892 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-59189de8-65bc-4987-9919-585286730b95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:05.070093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network ab915313-859f-40d8-98eb-20529451ed9e is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:35:05.071797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Pushing event updated for resources: {'Port': ['ID=e669a029-f837-4337-83a8-d124910d0c11,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:05.074026 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:35:05.074496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:05.078065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:05.080548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:05.087459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:35:05.103177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 6cb47202-d589-4af4-980f-be4266ee8e48, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6cb47202-d589-4af4-980f-be4266ee8e48,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:35:05.108564 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:05.110849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b273eb2a-e7d6-477c-b037-01bb880e2d05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:05.129605 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=404915fd-8521-4bb5-a801-c3cd435bb4c5,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:05.134981 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:05.162322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:05.183339 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=6cb47202-d589-4af4-980f-be4266ee8e48,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:05.190514 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:05.367847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:05.416869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-30766b1d-5db3-4a15-81fd-247e77eca472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:05.821409 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:05.827629 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:05.854084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3da107d0-6fee-403e-8ac3-ae01b02ec57b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:05.946506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:05.950289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=404915fd-8521-4bb5-a801-c3cd435bb4c5,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:05.953840 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:06.054278 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8c4122-2562-410f-9cfc-3c501c6efc19 None None] Network ab915313-859f-40d8-98eb-20529451ed9e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:35:06.100718 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network ab915313-859f-40d8-98eb-20529451ed9e is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:35:06.102628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:35:06.155693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7585b37c-4ae9-45f5-939d-a97c8289e850 None None] Provisioning for port e669a029-f837-4337-83a8-d124910d0c11 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:35:06.296996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router b7f5b13b-6c8e-4f48-9041-5c7342788b7f has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:35:06.491618 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:35:06.502581 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Sync routers for ids ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:35:06.506773 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/b7f5b13b-6c8e-4f48-9041-5c7342788b7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1066289 Jun 02 16:35:06.509154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39402) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:06.515354 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Routers {'b7f5b13b-6c8e-4f48-9041-5c7342788b7f'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:35:06.515967 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:35:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:06.607447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8814409c-6076-40ef-9eb3-636377c61c0f None None] Provisioning for port 404915fd-8521-4bb5-a801-c3cd435bb4c5 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:35:06.612498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8814409c-6076-40ef-9eb3-636377c61c0f None None] Provisioning complete for port 404915fd-8521-4bb5-a801-c3cd435bb4c5 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:06.612869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8814409c-6076-40ef-9eb3-636377c61c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:06.712468 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-8814409c-6076-40ef-9eb3-636377c61c0f None None] Port 404915fd-8521-4bb5-a801-c3cd435bb4c5 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:35:06.713952 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Set router b7f5b13b-6c8e-4f48-9041-5c7342788b7f gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:35:06.757274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:06.788142 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e669a029-f837-4337-83a8-d124910d0c11 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:35:06.856624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5c497c-80eb-4a5b-a3ec-bf242c8d1211 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:06.857201 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5c497c-80eb-4a5b-a3ec-bf242c8d1211 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:06.857488 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5c497c-80eb-4a5b-a3ec-bf242c8d1211 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:06.857979 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5c497c-80eb-4a5b-a3ec-bf242c8d1211 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:06.858831 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5c497c-80eb-4a5b-a3ec-bf242c8d1211 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:06.859298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5c497c-80eb-4a5b-a3ec-bf242c8d1211 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:06.862121 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-eb5c497c-80eb-4a5b-a3ec-bf242c8d1211 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3509331 Jun 02 16:35:06.864573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39404) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:06.875328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port e669a029-f837-4337-83a8-d124910d0c11 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:35:06.888188 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e669a029-f837-4337-83a8-d124910d0c11 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:06.888661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:06.920987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c15dc378-e701-4dd8-a690-58267f988030 None None] Provisioning complete for port 404915fd-8521-4bb5-a801-c3cd435bb4c5 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:06.921371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c15dc378-e701-4dd8-a690-58267f988030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:06.964784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e76af-5741-403e-8200-96b69467e28b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:06.965248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e76af-5741-403e-8200-96b69467e28b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:06.965935 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e76af-5741-403e-8200-96b69467e28b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:06.966417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e76af-5741-403e-8200-96b69467e28b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:06.966870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e76af-5741-403e-8200-96b69467e28b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:06.967317 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e76af-5741-403e-8200-96b69467e28b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:06.971745 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e58e76af-5741-403e-8200-96b69467e28b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1017454 Jun 02 16:35:06.972053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39406) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:06.989187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c15dc378-e701-4dd8-a690-58267f988030 None None] Port 404915fd-8521-4bb5-a801-c3cd435bb4c5 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:35:07.068016 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'name': 'tempest-TestNetworkBasicOps-router-1175775946', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:34:59Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:00Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '404915fd-8521-4bb5-a801-c3cd435bb4c5', 'name': '', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:ec:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:04Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 2, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:07.072524 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Checking router: b7f5b13b-6c8e-4f48-9041-5c7342788b7f for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:35:07.072885 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Updating router b7f5b13b-6c8e-4f48-9041-5c7342788b7f port 404915fd-8521-4bb5-a801-c3cd435bb4c5 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:35:07.131566 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:07.162572 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-58e7d082-ce20-4d7a-aee6-6abd6440863a None None] Provisioning complete for port 404915fd-8521-4bb5-a801-c3cd435bb4c5 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:07.163248 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-58e7d082-ce20-4d7a-aee6-6abd6440863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:07.192779 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:07.196482 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7df199d7-a40a-47ff-a18f-1afef158e683 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2229486 Jun 02 16:35:07.199267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39408) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:07.204865 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-262238007', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:07.252045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port e669a029-f837-4337-83a8-d124910d0c11, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e669a029-f837-4337-83a8-d124910d0c11,segment=NetworkSegment(062ecfb8-441f-462e-995e-b622d7bbf0fa),segment_id=062ecfb8-441f-462e-995e-b622d7bbf0fa)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:35:07.254763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-58e7d082-ce20-4d7a-aee6-6abd6440863a None None] Port 404915fd-8521-4bb5-a801-c3cd435bb4c5 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:35:07.258302 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:07.259733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6cb47202-d589-4af4-980f-be4266ee8e48 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:35:07.286887 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:07.348402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:07.352698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:port and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:07.355675 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:07.361804 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:07.373556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:35:07.378055 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:07.381137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=e669a029-f837-4337-83a8-d124910d0c11,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:07.384621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:07.395483 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 6cb47202-d589-4af4-980f-be4266ee8e48 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:07.395483 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:07.402230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] device_id is not set on port f81c367b-15ca-41f3-934f-c66050e11bfa yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:35:07.530838 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:07.542483 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Transition to ACTIVE for port object 404915fd-8521-4bb5-a801-c3cd435bb4c5 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:35:07.548912 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:07.553772 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-1c7bd1b0-49a9-449c-881f-59966f7ea895 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:07.619549 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.9 (ab915313-859f-40d8-98eb-20529451ed9e/7b3bc751-47c2-49fe-b22f-44d8330280c2/f81c367b-15ca-41f3-934f-c66050e11bfa) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:35:07.708000 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Pushing event updated for resources: {'Port': ['ID=404915fd-8521-4bb5-a801-c3cd435bb4c5,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:07.751097 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:07.751440 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:07.751974 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:07.752614 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:07.752956 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:07.753277 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:07.753600 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:07.753923 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:07.754273 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:07.754592 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:07.754909 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:07.755223 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:07.770474 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:07.798981 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Attempting to bind port 404915fd-8521-4bb5-a801-c3cd435bb4c5 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:35:07.799364 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Attempting to bind port 404915fd-8521-4bb5-a801-c3cd435bb4c5 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:35:07.799733 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Attempting to bind port 404915fd-8521-4bb5-a801-c3cd435bb4c5 on network ab915313-859f-40d8-98eb-20529451ed9e {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:35:07.811255 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:35:07.811673 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Checking segment: {'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:35:07.812057 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:07.812597 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Bound using segment: {'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:35:07.813147 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Bound port: 404915fd-8521-4bb5-a801-c3cd435bb4c5, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:35:07.813522 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:07.875669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:07.894693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object f81c367b-15ca-41f3-934f-c66050e11bfa will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:35:07.910827 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] For port 404915fd-8521-4bb5-a801-c3cd435bb4c5, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:35:07.914260 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] For port 404915fd-8521-4bb5-a801-c3cd435bb4c5, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=404915fd-8521-4bb5-a801-c3cd435bb4c5,segment=NetworkSegment(062ecfb8-441f-462e-995e-b622d7bbf0fa),segment_id=062ecfb8-441f-462e-995e-b622d7bbf0fa)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:35:07.919230 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:07.920380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:07.923155 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-dd7b9a11-26f6-4111-a78a-3590bcb8a4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:07.926540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f83e2be3-ec59-4930-96c5-fd618367b905 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:07.994292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network ab915313-859f-40d8-98eb-20529451ed9e is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:35:07.995819 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Routers {'b7f5b13b-6c8e-4f48-9041-5c7342788b7f'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:35:07.996450 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:35:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:07.997746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:35:08.002115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:35:08.036087 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=f81c367b-15ca-41f3-934f-c66050e11bfa,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:08.042962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:08.073677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:08.074377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:08.081600 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Pushing event updated for resources: {'Port': ['ID=404915fd-8521-4bb5-a801-c3cd435bb4c5,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:08.089140 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:08.106757 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9062061 Jun 02 16:35:08.190640 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] Set router b7f5b13b-6c8e-4f48-9041-5c7342788b7f gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:35:08.302712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39412) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:08.307949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124746937', 'description': 'tempest-secgroup-smoke-1124746937 description', 'project_id': 'fb79c8ac06334981844f175e241075b7'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:08.315961 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:08.320570 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:08.323821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:08.330986 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:08.343584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:08.365117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:08.368919 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:08.371809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:08.380896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:08.433859 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e3e68bf7-592e-49da-b277-1ec63ef8d791 None None] Provisioning for port f81c367b-15ca-41f3-934f-c66050e11bfa completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:35:08.439590 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e3e68bf7-592e-49da-b277-1ec63ef8d791 None None] Provisioning complete for port f81c367b-15ca-41f3-934f-c66050e11bfa triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:08.440215 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e3e68bf7-592e-49da-b277-1ec63ef8d791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:08.454868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:08.459588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:08.463542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0148064b-bd68-4c53-a1d4-4cb670cb821e tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:08.497641 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e3e68bf7-592e-49da-b277-1ec63ef8d791 None None] Port f81c367b-15ca-41f3-934f-c66050e11bfa cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:35:08.506503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b80d74-b60a-4e0f-a377-f6127dd95d4d,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:08.518930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:08.519866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:08.521110 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2172682 Jun 02 16:35:08.524018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39414) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:08.524491 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'name': 'tempest-TestNetworkBasicOps-router-1175775946', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:34:59Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:00Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '404915fd-8521-4bb5-a801-c3cd435bb4c5', 'name': '', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:ec:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:04Z', 'updated_at': '2021-06-02T16:35:07Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:08.528704 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe08771-51f7-41c5-8440-0864ea428bd9 None None] The sync data for ids ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'] in dv-neutron-601336-83-hyperv is: [{'id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'name': 'tempest-TestNetworkBasicOps-router-1175775946', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:34:59Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:00Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '404915fd-8521-4bb5-a801-c3cd435bb4c5', 'name': '', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:ec:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:04Z', 'updated_at': '2021-06-02T16:35:07Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:35:08.528923 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-1383e9b3-c8de-4548-80bc-99501ef780bc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '60b80d74-b60a-4e0f-a377-f6127dd95d4d', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:08.538693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1383e9b3-c8de-4548-80bc-99501ef780bc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:08.543258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1383e9b3-c8de-4548-80bc-99501ef780bc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:08.546864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1383e9b3-c8de-4548-80bc-99501ef780bc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:08.553089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1383e9b3-c8de-4548-80bc-99501ef780bc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:08.568428 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:08.575379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1383e9b3-c8de-4548-80bc-99501ef780bc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:08.635735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e669a029-f837-4337-83a8-d124910d0c11 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:35:08.651360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1383e9b3-c8de-4548-80bc-99501ef780bc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:08.656003 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1383e9b3-c8de-4548-80bc-99501ef780bc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:08.658830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-aeec0c91-21c8-41e1-a9f4-40073e5d8611 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:08.687152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383e9b3-c8de-4548-80bc-99501ef780bc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e420941f-7fa2-4377-8454-24be32a59586,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:08.699845 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1383e9b3-c8de-4548-80bc-99501ef780bc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:08.714797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1383e9b3-c8de-4548-80bc-99501ef780bc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:08.716116 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1383e9b3-c8de-4548-80bc-99501ef780bc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1911576 Jun 02 16:35:08.719059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39416) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:08.724943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e669a029-f837-4337-83a8-d124910d0c11 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:08.725410 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:08.727701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-59554ae5-4759-450f-bcad-ae6cd6d79712 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '60b80d74-b60a-4e0f-a377-f6127dd95d4d', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:08.734789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-59554ae5-4759-450f-bcad-ae6cd6d79712 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:08.739784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-59554ae5-4759-450f-bcad-ae6cd6d79712 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:08.743014 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-59554ae5-4759-450f-bcad-ae6cd6d79712 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:08.749476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-59554ae5-4759-450f-bcad-ae6cd6d79712 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:08.770028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-59554ae5-4759-450f-bcad-ae6cd6d79712 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:08.840007 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-59554ae5-4759-450f-bcad-ae6cd6d79712 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:08.845777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-59554ae5-4759-450f-bcad-ae6cd6d79712 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:08.848021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b3e512da-ac22-4364-8b38-cc4d464cc09b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:08.873353 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59554ae5-4759-450f-bcad-ae6cd6d79712 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803bba4f-f611-4510-9e0c-f5de6e0b5fa1,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:08.876560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-59554ae5-4759-450f-bcad-ae6cd6d79712 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:08.884258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-59554ae5-4759-450f-bcad-ae6cd6d79712 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:08.888072 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-59554ae5-4759-450f-bcad-ae6cd6d79712 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1651704 Jun 02 16:35:08.888441 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39418) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:08.893583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a2ebccf4-ea76-4215-abd5-30cde02fdebf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '60b80d74-b60a-4e0f-a377-f6127dd95d4d', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:08.900128 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a2ebccf4-ea76-4215-abd5-30cde02fdebf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:08.904420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a2ebccf4-ea76-4215-abd5-30cde02fdebf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:08.907478 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a2ebccf4-ea76-4215-abd5-30cde02fdebf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:08.914422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a2ebccf4-ea76-4215-abd5-30cde02fdebf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:08.931767 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a2ebccf4-ea76-4215-abd5-30cde02fdebf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.002128 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a2ebccf4-ea76-4215-abd5-30cde02fdebf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.012962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a2ebccf4-ea76-4215-abd5-30cde02fdebf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.014858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c013bffc-504f-4db0-a58e-d85261fbd788 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:09.038170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebccf4-ea76-4215-abd5-30cde02fdebf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf47b6d-6c9a-48f5-8504-bb8d9c0fe3d7,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:09.041136 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a2ebccf4-ea76-4215-abd5-30cde02fdebf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:09.051642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a2ebccf4-ea76-4215-abd5-30cde02fdebf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.052908 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a2ebccf4-ea76-4215-abd5-30cde02fdebf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1634512 Jun 02 16:35:09.056160 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39420) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:09.060807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d0705c93-9cc5-4383-9292-e4499bdb453d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '60b80d74-b60a-4e0f-a377-f6127dd95d4d', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:09.067198 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d0705c93-9cc5-4383-9292-e4499bdb453d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:09.071438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d0705c93-9cc5-4383-9292-e4499bdb453d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:09.074727 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d0705c93-9cc5-4383-9292-e4499bdb453d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:09.081000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d0705c93-9cc5-4383-9292-e4499bdb453d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:09.099958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0705c93-9cc5-4383-9292-e4499bdb453d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.171325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0705c93-9cc5-4383-9292-e4499bdb453d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.176145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0705c93-9cc5-4383-9292-e4499bdb453d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.178117 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-52b7dd4f-d7b8-4e76-9727-b3a51442aa08 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:09.201131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0705c93-9cc5-4383-9292-e4499bdb453d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03df8033-3df8-4062-9dc3-45f7b50c3760,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:09.203783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d0705c93-9cc5-4383-9292-e4499bdb453d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:09.212097 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d0705c93-9cc5-4383-9292-e4499bdb453d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.213471 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d0705c93-9cc5-4383-9292-e4499bdb453d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1565194 Jun 02 16:35:09.216424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39422) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:09.221599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-23188d3c-d431-42af-a7de-0bed5b9c08f8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '60b80d74-b60a-4e0f-a377-f6127dd95d4d', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:09.228660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-23188d3c-d431-42af-a7de-0bed5b9c08f8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:09.233661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-23188d3c-d431-42af-a7de-0bed5b9c08f8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:09.236836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-23188d3c-d431-42af-a7de-0bed5b9c08f8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:09.243702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-23188d3c-d431-42af-a7de-0bed5b9c08f8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:09.255597 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-23188d3c-d431-42af-a7de-0bed5b9c08f8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:35:09.261870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-23188d3c-d431-42af-a7de-0bed5b9c08f8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.333855 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-23188d3c-d431-42af-a7de-0bed5b9c08f8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.338702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-23188d3c-d431-42af-a7de-0bed5b9c08f8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.340604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:09.363761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23188d3c-d431-42af-a7de-0bed5b9c08f8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afeddc20-7c5c-465d-a0e8-16af19eb35a1,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:09.366467 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-23188d3c-d431-42af-a7de-0bed5b9c08f8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:09.375656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-23188d3c-d431-42af-a7de-0bed5b9c08f8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.376892 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-23188d3c-d431-42af-a7de-0bed5b9c08f8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1593874 Jun 02 16:35:09.388496 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39424) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:09.393248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-7e41dda8-556c-4a9d-b285-6491f8499427 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '60b80d74-b60a-4e0f-a377-f6127dd95d4d', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:09.399946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7e41dda8-556c-4a9d-b285-6491f8499427 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:09.404399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7e41dda8-556c-4a9d-b285-6491f8499427 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:09.408475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7e41dda8-556c-4a9d-b285-6491f8499427 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:09.414314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7e41dda8-556c-4a9d-b285-6491f8499427 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:09.425910 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-7e41dda8-556c-4a9d-b285-6491f8499427 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:35:09.432227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7e41dda8-556c-4a9d-b285-6491f8499427 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.648144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7e41dda8-556c-4a9d-b285-6491f8499427 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.652520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7e41dda8-556c-4a9d-b285-6491f8499427 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.659452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2a922cbd-9a9f-4b70-bb96-b2c7e528994f tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:09.680780 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41dda8-556c-4a9d-b285-6491f8499427 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f367d7c1-3105-4885-bc35-32ff8705a984,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:09.684227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7e41dda8-556c-4a9d-b285-6491f8499427 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:09.693313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7e41dda8-556c-4a9d-b285-6491f8499427 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:09.694595 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7e41dda8-556c-4a9d-b285-6491f8499427 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3051131 Jun 02 16:35:09.863142 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-28f32cab-bd7b-4bc0-8a18-e07d52ed12b1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124746937&fields=id&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 267 time: 0.0416770 Jun 02 16:35:09.940775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6fedde3e-dbdc-4461-9e23-01ed411ae47f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:09.941508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6fedde3e-dbdc-4461-9e23-01ed411ae47f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:35:09.958990 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6fedde3e-dbdc-4461-9e23-01ed411ae47f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:35:09.960168 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6fedde3e-dbdc-4461-9e23-01ed411ae47f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports/f81c367b-15ca-41f3-934f-c66050e11bfa HTTP/1.1" status: 200 len: 929 time: 0.0902624 Jun 02 16:35:10.037875 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-b0152a8f-6f04-4d31-aae3-a0fcc821f938 service neutron] 10.222.0.50 "GET /v2.0/ports/f81c367b-15ca-41f3-934f-c66050e11bfa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0651700 Jun 02 16:35:10.047587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-02ab28a2-3363-4cfd-902d-7a6faf51c0a4 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:35:10.048491 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-02ab28a2-3363-4cfd-902d-7a6faf51c0a4 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051553 Jun 02 16:35:10.179532 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-4fdc9ef5-84ad-4221-b0fb-b06b71172603 service neutron] 10.222.0.50 "GET /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257081 Jun 02 16:35:10.312461 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-01ec90cf-b9d8-4196-afae-23102ba9cd4c service neutron] 10.222.0.50 "GET /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270392 Jun 02 16:35:10.501090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-65c3a91f-21ed-463c-9e77-b7c567849c94 req-9bc08cca-450d-4995-9744-e6851e5b706a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:35:10.513494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-65c3a91f-21ed-463c-9e77-b7c567849c94 req-9bc08cca-450d-4995-9744-e6851e5b706a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:35:10.514700 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-65c3a91f-21ed-463c-9e77-b7c567849c94 req-9bc08cca-450d-4995-9744-e6851e5b706a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 210 time: 0.0559449 Jun 02 16:35:10.611816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 404915fd-8521-4bb5-a801-c3cd435bb4c5 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:35:10.684905 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 404915fd-8521-4bb5-a801-c3cd435bb4c5 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:35:10.690230 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 404915fd-8521-4bb5-a801-c3cd435bb4c5 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:10.690586 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:10.819731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:10.854032 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 404915fd-8521-4bb5-a801-c3cd435bb4c5, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=404915fd-8521-4bb5-a801-c3cd435bb4c5,segment=NetworkSegment(062ecfb8-441f-462e-995e-b622d7bbf0fa),segment_id=062ecfb8-441f-462e-995e-b622d7bbf0fa)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:35:10.858266 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:10.860024 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:10.925290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=404915fd-8521-4bb5-a801-c3cd435bb4c5,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:10.928517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:11.594455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-fdafbc5f-978a-40a5-ac42-cb2132bdddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:11.595931 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-fdafbc5f-978a-40a5-ac42-cb2132bdddc0 service neutron] 10.222.0.49 "GET /v2.0/ports/f81c367b-15ca-41f3-934f-c66050e11bfa HTTP/1.1" status: 200 len: 1025 time: 0.0670493 Jun 02 16:35:11.673886 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3766803a-091f-47b8-89b4-8461c4ee22d8 req-2ec40282-ee67-4ac1-b5ce-01feafde2a53 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 210 time: 0.0462363 Jun 02 16:35:11.754554 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-03607887-83b3-41ca-a006-ef5199def1b2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:11.757018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-03607887-83b3-41ca-a006-ef5199def1b2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:35:11.775784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-03607887-83b3-41ca-a006-ef5199def1b2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:35:11.777083 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-03607887-83b3-41ca-a006-ef5199def1b2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/networks?id=ab915313-859f-40d8-98eb-20529451ed9e HTTP/1.1" status: 200 len: 797 time: 0.1717620 Jun 02 16:35:11.835658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-9d3c0180-e32c-4814-adcf-4255814d89f4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:35:11.852984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-9d3c0180-e32c-4814-adcf-4255814d89f4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:35:11.854060 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-9d3c0180-e32c-4814-adcf-4255814d89f4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 380 time: 0.0595288 Jun 02 16:35:11.869648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Request body: {'port': {'device_id': '53421451-a2ec-4d2f-b89f-dbf382134d55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:11.999604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:12.356092 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81c367b-15ca-41f3-934f-c66050e11bfa {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:35:12.363451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:12.378978 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Transition to ACTIVE for port object f81c367b-15ca-41f3-934f-c66050e11bfa will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:35:12.384719 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:12.389073 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:12.546014 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f81c367b-15ca-41f3-934f-c66050e11bfa,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:12.553814 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:12.600120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 404915fd-8521-4bb5-a801-c3cd435bb4c5 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:35:12.631677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Attempting to bind port f81c367b-15ca-41f3-934f-c66050e11bfa on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:35:12.632285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Attempting to bind port f81c367b-15ca-41f3-934f-c66050e11bfa by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:35:12.632583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Attempting to bind port f81c367b-15ca-41f3-934f-c66050e11bfa on network ab915313-859f-40d8-98eb-20529451ed9e {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:35:12.637353 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Port f81c367b-15ca-41f3-934f-c66050e11bfa on network ab915313-859f-40d8-98eb-20529451ed9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:35:12.637677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Attempting to bind port f81c367b-15ca-41f3-934f-c66050e11bfa on network ab915313-859f-40d8-98eb-20529451ed9e {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:35:12.642920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:35:12.643257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Checking segment: {'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:35:12.643636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Bound using segment: {'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:35:12.644057 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Bound port: f81c367b-15ca-41f3-934f-c66050e11bfa, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:35:12.644402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:12.683692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 404915fd-8521-4bb5-a801-c3cd435bb4c5 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:12.684087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:12.745703 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] For port f81c367b-15ca-41f3-934f-c66050e11bfa, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:35:12.749413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] For port f81c367b-15ca-41f3-934f-c66050e11bfa, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f81c367b-15ca-41f3-934f-c66050e11bfa,segment=NetworkSegment(062ecfb8-441f-462e-995e-b622d7bbf0fa),segment_id=062ecfb8-441f-462e-995e-b622d7bbf0fa)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:35:12.754315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:12.763944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6d7500b0-eb71-450c-9b5b-f266fefcd36b tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:12.856504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:12.857089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:12.858590 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] 10.222.0.49 "PUT /v2.0/ports/f81c367b-15ca-41f3-934f-c66050e11bfa HTTP/1.1" status: 200 len: 1130 time: 0.9934533 Jun 02 16:35:12.862019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53421451-a2ec-4d2f-b89f-dbf382134d55', 'tag': 'f81c367b-15ca-41f3-934f-c66050e11bfa'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:35:12.864470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c19537-15d6-4657-bacf-0b6ceb0f2ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "53421451-a2ec-4d2f-b89f-dbf382134d55", "tag": "f81c367b-15ca-41f3-934f-c66050e11bfa"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:35:12.901922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f81c367b-15ca-41f3-934f-c66050e11bfa,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:12.910141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:12.940730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6fc717-5f92-4efb-9ed5-4a77dd7c8cc3 x-openstack-request-id: req-bb6fc717-5f92-4efb-9ed5-4a77dd7c8cc3 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:35:12.941061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53421451-a2ec-4d2f-b89f-dbf382134d55", "tag": "f81c367b-15ca-41f3-934f-c66050e11bfa", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:35:12.941354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb6fc717-5f92-4efb-9ed5-4a77dd7c8cc3 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:35:12.941792 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53421451-a2ec-4d2f-b89f-dbf382134d55', 'tag': 'f81c367b-15ca-41f3-934f-c66050e11bfa', 'status': 'completed', 'code': 200} Jun 02 16:35:12.975309 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132419f2-41f6-4dac-8526-99edb895eb04 req-7168835f-0ded-4e4c-b51d-b9c52210c505 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:12.976945 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-132419f2-41f6-4dac-8526-99edb895eb04 req-7168835f-0ded-4e4c-b51d-b9c52210c505 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 980 time: 0.1824119 Jun 02 16:35:13.035055 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-a6b9de8c-c24b-4722-9a71-15836b5ea9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:13.036517 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-a6b9de8c-c24b-4722-9a71-15836b5ea9b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 1133 time: 0.1295967 Jun 02 16:35:13.039451 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-132419f2-41f6-4dac-8526-99edb895eb04 req-de9e3566-77a0-4294-9982-da0d8a83d0fc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524838 Jun 02 16:35:13.113147 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-d606981e-f995-484a-93b5-e37a85da594a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f81c367b-15ca-41f3-934f-c66050e11bfa HTTP/1.1" status: 200 len: 217 time: 0.0645506 Jun 02 16:35:13.176707 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-f6f959a8-54dc-411c-bd4d-a22464ef189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:13.178159 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-f6f959a8-54dc-411c-bd4d-a22464ef189d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7b3bc751-47c2-49fe-b22f-44d8330280c2 HTTP/1.1" status: 200 len: 834 time: 0.0560281 Jun 02 16:35:13.401817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-ecfe6e1d-4324-496a-af89-47cde176a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:13.403380 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-ecfe6e1d-4324-496a-af89-47cde176a30b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ab915313-859f-40d8-98eb-20529451ed9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2156363 Jun 02 16:35:13.538711 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-5b794ece-9c32-4cea-a3a1-ed4a30c597db service neutron] 10.222.0.49 "GET /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241736 Jun 02 16:35:13.677780 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4e4da5c5-7e81-493b-b484-6f6c1135c724 req-5f96ff95-89c5-42ca-a47c-956a2a1e365e service neutron] 10.222.0.49 "GET /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287267 Jun 02 16:35:13.812318 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c19537-15d6-4657-bacf-0b6ceb0f2ba4 req-8dea09ae-fc64-4fa2-8c6e-aa76929d0a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:13.813796 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-74c19537-15d6-4657-bacf-0b6ceb0f2ba4 req-8dea09ae-fc64-4fa2-8c6e-aa76929d0a46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 1133 time: 0.0725701 Jun 02 16:35:13.952392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c19537-15d6-4657-bacf-0b6ceb0f2ba4 req-57707c76-f949-4339-8a8c-8203cdee5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:13.953744 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-74c19537-15d6-4657-bacf-0b6ceb0f2ba4 req-57707c76-f949-4339-8a8c-8203cdee5765 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ab915313-859f-40d8-98eb-20529451ed9e HTTP/1.1" status: 200 len: 898 time: 0.1326537 Jun 02 16:35:14.027857 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-74c19537-15d6-4657-bacf-0b6ceb0f2ba4 req-072b9f9a-7d91-4557-9029-f7e106f4d6d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f81c367b-15ca-41f3-934f-c66050e11bfa HTTP/1.1" status: 200 len: 217 time: 0.0655465 Jun 02 16:35:14.101187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c19537-15d6-4657-bacf-0b6ceb0f2ba4 req-aca8569f-6185-4786-8dad-ed6ce9df4494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:14.103278 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-74c19537-15d6-4657-bacf-0b6ceb0f2ba4 req-aca8569f-6185-4786-8dad-ed6ce9df4494 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7b3bc751-47c2-49fe-b22f-44d8330280c2 HTTP/1.1" status: 200 len: 834 time: 0.0688052 Jun 02 16:35:14.194149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c19537-15d6-4657-bacf-0b6ceb0f2ba4 req-3a225b09-f750-4547-8292-57b644388006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:14.195836 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-74c19537-15d6-4657-bacf-0b6ceb0f2ba4 req-3a225b09-f750-4547-8292-57b644388006 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ab915313-859f-40d8-98eb-20529451ed9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0850070 Jun 02 16:35:14.235503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc37288-15d4-432e-92dd-287b1c5890eb req-a267432b-8e82-4f85-9304-1435c36ca250 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:14.236909 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4fc37288-15d4-432e-92dd-287b1c5890eb req-a267432b-8e82-4f85-9304-1435c36ca250 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 980 time: 0.0809989 Jun 02 16:35:14.290302 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4fc37288-15d4-432e-92dd-287b1c5890eb req-fcd40a66-e563-4d8d-a4cf-91255d92e6a2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469265 Jun 02 16:35:14.339044 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-74c19537-15d6-4657-bacf-0b6ceb0f2ba4 req-b67ccbef-4250-418e-b9fd-94bc8137207b service neutron] 10.222.0.49 "GET /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346266 Jun 02 16:35:14.478800 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-74c19537-15d6-4657-bacf-0b6ceb0f2ba4 req-16719369-fae0-46c6-9b02-9517ee7bc0ba service neutron] 10.222.0.49 "GET /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309135 Jun 02 16:35:15.482509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85f232-3df8-4ccf-bb91-ee4322088549 req-508f1512-390b-4db2-916a-55470d28bda3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:15.483965 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-db85f232-3df8-4ccf-bb91-ee4322088549 req-508f1512-390b-4db2-916a-55470d28bda3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 980 time: 0.0819850 Jun 02 16:35:15.529814 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-db85f232-3df8-4ccf-bb91-ee4322088549 req-874a5f01-6735-4c02-a5f6-369acc5a9492 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399992 Jun 02 16:35:15.572626 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device f81c367b-15ca-41f3-934f-c66050e11bfa details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:35:15.732636 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port f81c367b-15ca-41f3-934f-c66050e11bfa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f81c367b-15ca-41f3-934f-c66050e11bfa,segment=NetworkSegment(062ecfb8-441f-462e-995e-b622d7bbf0fa),segment_id=062ecfb8-441f-462e-995e-b622d7bbf0fa)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:35:15.751541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'f81c367b-15ca-41f3-934f-c66050e11bfa', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e', 'port_id': 'f81c367b-15ca-41f3-934f-c66050e11bfa', 'mac_address': 'fa:16:3e:9e:2e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:35:15.807448 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:15.824593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81c367b-15ca-41f3-934f-c66050e11bfa {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:35:15.840930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port f81c367b-15ca-41f3-934f-c66050e11bfa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f81c367b-15ca-41f3-934f-c66050e11bfa,segment=NetworkSegment(062ecfb8-441f-462e-995e-b622d7bbf0fa),segment_id=062ecfb8-441f-462e-995e-b622d7bbf0fa)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:35:15.845105 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:15.848251 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-fab98324-8ead-43f2-aafd-cb0d01fc268b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:15.914561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=f81c367b-15ca-41f3-934f-c66050e11bfa,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:15.922113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:15.922481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:15.922823 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:15.923159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:15.923509 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:15.923839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:15.924169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:15.924500 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:15.924827 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:15.925150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:15.925454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:15.925778 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:15.929890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:16.118913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['f81c367b-15ca-41f3-934f-c66050e11bfa'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:35:16.731951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fba68-134e-48d1-b8a0-b8047171ec90 req-64beed69-03e8-41c2-bfc2-cb180377d7d0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:16.733348 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-071fba68-134e-48d1-b8a0-b8047171ec90 req-64beed69-03e8-41c2-bfc2-cb180377d7d0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 981 time: 0.0915937 Jun 02 16:35:16.781682 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-071fba68-134e-48d1-b8a0-b8047171ec90 req-3557f64a-c4ed-4544-b318-638052dc2f3d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424263 Jun 02 16:35:17.587560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device f81c367b-15ca-41f3-934f-c66050e11bfa up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:35:17.704599 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port f81c367b-15ca-41f3-934f-c66050e11bfa completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:35:17.709223 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port f81c367b-15ca-41f3-934f-c66050e11bfa triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:17.709597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:17.828809 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:17.861655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53421451-a2ec-4d2f-b89f-dbf382134d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81c367b-15ca-41f3-934f-c66050e11bfa'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:35:17.864153 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6355d5-e7ea-471f-adc3-f56cca9c930a" -d '{"events": [{"server_uuid": "53421451-a2ec-4d2f-b89f-dbf382134d55", "name": "network-vif-plugged", "status": "completed", "tag": "f81c367b-15ca-41f3-934f-c66050e11bfa"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:35:17.872216 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port f81c367b-15ca-41f3-934f-c66050e11bfa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f81c367b-15ca-41f3-934f-c66050e11bfa,segment=NetworkSegment(062ecfb8-441f-462e-995e-b622d7bbf0fa),segment_id=062ecfb8-441f-462e-995e-b622d7bbf0fa)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:35:17.877434 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:17.879392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:17.914028 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f262b7-5ed1-41c2-b86c-f151790cfd43 x-openstack-request-id: req-48f262b7-5ed1-41c2-b86c-f151790cfd43 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:35:17.914404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53421451-a2ec-4d2f-b89f-dbf382134d55", "name": "network-vif-plugged", "status": "completed", "tag": "f81c367b-15ca-41f3-934f-c66050e11bfa", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:35:17.914623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48f262b7-5ed1-41c2-b86c-f151790cfd43 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:35:17.915023 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53421451-a2ec-4d2f-b89f-dbf382134d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81c367b-15ca-41f3-934f-c66050e11bfa', 'code': 200} Jun 02 16:35:17.948087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=f81c367b-15ca-41f3-934f-c66050e11bfa,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:17.954041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:17.989030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc276bc-d8a3-4dfa-985b-8a89daa43b6b req-0b5b7868-d8c9-4e7d-a8cf-b3429f685222 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:17.990526 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2cc276bc-d8a3-4dfa-985b-8a89daa43b6b req-0b5b7868-d8c9-4e7d-a8cf-b3429f685222 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 982 time: 0.0940294 Jun 02 16:35:18.036715 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2cc276bc-d8a3-4dfa-985b-8a89daa43b6b req-5456ae92-a6d9-4138-951b-d29180d9e17f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401208 Jun 02 16:35:18.164681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8a2b7-e3b0-48cb-8920-6728bd3d47b4 req-25996551-4a73-4ee3-92ca-ae2345708eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:18.166230 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-68a8a2b7-e3b0-48cb-8920-6728bd3d47b4 req-25996551-4a73-4ee3-92ca-ae2345708eb7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 1135 time: 0.0725300 Jun 02 16:35:18.215629 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-68a8a2b7-e3b0-48cb-8920-6728bd3d47b4 req-8d4e2b24-c6f6-46cc-a661-07221179b05b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392797 Jun 02 16:35:18.981469 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:19.240698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529af0a-af0b-47e3-b025-5926f6020774 req-38ebcf15-86ab-4485-ab83-9d10aa1dcc25 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:19.241933 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7529af0a-af0b-47e3-b025-5926f6020774 req-38ebcf15-86ab-4485-ab83-9d10aa1dcc25 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 982 time: 0.0854864 Jun 02 16:35:19.293631 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7529af0a-af0b-47e3-b025-5926f6020774 req-6d29b281-e000-4de0-8ee3-b78cfd0bab46 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Jun 02 16:35:20.493777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afda37-7cf0-4f0d-ae16-7675a1d67cdb req-70736f8e-c50e-498b-81ad-3cfddfbd705a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:20.495325 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-61afda37-7cf0-4f0d-ae16-7675a1d67cdb req-70736f8e-c50e-498b-81ad-3cfddfbd705a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 982 time: 0.0838258 Jun 02 16:35:20.541921 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-61afda37-7cf0-4f0d-ae16-7675a1d67cdb req-8c68d1d8-21c2-4c68-b7a4-93a0de88c226 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406463 Jun 02 16:35:20.735289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd02b-9c1d-4dac-af1e-93d1661000c3 req-5e9c6d24-30c7-435a-8fc5-3ee1f7703ea8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:20.736875 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bf6cd02b-9c1d-4dac-af1e-93d1661000c3 req-5e9c6d24-30c7-435a-8fc5-3ee1f7703ea8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 982 time: 0.0858450 Jun 02 16:35:20.799888 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bf6cd02b-9c1d-4dac-af1e-93d1661000c3 req-309f4f0a-eaa1-4a8c-886b-adf524cebc79 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562027 Jun 02 16:35:20.824662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39480) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:20.903115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc0ee98-d2d8-4e36-bffa-4d306073650f tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:20.904643 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fbc0ee98-d2d8-4e36-bffa-4d306073650f tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 1130 time: 0.0790184 Jun 02 16:35:20.907874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39482) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:20.912810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': 'f81c367b-15ca-41f3-934f-c66050e11bfa', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:20.919647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:20.925346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:floatingip and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:20.930032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:20.937487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:20.950946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:21.232579 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:21.403729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.98 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/8e4e3671-ddb9-4045-891a-2b20d342639b) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:35:21.575159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:21.609056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:21.613040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2031810a-3042-48f1-9048-49dddf85a769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:21.677593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:35:21.680768 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:35:21.684925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:35:21.716129 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=8e4e3671-ddb9-4045-891a-2b20d342639b,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:21.732614 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:21.732991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:21.733393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:21.733767 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:21.734142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:21.734533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:21.734903 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:21.735269 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:21.735637 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:21.735994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:21.736355 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:21.736713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:21.742200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:22.155981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:22.235690 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:22.467048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:22.473446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:22.477956 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c4799eed-9ba8-4c4e-b56b-f8700d5766e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:22.588486 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=8e4e3671-ddb9-4045-891a-2b20d342639b,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:22.592827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:22.597913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:22.774196 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP e77c7ec4-e94e-4b75-bf88-6f22871dade4 associated. External IP: 172.26.3.98, port: f81c367b-15ca-41f3-934f-c66050e11bfa. Jun 02 16:35:23.140959 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:35:23.278750 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router b7f5b13b-6c8e-4f48-9041-5c7342788b7f has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:35:23.462452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:35:23.473325 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc793a0-4fa1-4472-a8dd-6658b2c6eb51 None None] Sync routers for ids ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:35:23.484399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc793a0-4fa1-4472-a8dd-6658b2c6eb51 None None] Routers {'b7f5b13b-6c8e-4f48-9041-5c7342788b7f'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:35:23.485032 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fcc793a0-4fa1-4472-a8dd-6658b2c6eb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:35:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:23.499202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:23.561941 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.6529026 Jun 02 16:35:23.562898 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53421451-a2ec-4d2f-b89f-dbf382134d55', 'tag': 'f81c367b-15ca-41f3-934f-c66050e11bfa'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:35:23.564913 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39484) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:23.565420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34119437-c1dc-468d-945a-c1dbd58e5667" -d '{"events": [{"name": "network-changed", "server_uuid": "53421451-a2ec-4d2f-b89f-dbf382134d55", "tag": "f81c367b-15ca-41f3-934f-c66050e11bfa"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:35:23.622434 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc5fe60-8332-4dc0-893b-4687d5792752 x-openstack-request-id: req-ecc5fe60-8332-4dc0-893b-4687d5792752 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:35:23.623076 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53421451-a2ec-4d2f-b89f-dbf382134d55", "tag": "f81c367b-15ca-41f3-934f-c66050e11bfa", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:35:23.623076 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ecc5fe60-8332-4dc0-893b-4687d5792752 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:35:23.623491 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53421451-a2ec-4d2f-b89f-dbf382134d55', 'tag': 'f81c367b-15ca-41f3-934f-c66050e11bfa', 'status': 'completed', 'code': 200} Jun 02 16:35:23.661300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b36099-afed-488d-9c44-05a5d09dc8c8 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:23.665196 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b2b36099-afed-488d-9c44-05a5d09dc8c8 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55&network_id=ab915313-859f-40d8-98eb-20529451ed9e HTTP/1.1" status: 200 len: 1130 time: 0.0958455 Jun 02 16:35:23.673900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-fcc793a0-4fa1-4472-a8dd-6658b2c6eb51 None None] Set router b7f5b13b-6c8e-4f48-9041-5c7342788b7f gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:35:23.722800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34119437-c1dc-468d-945a-c1dbd58e5667 req-6e3c82b5-8026-4775-9eeb-4e3a92b0e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:23.724706 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-34119437-c1dc-468d-945a-c1dbd58e5667 req-6e3c82b5-8026-4775-9eeb-4e3a92b0e8a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 1135 time: 0.0798452 Jun 02 16:35:23.874911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34119437-c1dc-468d-945a-c1dbd58e5667 req-85859f03-7b88-4f4c-802d-4f90714a273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:23.876448 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-34119437-c1dc-468d-945a-c1dbd58e5667 req-85859f03-7b88-4f4c-802d-4f90714a273b service neutron] 10.222.0.49 "GET /v2.0/networks?id=ab915313-859f-40d8-98eb-20529451ed9e HTTP/1.1" status: 200 len: 898 time: 0.1411765 Jun 02 16:35:24.027126 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-34119437-c1dc-468d-945a-c1dbd58e5667 req-defa474d-b0af-4db1-8b88-a82696510cfd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f81c367b-15ca-41f3-934f-c66050e11bfa HTTP/1.1" status: 200 len: 1035 time: 0.1406429 Jun 02 16:35:24.058844 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fcc793a0-4fa1-4472-a8dd-6658b2c6eb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'name': 'tempest-TestNetworkBasicOps-router-1175775946', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:34:59Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:00Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'e77c7ec4-e94e-4b75-bf88-6f22871dade4', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.98', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'port_id': 'f81c367b-15ca-41f3-934f-c66050e11bfa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-262238007', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e', 'mac_address': 'fa:16:3e:9e:2e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53421451-a2ec-4d2f-b89f-dbf382134d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:35:22Z', 'updated_at': '2021-06-02T16:35:22Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404915fd-8521-4bb5-a801-c3cd435bb4c5', 'name': '', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:ec:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:04Z', 'updated_at': '2021-06-02T16:35:10Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:24.063595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc793a0-4fa1-4472-a8dd-6658b2c6eb51 None None] Checking router: b7f5b13b-6c8e-4f48-9041-5c7342788b7f for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:35:24.072310 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc793a0-4fa1-4472-a8dd-6658b2c6eb51 None None] Routers {'b7f5b13b-6c8e-4f48-9041-5c7342788b7f'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:35:24.072928 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fcc793a0-4fa1-4472-a8dd-6658b2c6eb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:35:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:24.109258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34119437-c1dc-468d-945a-c1dbd58e5667 req-7a41fc43-197c-4415-97ff-8e3f1629ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:24.110748 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-34119437-c1dc-468d-945a-c1dbd58e5667 req-7a41fc43-197c-4415-97ff-8e3f1629ca63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7b3bc751-47c2-49fe-b22f-44d8330280c2 HTTP/1.1" status: 200 len: 834 time: 0.0760376 Jun 02 16:35:24.121179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525db46-57a8-44b1-90b2-8280b2ff0d57 req-1003e599-63cc-46a1-8f9b-739b19f2d0e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:24.122696 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a525db46-57a8-44b1-90b2-8280b2ff0d57 req-1003e599-63cc-46a1-8f9b-739b19f2d0e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 982 time: 0.1476178 Jun 02 16:35:24.219040 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a525db46-57a8-44b1-90b2-8280b2ff0d57 req-0e08d650-b257-4970-adbe-dd26b94672ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645406 Jun 02 16:35:24.235121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34119437-c1dc-468d-945a-c1dbd58e5667 req-e51d9b1f-0fc9-4f9d-8f79-ffedca0ee658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:24.236772 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-34119437-c1dc-468d-945a-c1dbd58e5667 req-e51d9b1f-0fc9-4f9d-8f79-ffedca0ee658 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ab915313-859f-40d8-98eb-20529451ed9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1131086 Jun 02 16:35:24.264619 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-fcc793a0-4fa1-4472-a8dd-6658b2c6eb51 None None] Set router b7f5b13b-6c8e-4f48-9041-5c7342788b7f gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:35:24.372642 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-34119437-c1dc-468d-945a-c1dbd58e5667 req-b84d51b2-47fe-40bd-a28b-9b87a6d8be86 service neutron] 10.222.0.49 "GET /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280706 Jun 02 16:35:24.512822 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-34119437-c1dc-468d-945a-c1dbd58e5667 req-d84e9450-5c3b-4ab2-ac3c-75f2e257ecd9 service neutron] 10.222.0.49 "GET /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331778 Jun 02 16:35:24.621909 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fcc793a0-4fa1-4472-a8dd-6658b2c6eb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'name': 'tempest-TestNetworkBasicOps-router-1175775946', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:34:59Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:00Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'e77c7ec4-e94e-4b75-bf88-6f22871dade4', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.98', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'port_id': 'f81c367b-15ca-41f3-934f-c66050e11bfa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-262238007', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e', 'mac_address': 'fa:16:3e:9e:2e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53421451-a2ec-4d2f-b89f-dbf382134d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:35:22Z', 'updated_at': '2021-06-02T16:35:22Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404915fd-8521-4bb5-a801-c3cd435bb4c5', 'name': '', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:ec:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:04Z', 'updated_at': '2021-06-02T16:35:10Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:24.626663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc793a0-4fa1-4472-a8dd-6658b2c6eb51 None None] The sync data for ids ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'] in dv-neutron-601336-83-hyperv is: [{'id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'name': 'tempest-TestNetworkBasicOps-router-1175775946', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:34:59Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:00Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'e77c7ec4-e94e-4b75-bf88-6f22871dade4', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.98', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'port_id': 'f81c367b-15ca-41f3-934f-c66050e11bfa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-262238007', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e', 'mac_address': 'fa:16:3e:9e:2e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53421451-a2ec-4d2f-b89f-dbf382134d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:35:22Z', 'updated_at': '2021-06-02T16:35:22Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404915fd-8521-4bb5-a801-c3cd435bb4c5', 'name': '', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:ec:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:04Z', 'updated_at': '2021-06-02T16:35:10Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:35:24.831443 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd9bf6-a828-44e8-b98d-73a8d603d27f None None] New status for floating IP e77c7ec4-e94e-4b75-bf88-6f22871dade4: ACTIVE {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:35:25.389274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-b41ccded-025b-4d92-ad7a-59d962a9e62d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:25.390686 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-b41ccded-025b-4d92-ad7a-59d962a9e62d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 982 time: 0.0884063 Jun 02 16:35:25.410906 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59fff-8316-4819-b635-356168e2d3a8 req-b01950b7-4a56-415f-bba3-b2af2e0a4c96 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:25.412385 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c3c59fff-8316-4819-b635-356168e2d3a8 req-b01950b7-4a56-415f-bba3-b2af2e0a4c96 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 982 time: 0.0832212 Jun 02 16:35:25.460277 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c3c59fff-8316-4819-b635-356168e2d3a8 req-886aafbc-a935-4e90-b088-604ea8d1deab tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 Jun 02 16:35:25.468487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-3da8b213-d2ad-4469-8b22-d189a8c5ab17 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:25.469835 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-3da8b213-d2ad-4469-8b22-d189a8c5ab17 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/ports/f81c367b-15ca-41f3-934f-c66050e11bfa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0695050 Jun 02 16:35:25.621049 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-9c86f097-bde5-4cf4-8de7-1e04cd923aff tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1426616 Jun 02 16:35:25.635329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-9d143592-ac8c-4154-bd26-4ddc844ff845 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:25.759560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-9d143592-ac8c-4154-bd26-4ddc844ff845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:26.097807 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-9d143592-ac8c-4154-bd26-4ddc844ff845 service neutron] For port f81c367b-15ca-41f3-934f-c66050e11bfa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f81c367b-15ca-41f3-934f-c66050e11bfa,segment=NetworkSegment(062ecfb8-441f-462e-995e-b622d7bbf0fa),segment_id=062ecfb8-441f-462e-995e-b622d7bbf0fa)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:35:26.128108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-9d143592-ac8c-4154-bd26-4ddc844ff845 service neutron] For port f81c367b-15ca-41f3-934f-c66050e11bfa, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:35:26.178923 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-9d143592-ac8c-4154-bd26-4ddc844ff845 service neutron] device_id is not set on port f81c367b-15ca-41f3-934f-c66050e11bfa yet. {{(pid=92323) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:35:26.188024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-9d143592-ac8c-4154-bd26-4ddc844ff845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:26.194791 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-9d143592-ac8c-4154-bd26-4ddc844ff845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:26.198599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:26.332431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d143592-ac8c-4154-bd26-4ddc844ff845 service neutron] Pushing event updated for resources: {'Port': ['ID=f81c367b-15ca-41f3-934f-c66050e11bfa,revision_number=6']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:26.336918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9d143592-ac8c-4154-bd26-4ddc844ff845 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:26.396766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-9d143592-ac8c-4154-bd26-4ddc844ff845 service neutron] No DVR routers for this DVR port f81c367b-15ca-41f3-934f-c66050e11bfa on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:35:26.519447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-69686a14-76b6-4c70-a400-c021675cfdbc None None] Provisioning complete for port f81c367b-15ca-41f3-934f-c66050e11bfa triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:26.520083 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-69686a14-76b6-4c70-a400-c021675cfdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:26.581462 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-69686a14-76b6-4c70-a400-c021675cfdbc None None] Port f81c367b-15ca-41f3-934f-c66050e11bfa cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:35:26.649647 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-42e97b22-2258-46ad-adeb-6523d7a55327 req-fe9870b9-8bcb-4014-a429-4b34f1f82af7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=53421451-a2ec-4d2f-b89f-dbf382134d55 HTTP/1.1" status: 200 len: 210 time: 0.0733609 Jun 02 16:35:26.676363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-9d143592-ac8c-4154-bd26-4ddc844ff845 service neutron] In _notify_port_updated(), no bound segment for port f81c367b-15ca-41f3-934f-c66050e11bfa on network ab915313-859f-40d8-98eb-20529451ed9e {{(pid=92323) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:35:26.677813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-9d143592-ac8c-4154-bd26-4ddc844ff845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:26.678553 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-9d143592-ac8c-4154-bd26-4ddc844ff845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:26.679909 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f06e858d-c86f-4925-b38e-61a82b70d66d req-9d143592-ac8c-4154-bd26-4ddc844ff845 service neutron] 10.222.0.49 "PUT /v2.0/ports/f81c367b-15ca-41f3-934f-c66050e11bfa HTTP/1.1" status: 200 len: 1025 time: 1.0486512 Jun 02 16:35:27.758045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39500) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:27.835996 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5608cf3-4753-4f2a-b8ca-7d77684b6009 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:27.837359 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a5608cf3-4753-4f2a-b8ca-7d77684b6009 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports/f81c367b-15ca-41f3-934f-c66050e11bfa HTTP/1.1" status: 200 len: 924 time: 0.0782268 Jun 02 16:35:28.108693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39504) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:28.113404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-47a74ccd-f729-4436-ac73-d54802cd474c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-346579869', 'description': 'tempest-secgroup-smoke-346579869 description', 'project_id': 'fb79c8ac06334981844f175e241075b7'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:28.119555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-47a74ccd-f729-4436-ac73-d54802cd474c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:28.129211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-47a74ccd-f729-4436-ac73-d54802cd474c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:28.139455 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47a74ccd-f729-4436-ac73-d54802cd474c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.163855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-47a74ccd-f729-4436-ac73-d54802cd474c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:28.167847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-47a74ccd-f729-4436-ac73-d54802cd474c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:28.170775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-47a74ccd-f729-4436-ac73-d54802cd474c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:28.176470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-47a74ccd-f729-4436-ac73-d54802cd474c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:28.248363 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47a74ccd-f729-4436-ac73-d54802cd474c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.253461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47a74ccd-f729-4436-ac73-d54802cd474c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.257383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-965c2e44-8141-41e5-ab6d-cd1d5d177f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:28.295997 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a74ccd-f729-4436-ac73-d54802cd474c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f816d4-dec5-4dac-be54-71d98815babd,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:28.300683 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-47a74ccd-f729-4436-ac73-d54802cd474c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:28.310912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-47a74ccd-f729-4436-ac73-d54802cd474c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.312609 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-47a74ccd-f729-4436-ac73-d54802cd474c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2027614 Jun 02 16:35:28.315598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39506) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:28.320554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-211e669c-b895-4b35-9d06-63c5900d6f20 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'a8f816d4-dec5-4dac-be54-71d98815babd', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:28.327012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-211e669c-b895-4b35-9d06-63c5900d6f20 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:28.331118 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-211e669c-b895-4b35-9d06-63c5900d6f20 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:28.334297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-211e669c-b895-4b35-9d06-63c5900d6f20 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:28.340639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-211e669c-b895-4b35-9d06-63c5900d6f20 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:28.357056 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-211e669c-b895-4b35-9d06-63c5900d6f20 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.421849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-211e669c-b895-4b35-9d06-63c5900d6f20 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.426125 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-211e669c-b895-4b35-9d06-63c5900d6f20 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.427951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-18109a10-6eb0-4298-a941-8d3c0b8aa8c3 tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:28.448050 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e669c-b895-4b35-9d06-63c5900d6f20 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fc1175-d9ef-4d2a-9cb8-ce5d4dc55f16,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:28.452336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-211e669c-b895-4b35-9d06-63c5900d6f20 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:28.461157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-211e669c-b895-4b35-9d06-63c5900d6f20 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.462383 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-211e669c-b895-4b35-9d06-63c5900d6f20 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457322 Jun 02 16:35:28.465365 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39508) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:28.469843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-bd1a1bca-4c79-455c-aa29-209907e17b6b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'a8f816d4-dec5-4dac-be54-71d98815babd', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:28.475859 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bd1a1bca-4c79-455c-aa29-209907e17b6b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:28.479977 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bd1a1bca-4c79-455c-aa29-209907e17b6b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:28.482964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bd1a1bca-4c79-455c-aa29-209907e17b6b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:28.488670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bd1a1bca-4c79-455c-aa29-209907e17b6b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:28.506664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1bca-4c79-455c-aa29-209907e17b6b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.570964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1bca-4c79-455c-aa29-209907e17b6b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.575557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1bca-4c79-455c-aa29-209907e17b6b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.577345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-94388398-7092-424b-b054-9b4101f223fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:28.598713 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a1bca-4c79-455c-aa29-209907e17b6b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642182fe-06b9-4ac9-8206-43ca67bad6c9,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:28.601057 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bd1a1bca-4c79-455c-aa29-209907e17b6b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:28.608745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1bca-4c79-455c-aa29-209907e17b6b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.609895 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bd1a1bca-4c79-455c-aa29-209907e17b6b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436217 Jun 02 16:35:28.612706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39510) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:28.617116 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0a7c7740-acc5-433d-9004-1884b888dea9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'a8f816d4-dec5-4dac-be54-71d98815babd', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:28.623659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0a7c7740-acc5-433d-9004-1884b888dea9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:28.627501 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0a7c7740-acc5-433d-9004-1884b888dea9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:28.630401 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0a7c7740-acc5-433d-9004-1884b888dea9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:28.636034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0a7c7740-acc5-433d-9004-1884b888dea9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:28.654909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0a7c7740-acc5-433d-9004-1884b888dea9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.721970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0a7c7740-acc5-433d-9004-1884b888dea9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.728380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0a7c7740-acc5-433d-9004-1884b888dea9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.730298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-67c97d28-8b55-4605-b528-ac4be641467b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:28.753331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c7740-acc5-433d-9004-1884b888dea9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee4b0cd-edbe-48fd-891c-5b47caee7cba,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:28.757819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0a7c7740-acc5-433d-9004-1884b888dea9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:28.763645 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0a7c7740-acc5-433d-9004-1884b888dea9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.764954 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0a7c7740-acc5-433d-9004-1884b888dea9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1512897 Jun 02 16:35:28.767862 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39512) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:28.772278 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8d62f2b5-b2d2-4091-a3cd-1fea5ed36fea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'a8f816d4-dec5-4dac-be54-71d98815babd', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:28.778518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8d62f2b5-b2d2-4091-a3cd-1fea5ed36fea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:28.782618 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8d62f2b5-b2d2-4091-a3cd-1fea5ed36fea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:28.785892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8d62f2b5-b2d2-4091-a3cd-1fea5ed36fea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:28.792121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8d62f2b5-b2d2-4091-a3cd-1fea5ed36fea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:28.808528 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d62f2b5-b2d2-4091-a3cd-1fea5ed36fea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.876230 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d62f2b5-b2d2-4091-a3cd-1fea5ed36fea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.880784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d62f2b5-b2d2-4091-a3cd-1fea5ed36fea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.882712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3238918a-cea5-41f3-b274-cffd74eee5ca tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:28.905103 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62f2b5-b2d2-4091-a3cd-1fea5ed36fea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520e1962-8fc8-4d5b-a1fc-9a4db4ea3ca4,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:28.907635 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8d62f2b5-b2d2-4091-a3cd-1fea5ed36fea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:28.915800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d62f2b5-b2d2-4091-a3cd-1fea5ed36fea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:28.917202 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8d62f2b5-b2d2-4091-a3cd-1fea5ed36fea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483669 Jun 02 16:35:28.920418 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39514) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:28.924970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-50aa74a1-f166-4653-bbe8-b8e542a1b602 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'a8f816d4-dec5-4dac-be54-71d98815babd', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:28.931220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-50aa74a1-f166-4653-bbe8-b8e542a1b602 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:28.935338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-50aa74a1-f166-4653-bbe8-b8e542a1b602 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:28.938342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-50aa74a1-f166-4653-bbe8-b8e542a1b602 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:28.944181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-50aa74a1-f166-4653-bbe8-b8e542a1b602 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:28.958861 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-50aa74a1-f166-4653-bbe8-b8e542a1b602 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:35:28.965034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-50aa74a1-f166-4653-bbe8-b8e542a1b602 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:29.032317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-50aa74a1-f166-4653-bbe8-b8e542a1b602 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:29.036918 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-50aa74a1-f166-4653-bbe8-b8e542a1b602 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:29.038861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a2ebccf4-ea76-4215-abd5-30cde02fdebf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:29.064638 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa74a1-f166-4653-bbe8-b8e542a1b602 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996a5379-2c64-4cda-aa76-aaa882422407,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:29.069686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-50aa74a1-f166-4653-bbe8-b8e542a1b602 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:29.075087 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-50aa74a1-f166-4653-bbe8-b8e542a1b602 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:29.076386 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-50aa74a1-f166-4653-bbe8-b8e542a1b602 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1549690 Jun 02 16:35:29.079171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39516) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:29.083613 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-793ada30-b5fd-45ef-a896-e193001cfd9b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'a8f816d4-dec5-4dac-be54-71d98815babd', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:29.089625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-793ada30-b5fd-45ef-a896-e193001cfd9b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:29.094125 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-793ada30-b5fd-45ef-a896-e193001cfd9b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:29.097342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-793ada30-b5fd-45ef-a896-e193001cfd9b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:29.103523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-793ada30-b5fd-45ef-a896-e193001cfd9b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:29.114760 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-793ada30-b5fd-45ef-a896-e193001cfd9b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:35:29.122161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-793ada30-b5fd-45ef-a896-e193001cfd9b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:29.192691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-793ada30-b5fd-45ef-a896-e193001cfd9b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:29.197107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-793ada30-b5fd-45ef-a896-e193001cfd9b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:29.199031 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ce7d86ce-09c8-4333-ac95-541dc08b8f36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:29.221261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ada30-b5fd-45ef-a896-e193001cfd9b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c578fc86-793c-4cd2-8702-62a668d0ab4a,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:29.223747 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-793ada30-b5fd-45ef-a896-e193001cfd9b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:29.231806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-793ada30-b5fd-45ef-a896-e193001cfd9b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:29.232998 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-793ada30-b5fd-45ef-a896-e193001cfd9b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1529477 Jun 02 16:35:29.411007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-de638540-6254-4790-b053-803f36d391cb req-c68cac06-3cd9-4037-983a-04a57a082b57 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:35:29.428249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-de638540-6254-4790-b053-803f36d391cb req-c68cac06-3cd9-4037-983a-04a57a082b57 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:35:29.429386 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de638540-6254-4790-b053-803f36d391cb req-c68cac06-3cd9-4037-983a-04a57a082b57 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-346579869&fields=id&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 267 time: 0.0630388 Jun 02 16:35:29.510464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638540-6254-4790-b053-803f36d391cb req-f69251ca-d1d6-413e-868c-c0b7b9933789 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:29.511704 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de638540-6254-4790-b053-803f36d391cb req-f69251ca-d1d6-413e-868c-c0b7b9933789 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports/f81c367b-15ca-41f3-934f-c66050e11bfa HTTP/1.1" status: 200 len: 929 time: 0.0754902 Jun 02 16:35:29.649354 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de638540-6254-4790-b053-803f36d391cb req-4ecf50c2-b518-400d-8dd7-2c3bb7e68fd5 service neutron] 10.222.0.50 "GET /v2.0/ports/f81c367b-15ca-41f3-934f-c66050e11bfa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1253870 Jun 02 16:35:29.649784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device f81c367b-15ca-41f3-934f-c66050e11bfa no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:35:29.758860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device f81c367b-15ca-41f3-934f-c66050e11bfa not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:35:29.787118 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de638540-6254-4790-b053-803f36d391cb req-87e7e799-f63d-44c2-a8f6-ccf6fd5e3ebc service neutron] 10.222.0.50 "GET /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317475 Jun 02 16:35:29.920147 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de638540-6254-4790-b053-803f36d391cb req-e2ae5c50-542e-4bb0-b3f6-62b9f41235f1 service neutron] 10.222.0.50 "GET /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270576 Jun 02 16:35:30.114116 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2bf2ddf0-8eea-4180-83c1-6c3f6b024ac7 req-0fafaab9-4cbf-468e-a2d3-7b9f1809b8ea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 210 time: 0.0452983 Jun 02 16:35:30.889148 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b02c4525-e4a5-45ad-8832-e52b6c5d46e4 req-6b5f45d4-bd69-4d4e-b7b1-d2d564e91948 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706646 Jun 02 16:35:30.991185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c4525-e4a5-45ad-8832-e52b6c5d46e4 req-9e6d31b2-b5ae-46aa-9438-c797792d1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:30.992666 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b02c4525-e4a5-45ad-8832-e52b6c5d46e4 req-9e6d31b2-b5ae-46aa-9438-c797792d1141 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 1098 time: 0.0795536 Jun 02 16:35:31.157953 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c4525-e4a5-45ad-8832-e52b6c5d46e4 req-65f4399a-8ce6-4d09-ba4a-4b13d4da8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:31.161144 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b02c4525-e4a5-45ad-8832-e52b6c5d46e4 req-65f4399a-8ce6-4d09-ba4a-4b13d4da8b6d service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 912 time: 0.1441951 Jun 02 16:35:31.286858 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b02c4525-e4a5-45ad-8832-e52b6c5d46e4 req-ab56a24d-61bc-4b33-95b2-b4da0a29b656 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd7066c5-70fc-4df5-8137-7da9987bcda7 HTTP/1.1" status: 200 len: 1001 time: 0.1154158 Jun 02 16:35:31.335737 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b0bef3ce-b10e-49df-8aed-2752933a67f4 req-595021ed-4d1a-41e6-861c-a338cec0c59e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 210 time: 0.0538464 Jun 02 16:35:31.341084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638540-6254-4790-b053-803f36d391cb req-5590fd73-696b-4839-a258-17c635ccff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:31.342430 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de638540-6254-4790-b053-803f36d391cb req-5590fd73-696b-4839-a258-17c635ccff67 service neutron] 10.222.0.49 "GET /v2.0/ports/f81c367b-15ca-41f3-934f-c66050e11bfa HTTP/1.1" status: 200 len: 1025 time: 0.2645431 Jun 02 16:35:31.358404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c4525-e4a5-45ad-8832-e52b6c5d46e4 req-8b2daf04-5b6b-42aa-a6dc-6278552a7637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:31.360476 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b02c4525-e4a5-45ad-8832-e52b6c5d46e4 req-8b2daf04-5b6b-42aa-a6dc-6278552a7637 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4c296cb-3a1b-4372-9839-bd1325c4d823 HTTP/1.1" status: 200 len: 850 time: 0.0630753 Jun 02 16:35:31.444261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c4525-e4a5-45ad-8832-e52b6c5d46e4 req-b0148652-3f1a-43c8-933b-42a025e175a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:31.445792 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b02c4525-e4a5-45ad-8832-e52b6c5d46e4 req-b0148652-3f1a-43c8-933b-42a025e175a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0731945 Jun 02 16:35:31.495764 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638540-6254-4790-b053-803f36d391cb req-adeffced-9819-47f7-9789-2c3c7b174d40 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:31.497392 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de638540-6254-4790-b053-803f36d391cb req-adeffced-9819-47f7-9789-2c3c7b174d40 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/networks?id=ab915313-859f-40d8-98eb-20529451ed9e HTTP/1.1" status: 200 len: 797 time: 0.1488633 Jun 02 16:35:31.550306 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de638540-6254-4790-b053-803f36d391cb req-bb76f9fc-093c-4cd1-a77e-b119333211fc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 472 time: 0.0436518 Jun 02 16:35:31.560729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Request body: {'port': {'device_id': '30560ade-7095-4928-a45b-f10b57bb526a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:31.582374 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b02c4525-e4a5-45ad-8832-e52b6c5d46e4 req-cee38702-fad2-446e-a31d-62b71bd359ad service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285522 Jun 02 16:35:31.677135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:31.860053 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b02c4525-e4a5-45ad-8832-e52b6c5d46e4 req-b0af2dbd-8b0d-4b82-a37c-f94245f8db12 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678802 Jun 02 16:35:32.039872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81c367b-15ca-41f3-934f-c66050e11bfa {{(pid=92322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:35:32.047383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:32.062966 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Transition to ACTIVE for port object f81c367b-15ca-41f3-934f-c66050e11bfa will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:35:32.067721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:32.071481 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:32.203339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Pushing event updated for resources: {'Port': ['ID=f81c367b-15ca-41f3-934f-c66050e11bfa,revision_number=7']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:32.207747 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:32.335327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Attempting to bind port f81c367b-15ca-41f3-934f-c66050e11bfa on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:35:32.335591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Attempting to bind port f81c367b-15ca-41f3-934f-c66050e11bfa by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:35:32.335904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Attempting to bind port f81c367b-15ca-41f3-934f-c66050e11bfa on network ab915313-859f-40d8-98eb-20529451ed9e {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:35:32.340852 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Port f81c367b-15ca-41f3-934f-c66050e11bfa on network ab915313-859f-40d8-98eb-20529451ed9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:35:32.341174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Attempting to bind port f81c367b-15ca-41f3-934f-c66050e11bfa on network ab915313-859f-40d8-98eb-20529451ed9e {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:35:32.346763 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:35:32.347248 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Checking segment: {'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:35:32.347641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Bound using segment: {'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:35:32.348074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Bound port: f81c367b-15ca-41f3-934f-c66050e11bfa, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062ecfb8-441f-462e-995e-b622d7bbf0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:35:32.348441 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:32.442506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] For port f81c367b-15ca-41f3-934f-c66050e11bfa, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:35:32.446093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] For port f81c367b-15ca-41f3-934f-c66050e11bfa, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f81c367b-15ca-41f3-934f-c66050e11bfa,segment=NetworkSegment(062ecfb8-441f-462e-995e-b622d7bbf0fa),segment_id=062ecfb8-441f-462e-995e-b622d7bbf0fa)] {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:35:32.452976 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:32.457024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cf264369-046a-4250-8817-5759b04731a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:32.516639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:32.517255 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:32.518666 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de638540-6254-4790-b053-803f36d391cb req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] 10.222.0.49 "PUT /v2.0/ports/f81c367b-15ca-41f3-934f-c66050e11bfa HTTP/1.1" status: 200 len: 1130 time: 0.9621429 Jun 02 16:35:32.519206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30560ade-7095-4928-a45b-f10b57bb526a', 'tag': 'f81c367b-15ca-41f3-934f-c66050e11bfa'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:35:32.521587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b456c1-b2c2-475d-8f60-df18d4413841" -d '{"events": [{"name": "network-changed", "server_uuid": "30560ade-7095-4928-a45b-f10b57bb526a", "tag": "f81c367b-15ca-41f3-934f-c66050e11bfa"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:35:32.532646 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b565cb-7b01-442f-b848-aeb624a47fbc req-53b14f46-9f8c-41ea-9459-695764ec87a2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:32.534474 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d5b565cb-7b01-442f-b848-aeb624a47fbc req-53b14f46-9f8c-41ea-9459-695764ec87a2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 980 time: 0.0895033 Jun 02 16:35:32.560330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Pushing event updated for resources: {'Port': ['ID=f81c367b-15ca-41f3-934f-c66050e11bfa,revision_number=8']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:32.564232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:32.607096 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d5b565cb-7b01-442f-b848-aeb624a47fbc req-c71391d7-f147-4b0b-bc24-11694af3e759 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585468 Jun 02 16:35:32.650884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638540-6254-4790-b053-803f36d391cb req-b79b70f1-d8be-4339-ad2f-b506139b5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:32.652526 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de638540-6254-4790-b053-803f36d391cb req-b79b70f1-d8be-4339-ad2f-b506139b5233 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 1133 time: 0.0821929 Jun 02 16:35:32.658388 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398691a2-2c65-4a1a-94f4-2fe765b39b68 x-openstack-request-id: req-398691a2-2c65-4a1a-94f4-2fe765b39b68 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:35:32.658748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30560ade-7095-4928-a45b-f10b57bb526a", "tag": "f81c367b-15ca-41f3-934f-c66050e11bfa", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:35:32.659048 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-398691a2-2c65-4a1a-94f4-2fe765b39b68 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:35:32.659493 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30560ade-7095-4928-a45b-f10b57bb526a', 'tag': 'f81c367b-15ca-41f3-934f-c66050e11bfa', 'status': 'completed', 'code': 200} Jun 02 16:35:32.769699 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de638540-6254-4790-b053-803f36d391cb req-834a9161-43b9-4ddb-964e-e7d06262b93e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f81c367b-15ca-41f3-934f-c66050e11bfa HTTP/1.1" status: 200 len: 1035 time: 0.1025867 Jun 02 16:35:32.835911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638540-6254-4790-b053-803f36d391cb req-21a72f96-943c-4c44-8049-3676f59acc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:32.837260 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de638540-6254-4790-b053-803f36d391cb req-21a72f96-943c-4c44-8049-3676f59acc08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7b3bc751-47c2-49fe-b22f-44d8330280c2 HTTP/1.1" status: 200 len: 834 time: 0.0582664 Jun 02 16:35:32.917416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638540-6254-4790-b053-803f36d391cb req-7b750b13-7580-4bc6-9c19-fd6a801cefd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:32.919001 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de638540-6254-4790-b053-803f36d391cb req-7b750b13-7580-4bc6-9c19-fd6a801cefd6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ab915313-859f-40d8-98eb-20529451ed9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0747323 Jun 02 16:35:32.945731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9595fa81-c690-4400-b49c-5aeba04cbd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:33.063761 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de638540-6254-4790-b053-803f36d391cb req-260dbdeb-cb2f-4fb1-9b21-a60c949c4b54 service neutron] 10.222.0.49 "GET /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324286 Jun 02 16:35:33.352788 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-de638540-6254-4790-b053-803f36d391cb req-4b2a4f2d-f650-4747-99ed-56752f502fed service neutron] 10.222.0.49 "GET /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780411 Jun 02 16:35:33.483744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b456c1-b2c2-475d-8f60-df18d4413841 req-93141fd8-e161-4158-9158-0d7f67272f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:33.485212 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e8b456c1-b2c2-475d-8f60-df18d4413841 req-93141fd8-e161-4158-9158-0d7f67272f59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 1133 time: 0.0739129 Jun 02 16:35:33.619231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b456c1-b2c2-475d-8f60-df18d4413841 req-3e6fa7cf-ea32-4891-a199-f8221f016db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:33.620663 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e8b456c1-b2c2-475d-8f60-df18d4413841 req-3e6fa7cf-ea32-4891-a199-f8221f016db2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ab915313-859f-40d8-98eb-20529451ed9e HTTP/1.1" status: 200 len: 898 time: 0.1289728 Jun 02 16:35:33.725797 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e8b456c1-b2c2-475d-8f60-df18d4413841 req-e746f61e-d894-44f0-abb6-977a4c092a34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f81c367b-15ca-41f3-934f-c66050e11bfa HTTP/1.1" status: 200 len: 1035 time: 0.0971599 Jun 02 16:35:33.789657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e37f4a-d37b-465d-8a6b-a8c61be91ea4 req-6ae8a6b8-4e48-4928-a9ed-021ba6288d6e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:33.790349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b456c1-b2c2-475d-8f60-df18d4413841 req-c48d8509-021d-4e43-b71c-b81cc07f41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:33.791170 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-55e37f4a-d37b-465d-8a6b-a8c61be91ea4 req-6ae8a6b8-4e48-4928-a9ed-021ba6288d6e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 980 time: 0.0854416 Jun 02 16:35:33.791294 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e8b456c1-b2c2-475d-8f60-df18d4413841 req-c48d8509-021d-4e43-b71c-b81cc07f41fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7b3bc751-47c2-49fe-b22f-44d8330280c2 HTTP/1.1" status: 200 len: 834 time: 0.0581946 Jun 02 16:35:33.837121 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-55e37f4a-d37b-465d-8a6b-a8c61be91ea4 req-70f511d6-db38-486a-bfab-3aaec5bd4032 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400076 Jun 02 16:35:33.871973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b456c1-b2c2-475d-8f60-df18d4413841 req-3af7d4b8-0685-4727-abf1-0f5074ca4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:33.873368 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e8b456c1-b2c2-475d-8f60-df18d4413841 req-3af7d4b8-0685-4727-abf1-0f5074ca4784 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ab915313-859f-40d8-98eb-20529451ed9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0745785 Jun 02 16:35:34.010700 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e8b456c1-b2c2-475d-8f60-df18d4413841 req-0bb47284-c334-47ed-b729-4d780c1ccfb1 service neutron] 10.222.0.49 "GET /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264899 Jun 02 16:35:34.146045 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e8b456c1-b2c2-475d-8f60-df18d4413841 req-10a91021-24a5-472d-ab80-052afed5d025 service neutron] 10.222.0.49 "GET /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276841 Jun 02 16:35:35.015255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:35.028240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418813a-a62c-4556-8a11-0fe4d1cc1c4e req-ff1816d7-23cf-49b0-982a-8579ca520d14 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:35.029748 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f418813a-a62c-4556-8a11-0fe4d1cc1c4e req-ff1816d7-23cf-49b0-982a-8579ca520d14 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 980 time: 0.0868006 Jun 02 16:35:35.076835 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f418813a-a62c-4556-8a11-0fe4d1cc1c4e req-e21084fa-1e9e-4a02-8fec-4fc353f36b82 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406837 Jun 02 16:35:35.412573 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bdaff9d4-606d-494b-b0af-fdb7c96c31ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:35.681062 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device f81c367b-15ca-41f3-934f-c66050e11bfa details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:35:35.831794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port f81c367b-15ca-41f3-934f-c66050e11bfa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f81c367b-15ca-41f3-934f-c66050e11bfa,segment=NetworkSegment(062ecfb8-441f-462e-995e-b622d7bbf0fa),segment_id=062ecfb8-441f-462e-995e-b622d7bbf0fa)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:35:35.845007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'f81c367b-15ca-41f3-934f-c66050e11bfa', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e', 'port_id': 'f81c367b-15ca-41f3-934f-c66050e11bfa', 'mac_address': 'fa:16:3e:9e:2e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:35:35.905193 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:35.923370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81c367b-15ca-41f3-934f-c66050e11bfa {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:35:35.942210 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port f81c367b-15ca-41f3-934f-c66050e11bfa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f81c367b-15ca-41f3-934f-c66050e11bfa,segment=NetworkSegment(062ecfb8-441f-462e-995e-b622d7bbf0fa),segment_id=062ecfb8-441f-462e-995e-b622d7bbf0fa)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:35:35.946835 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:35.948617 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:36.016728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=f81c367b-15ca-41f3-934f-c66050e11bfa,revision_number=9']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:36.020133 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:36.200486 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['f81c367b-15ca-41f3-934f-c66050e11bfa'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:35:36.278152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9840cf-e1ac-4a87-8b79-57bd13721560 req-0953af4e-25eb-45c9-ae74-66282522302e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:36.279661 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-eb9840cf-e1ac-4a87-8b79-57bd13721560 req-0953af4e-25eb-45c9-ae74-66282522302e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 981 time: 0.0884478 Jun 02 16:35:36.329612 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-eb9840cf-e1ac-4a87-8b79-57bd13721560 req-6ec64b97-db37-4bb5-855f-6e259f90a643 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438948 Jun 02 16:35:36.646908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:37.545504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07821f-7a6c-4b9f-81d7-adcb534055db req-53585c43-368f-4514-bc5a-8a3667ad3075 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:37.546986 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9f07821f-7a6c-4b9f-81d7-adcb534055db req-53585c43-368f-4514-bc5a-8a3667ad3075 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 981 time: 0.1083102 Jun 02 16:35:37.599239 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9f07821f-7a6c-4b9f-81d7-adcb534055db req-08b6ce9e-8da3-480b-bb8e-b65b3aa8370d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459228 Jun 02 16:35:37.696926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device f81c367b-15ca-41f3-934f-c66050e11bfa up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:35:37.771224 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port f81c367b-15ca-41f3-934f-c66050e11bfa completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:35:37.776179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port f81c367b-15ca-41f3-934f-c66050e11bfa triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:37.776570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:37.900620 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:37.928730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30560ade-7095-4928-a45b-f10b57bb526a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81c367b-15ca-41f3-934f-c66050e11bfa'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:35:37.931038 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f65a733-b11f-4cea-92aa-3a3a940c3db4" -d '{"events": [{"server_uuid": "30560ade-7095-4928-a45b-f10b57bb526a", "name": "network-vif-plugged", "status": "completed", "tag": "f81c367b-15ca-41f3-934f-c66050e11bfa"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:35:37.939053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port f81c367b-15ca-41f3-934f-c66050e11bfa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f81c367b-15ca-41f3-934f-c66050e11bfa,segment=NetworkSegment(062ecfb8-441f-462e-995e-b622d7bbf0fa),segment_id=062ecfb8-441f-462e-995e-b622d7bbf0fa)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:35:37.943099 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:37.945105 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:37.980159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d55208-574f-4283-abc1-1973c1055594 x-openstack-request-id: req-f3d55208-574f-4283-abc1-1973c1055594 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:35:37.980421 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30560ade-7095-4928-a45b-f10b57bb526a", "name": "network-vif-plugged", "status": "completed", "tag": "f81c367b-15ca-41f3-934f-c66050e11bfa", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:35:37.980720 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f3d55208-574f-4283-abc1-1973c1055594 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:35:37.981118 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30560ade-7095-4928-a45b-f10b57bb526a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81c367b-15ca-41f3-934f-c66050e11bfa', 'code': 200} Jun 02 16:35:38.018064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=f81c367b-15ca-41f3-934f-c66050e11bfa,revision_number=10']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:38.021153 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:38.231846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00131b-cfa1-4200-85a9-9933069e6522 req-f1fc252d-1fbf-4c1d-89c5-8e3fa373e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:38.233402 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6c00131b-cfa1-4200-85a9-9933069e6522 req-f1fc252d-1fbf-4c1d-89c5-8e3fa373e120 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 1136 time: 0.0745418 Jun 02 16:35:38.287361 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6c00131b-cfa1-4200-85a9-9933069e6522 req-17c6ece9-9bd7-44e5-b611-aff818db189e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431530 Jun 02 16:35:38.567111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:38.789895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf76bbc-4ed1-4fc7-97ca-2c5c071daebf req-9c6269a6-f221-4abb-a5e4-c7d274805129 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:38.791343 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5bf76bbc-4ed1-4fc7-97ca-2c5c071daebf req-9c6269a6-f221-4abb-a5e4-c7d274805129 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 983 time: 0.0844433 Jun 02 16:35:38.837959 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5bf76bbc-4ed1-4fc7-97ca-2c5c071daebf req-455e78e0-1fef-4771-9de4-70a6d7eee902 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404367 Jun 02 16:35:40.044835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fa566-4b81-4981-b12a-3ebb03742246 req-58b8df95-cfac-4530-8742-6e7eb5abef92 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:40.046413 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cd5fa566-4b81-4981-b12a-3ebb03742246 req-58b8df95-cfac-4530-8742-6e7eb5abef92 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 983 time: 0.0938230 Jun 02 16:35:40.092714 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cd5fa566-4b81-4981-b12a-3ebb03742246 req-4f34469d-908a-464e-9558-3c065366748f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404258 Jun 02 16:35:40.293537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d065c-b98c-4bf8-91af-63436b5cff59 req-9cea4129-d3bd-436a-a291-e5b425f970c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:40.295138 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-488d065c-b98c-4bf8-91af-63436b5cff59 req-9cea4129-d3bd-436a-a291-e5b425f970c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 983 time: 0.0904419 Jun 02 16:35:40.343548 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-488d065c-b98c-4bf8-91af-63436b5cff59 req-88d19263-9b75-458f-8961-0c8dd759c223 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424671 Jun 02 16:35:40.367551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39572) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:40.440689 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94519589-4024-4230-948d-c20952949c48 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:40.442256 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-94519589-4024-4230-948d-c20952949c48 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=30560ade-7095-4928-a45b-f10b57bb526a&network_id=ab915313-859f-40d8-98eb-20529451ed9e HTTP/1.1" status: 200 len: 1131 time: 0.0732381 Jun 02 16:35:40.805471 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298ec9b-a8b8-423d-be99-958fe3107901 req-cda17daf-514f-4f3d-b086-c587a3fa8bd8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:40.807031 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b298ec9b-a8b8-423d-be99-958fe3107901 req-cda17daf-514f-4f3d-b086-c587a3fa8bd8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 983 time: 0.0834622 Jun 02 16:35:40.853546 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b298ec9b-a8b8-423d-be99-958fe3107901 req-8ff43cd9-1112-4277-baca-d60e9d51beda tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 Jun 02 16:35:42.049202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae8370-cc03-4adb-8ffb-c6aad8614350 req-087fb90e-e675-4af5-9aa1-72b570c2a3b1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:42.050765 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-21ae8370-cc03-4adb-8ffb-c6aad8614350 req-087fb90e-e675-4af5-9aa1-72b570c2a3b1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 983 time: 0.0842500 Jun 02 16:35:42.098472 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-21ae8370-cc03-4adb-8ffb-c6aad8614350 req-8893cec2-4644-4f06-a2c8-c761419b7483 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=d2f96b5b-a693-4551-a9d1-23214aaa65eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419388 Jun 02 16:35:42.155500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-5c5247d8-d85b-42ec-b9d6-770112f75e7e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:42.156855 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-5c5247d8-d85b-42ec-b9d6-770112f75e7e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/ports?device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 983 time: 0.0900948 Jun 02 16:35:42.233447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-0f4e5abf-c748-4db9-9fd4-485624ca94bb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:42.234838 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-0f4e5abf-c748-4db9-9fd4-485624ca94bb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/ports/f81c367b-15ca-41f3-934f-c66050e11bfa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0683506 Jun 02 16:35:42.383683 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-7a31385f-10e7-4be3-a164-d44301861e36 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1401997 Jun 02 16:35:42.397675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-15825545-583b-49d2-b352-bbb6fa2e330d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:42.513143 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-15825545-583b-49d2-b352-bbb6fa2e330d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:42.715576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-15825545-583b-49d2-b352-bbb6fa2e330d service neutron] For port f81c367b-15ca-41f3-934f-c66050e11bfa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f81c367b-15ca-41f3-934f-c66050e11bfa,segment=NetworkSegment(062ecfb8-441f-462e-995e-b622d7bbf0fa),segment_id=062ecfb8-441f-462e-995e-b622d7bbf0fa)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:35:42.893355 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-15825545-583b-49d2-b352-bbb6fa2e330d service neutron] For port f81c367b-15ca-41f3-934f-c66050e11bfa, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:35:42.946977 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-15825545-583b-49d2-b352-bbb6fa2e330d service neutron] device_id is not set on port f81c367b-15ca-41f3-934f-c66050e11bfa yet. {{(pid=92322) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 16:35:42.955989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-15825545-583b-49d2-b352-bbb6fa2e330d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:42.962838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-15825545-583b-49d2-b352-bbb6fa2e330d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:42.966684 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9abac282-caa9-4afe-869c-1c8bee19089f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:43.107898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15825545-583b-49d2-b352-bbb6fa2e330d service neutron] Pushing event updated for resources: {'Port': ['ID=f81c367b-15ca-41f3-934f-c66050e11bfa,revision_number=11']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:43.112647 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-15825545-583b-49d2-b352-bbb6fa2e330d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:43.168962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-15825545-583b-49d2-b352-bbb6fa2e330d service neutron] No DVR routers for this DVR port f81c367b-15ca-41f3-934f-c66050e11bfa on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:35:43.265673 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5544a1d0-7836-4008-ad78-cb2fc49a1b90 None None] Provisioning complete for port f81c367b-15ca-41f3-934f-c66050e11bfa triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:43.266321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5544a1d0-7836-4008-ad78-cb2fc49a1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:43.274555 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a5214476-97c1-4438-aa9e-4bc8a9ddb7a3 req-9bc91a00-9c2d-45d2-9fad-a1d6fb5f77ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=30560ade-7095-4928-a45b-f10b57bb526a HTTP/1.1" status: 200 len: 210 time: 0.0577416 Jun 02 16:35:43.327219 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-5544a1d0-7836-4008-ad78-cb2fc49a1b90 None None] Port f81c367b-15ca-41f3-934f-c66050e11bfa cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:35:43.435924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-15825545-583b-49d2-b352-bbb6fa2e330d service neutron] In _notify_port_updated(), no bound segment for port f81c367b-15ca-41f3-934f-c66050e11bfa on network ab915313-859f-40d8-98eb-20529451ed9e {{(pid=92322) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 16:35:43.436811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-15825545-583b-49d2-b352-bbb6fa2e330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:43.437381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-15825545-583b-49d2-b352-bbb6fa2e330d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:43.438713 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-61129d1a-fe06-40b2-9a8e-e710281dace0 req-15825545-583b-49d2-b352-bbb6fa2e330d service neutron] 10.222.0.49 "PUT /v2.0/ports/f81c367b-15ca-41f3-934f-c66050e11bfa HTTP/1.1" status: 200 len: 1026 time: 1.0451722 Jun 02 16:35:44.372500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39584) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:44.448960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7cca3ad5-e03e-45a9-850f-08a733599333 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:44.481651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7cca3ad5-e03e-45a9-850f-08a733599333 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:44.564821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7cca3ad5-e03e-45a9-850f-08a733599333 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:44.568886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9037ab6b-a562-41a7-9870-757cf5906df5 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:44.584774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca3ad5-e03e-45a9-850f-08a733599333 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f816d4-dec5-4dac-be54-71d98815babd,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:44.593200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7cca3ad5-e03e-45a9-850f-08a733599333 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:44.604614 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7cca3ad5-e03e-45a9-850f-08a733599333 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:44.605783 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7cca3ad5-e03e-45a9-850f-08a733599333 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/security-groups/a8f816d4-dec5-4dac-be54-71d98815babd HTTP/1.1" status: 204 len: 168 time: 0.2322536 Jun 02 16:35:44.650251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39588) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:44.918147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-50e05341-97ea-4825-81eb-e65bcd459570 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 8e4e3671-ddb9-4045-891a-2b20d342639b {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:35:44.918588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-50e05341-97ea-4825-81eb-e65bcd459570 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:45.043050 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-50e05341-97ea-4825-81eb-e65bcd459570 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:45.043393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-50e05341-97ea-4825-81eb-e65bcd459570 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:45.165343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-50e05341-97ea-4825-81eb-e65bcd459570 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 8e4e3671-ddb9-4045-891a-2b20d342639b owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:35:45.288169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-50e05341-97ea-4825-81eb-e65bcd459570 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:45.291754 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-809a6cb6-b0bf-4cf1-b875-5ccd99f34f88 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:45.337896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e05341-97ea-4825-81eb-e65bcd459570 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=8e4e3671-ddb9-4045-891a-2b20d342639b,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:45.367867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-50e05341-97ea-4825-81eb-e65bcd459570 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:45.424646 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-50e05341-97ea-4825-81eb-e65bcd459570 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:45.425360 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-50e05341-97ea-4825-81eb-e65bcd459570 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP e77c7ec4-e94e-4b75-bf88-6f22871dade4 disassociated (deleted). External IP: 172.26.3.98, port: f81c367b-15ca-41f3-934f-c66050e11bfa. Jun 02 16:35:45.743138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device f81c367b-15ca-41f3-934f-c66050e11bfa no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:35:45.804924 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device f81c367b-15ca-41f3-934f-c66050e11bfa not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:35:45.922571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e05341-97ea-4825-81eb-e65bcd459570 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router b7f5b13b-6c8e-4f48-9041-5c7342788b7f has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:35:46.103713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e05341-97ea-4825-81eb-e65bcd459570 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:35:46.113532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c790c3-4bbf-48a5-ba20-2b04007e9efb None None] Sync routers for ids ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:35:46.123595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c790c3-4bbf-48a5-ba20-2b04007e9efb None None] Routers {'b7f5b13b-6c8e-4f48-9041-5c7342788b7f'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:35:46.124528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-80c790c3-4bbf-48a5-ba20-2b04007e9efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:35:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:46.126601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-50e05341-97ea-4825-81eb-e65bcd459570 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:46.189487 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-50e05341-97ea-4825-81eb-e65bcd459570 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/floatingips/e77c7ec4-e94e-4b75-bf88-6f22871dade4 HTTP/1.1" status: 204 len: 168 time: 1.5424483 Jun 02 16:35:46.321103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-80c790c3-4bbf-48a5-ba20-2b04007e9efb None None] Set router b7f5b13b-6c8e-4f48-9041-5c7342788b7f gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:35:46.335555 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39594) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:46.406066 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7936e4d9-e5ab-42ea-9d90-4a5475c807a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:46.436841 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7936e4d9-e5ab-42ea-9d90-4a5475c807a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:46.508108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7936e4d9-e5ab-42ea-9d90-4a5475c807a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:46.514939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bb50437f-af68-4c04-b031-680babacf568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:46.535401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936e4d9-e5ab-42ea-9d90-4a5475c807a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b80d74-b60a-4e0f-a377-f6127dd95d4d,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:46.537909 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7936e4d9-e5ab-42ea-9d90-4a5475c807a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:46.539555 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7936e4d9-e5ab-42ea-9d90-4a5475c807a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:46.544313 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7936e4d9-e5ab-42ea-9d90-4a5475c807a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/security-groups/60b80d74-b60a-4e0f-a377-f6127dd95d4d HTTP/1.1" status: 204 len: 168 time: 0.2076662 Jun 02 16:35:46.571907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39598) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:46.705234 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-80c790c3-4bbf-48a5-ba20-2b04007e9efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'name': 'tempest-TestNetworkBasicOps-router-1175775946', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:34:59Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:00Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '404915fd-8521-4bb5-a801-c3cd435bb4c5', 'name': '', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:ec:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:04Z', 'updated_at': '2021-06-02T16:35:10Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:46.709709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c790c3-4bbf-48a5-ba20-2b04007e9efb None None] Checking router: b7f5b13b-6c8e-4f48-9041-5c7342788b7f for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:35:46.714155 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-d59cc346-ed05-4d35-81c8-e76ab79f25c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port f81c367b-15ca-41f3-934f-c66050e11bfa {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:35:46.714512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d59cc346-ed05-4d35-81c8-e76ab79f25c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:46.718422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c790c3-4bbf-48a5-ba20-2b04007e9efb None None] Routers {'b7f5b13b-6c8e-4f48-9041-5c7342788b7f'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:35:46.719043 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-80c790c3-4bbf-48a5-ba20-2b04007e9efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:35:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:46.851603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d59cc346-ed05-4d35-81c8-e76ab79f25c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:46.904151 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-80c790c3-4bbf-48a5-ba20-2b04007e9efb None None] Set router b7f5b13b-6c8e-4f48-9041-5c7342788b7f gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:35:46.978420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-d59cc346-ed05-4d35-81c8-e76ab79f25c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for f81c367b-15ca-41f3-934f-c66050e11bfa owned by {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:35:47.095997 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d59cc346-ed05-4d35-81c8-e76ab79f25c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:47.104020 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-69fc908d-0301-4cc4-bd9a-5a4114c9aaa8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:47.151465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cc346-ed05-4d35-81c8-e76ab79f25c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=f81c367b-15ca-41f3-934f-c66050e11bfa,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:47.154797 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d59cc346-ed05-4d35-81c8-e76ab79f25c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:47.223305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-80c790c3-4bbf-48a5-ba20-2b04007e9efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'name': 'tempest-TestNetworkBasicOps-router-1175775946', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:34:59Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:00Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '404915fd-8521-4bb5-a801-c3cd435bb4c5', 'name': '', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:ec:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:04Z', 'updated_at': '2021-06-02T16:35:10Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:47.228579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c790c3-4bbf-48a5-ba20-2b04007e9efb None None] The sync data for ids ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'] in dv-neutron-601336-83-hyperv is: [{'id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'name': 'tempest-TestNetworkBasicOps-router-1175775946', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:34:59Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:00Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '404915fd-8521-4bb5-a801-c3cd435bb4c5', 'name': '', 'network_id': 'ab915313-859f-40d8-98eb-20529451ed9e', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:ec:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:04Z', 'updated_at': '2021-06-02T16:35:10Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '7b3bc751-47c2-49fe-b22f-44d8330280c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:35:47.268165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d59cc346-ed05-4d35-81c8-e76ab79f25c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:47.279949 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d59cc346-ed05-4d35-81c8-e76ab79f25c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/ports/f81c367b-15ca-41f3-934f-c66050e11bfa HTTP/1.1" status: 204 len: 168 time: 0.7065656 Jun 02 16:35:47.282357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39600) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:47.466967 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b5caea-a016-464d-86bc-b1a6a403ea9b None None] New status for floating IP e77c7ec4-e94e-4b75-bf88-6f22871dade4: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:35:48.025166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:48.460549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 404915fd-8521-4bb5-a801-c3cd435bb4c5 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:35:48.460874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:48.597235 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 404915fd-8521-4bb5-a801-c3cd435bb4c5, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=404915fd-8521-4bb5-a801-c3cd435bb4c5,segment=NetworkSegment(062ecfb8-441f-462e-995e-b622d7bbf0fa),segment_id=062ecfb8-441f-462e-995e-b622d7bbf0fa)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:35:48.597555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:48.727511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 404915fd-8521-4bb5-a801-c3cd435bb4c5 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:35:48.996962 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:49.039855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:49.045181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-15825545-583b-49d2-b352-bbb6fa2e330d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:49.094362 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=404915fd-8521-4bb5-a801-c3cd435bb4c5,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:49.312008 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:49.312346 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:49.312753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:49.313124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:49.313488 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:49.313855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:49.314236 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:49.314614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:49.314954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:49.315333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:49.315689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:49.316026 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:35:49.319444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:49.559682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:49.925425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router b7f5b13b-6c8e-4f48-9041-5c7342788b7f has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:35:50.110697 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:35:50.120082 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49416ba-7bfa-4c1a-8632-0af8c98b933e None None] Sync routers for ids ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:35:50.124163 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/b7f5b13b-6c8e-4f48-9041-5c7342788b7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8405652 Jun 02 16:35:50.126774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39602) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:50.132237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49416ba-7bfa-4c1a-8632-0af8c98b933e None None] Routers {'b7f5b13b-6c8e-4f48-9041-5c7342788b7f'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:35:50.132875 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c49416ba-7bfa-4c1a-8632-0af8c98b933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:35:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:50.191451 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86a52c7-3511-45a9-97f9-914721a75424 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting subnet 7b3bc751-47c2-49fe-b22f-44d8330280c2 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:35:50.194534 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c86a52c7-3511-45a9-97f9-914721a75424 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:50.251420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c86a52c7-3511-45a9-97f9-914721a75424 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:50.313318 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-c49416ba-7bfa-4c1a-8632-0af8c98b933e None None] Set router b7f5b13b-6c8e-4f48-9041-5c7342788b7f gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:35:50.335265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c86a52c7-3511-45a9-97f9-914721a75424 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:50.605217 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c49416ba-7bfa-4c1a-8632-0af8c98b933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'name': 'tempest-TestNetworkBasicOps-router-1175775946', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:34:59Z', 'updated_at': '2021-06-02T16:35:48Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:00Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:50.610640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49416ba-7bfa-4c1a-8632-0af8c98b933e None None] Checking router: b7f5b13b-6c8e-4f48-9041-5c7342788b7f for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:35:50.629817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c86a52c7-3511-45a9-97f9-914721a75424 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:50.631218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49416ba-7bfa-4c1a-8632-0af8c98b933e None None] Routers {'b7f5b13b-6c8e-4f48-9041-5c7342788b7f'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:35:50.631876 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c49416ba-7bfa-4c1a-8632-0af8c98b933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:35:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:50.638520 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1d6bd637-1b9b-48c3-9ef4-bbc07dd14aa6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:50.677149 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a52c7-3511-45a9-97f9-914721a75424 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3bc751-47c2-49fe-b22f-44d8330280c2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:50.679367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c86a52c7-3511-45a9-97f9-914721a75424 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:50.682304 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c86a52c7-3511-45a9-97f9-914721a75424 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:50.686852 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c86a52c7-3511-45a9-97f9-914721a75424 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/subnets/7b3bc751-47c2-49fe-b22f-44d8330280c2 HTTP/1.1" status: 204 len: 168 time: 0.5589497 Jun 02 16:35:50.689396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39604) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:50.697220 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb7fc9a-30dd-414f-bbd8-7cde7b6bc264 None None] Network ab915313-859f-40d8-98eb-20529451ed9e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:35:51.030119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:51.040726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-c49416ba-7bfa-4c1a-8632-0af8c98b933e None None] Set router b7f5b13b-6c8e-4f48-9041-5c7342788b7f gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:35:51.218473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:51.297425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 6cb47202-d589-4af4-980f-be4266ee8e48 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:35:51.297768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:51.320436 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f695cf-9667-43d5-950a-b61d905b71ed None None] DHCP port deletion for ab915313-859f-40d8-98eb-20529451ed9e request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:35:51.412833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c49416ba-7bfa-4c1a-8632-0af8c98b933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'name': 'tempest-TestNetworkBasicOps-router-1175775946', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:34:59Z', 'updated_at': '2021-06-02T16:35:48Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:00Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:51.419270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49416ba-7bfa-4c1a-8632-0af8c98b933e None None] The sync data for ids ['b7f5b13b-6c8e-4f48-9041-5c7342788b7f'] in dv-neutron-601336-83-hyperv is: [{'id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'name': 'tempest-TestNetworkBasicOps-router-1175775946', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:34:59Z', 'updated_at': '2021-06-02T16:35:48Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '6cb47202-d589-4af4-980f-be4266ee8e48', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f5b13b-6c8e-4f48-9041-5c7342788b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:00Z', 'updated_at': '2021-06-02T16:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:35:51.423188 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-78f695cf-9667-43d5-950a-b61d905b71ed None None] Deleting port e669a029-f837-4337-83a8-d124910d0c11 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:35:51.423188 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78f695cf-9667-43d5-950a-b61d905b71ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:51.439891 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 6cb47202-d589-4af4-980f-be4266ee8e48, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6cb47202-d589-4af4-980f-be4266ee8e48,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:35:51.440255 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:51.519583 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-78f695cf-9667-43d5-950a-b61d905b71ed None None] For port e669a029-f837-4337-83a8-d124910d0c11, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e669a029-f837-4337-83a8-d124910d0c11,segment=NetworkSegment(062ecfb8-441f-462e-995e-b622d7bbf0fa),segment_id=062ecfb8-441f-462e-995e-b622d7bbf0fa)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:35:51.519864 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78f695cf-9667-43d5-950a-b61d905b71ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:51.563453 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 6cb47202-d589-4af4-980f-be4266ee8e48 owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:35:51.644259 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-78f695cf-9667-43d5-950a-b61d905b71ed None None] Calling delete_port for e669a029-f837-4337-83a8-d124910d0c11 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:35:51.699269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78f695cf-9667-43d5-950a-b61d905b71ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:51.703095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:51.724397 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:51.729309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-52f3dbb6-edc3-46f2-9569-c0659e9db7d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:51.749450 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f695cf-9667-43d5-950a-b61d905b71ed None None] Pushing event deleted for resources: {'Port': ['ID=e669a029-f837-4337-83a8-d124910d0c11,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:51.751615 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f695cf-9667-43d5-950a-b61d905b71ed None None] No DVR routers for this DVR port e669a029-f837-4337-83a8-d124910d0c11 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:35:51.753219 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-78f695cf-9667-43d5-950a-b61d905b71ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:51.776173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=6cb47202-d589-4af4-980f-be4266ee8e48,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:51.779465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:51.876821 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.056424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.058691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.083811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.084331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Fanout notify agent at l3_agent the message router_deleted on router b7f5b13b-6c8e-4f48-9041-5c7342788b7f {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:35:52.103503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.104824 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/routers/b7f5b13b-6c8e-4f48-9041-5c7342788b7f HTTP/1.1" status: 204 len: 168 time: 1.4144492 Jun 02 16:35:52.107630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39606) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:52.230293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-678070d2-740b-49e1-8c6c-dd9db6972d45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.361242 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-678070d2-740b-49e1-8c6c-dd9db6972d45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.374644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-678070d2-740b-49e1-8c6c-dd9db6972d45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab915313-859f-40d8-98eb-20529451ed9e']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:52.391417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-678070d2-740b-49e1-8c6c-dd9db6972d45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062ecfb8-441f-462e-995e-b622d7bbf0fa') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:52.391710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-678070d2-740b-49e1-8c6c-dd9db6972d45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062ecfb8-441f-462e-995e-b622d7bbf0fa') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:52.404565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-678070d2-740b-49e1-8c6c-dd9db6972d45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.421603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-678070d2-740b-49e1-8c6c-dd9db6972d45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.428047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678070d2-740b-49e1-8c6c-dd9db6972d45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:35:52.428425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-678070d2-740b-49e1-8c6c-dd9db6972d45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:35:52.442938 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:35:52.525561 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-678070d2-740b-49e1-8c6c-dd9db6972d45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.529641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-141c5986-cc2d-4199-9004-c71d076645f7 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:52.544799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-678070d2-740b-49e1-8c6c-dd9db6972d45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.561766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678070d2-740b-49e1-8c6c-dd9db6972d45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Network': ['ID=ab915313-859f-40d8-98eb-20529451ed9e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:52.564989 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-678070d2-740b-49e1-8c6c-dd9db6972d45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:52.569068 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-678070d2-740b-49e1-8c6c-dd9db6972d45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/networks/ab915313-859f-40d8-98eb-20529451ed9e HTTP/1.1" status: 204 len: 168 time: 0.4604185 Jun 02 16:35:52.583960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39608) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:52.596189 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d326bf3d-a06a-4e75-864c-daf38c4bc4c5 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0116177 Jun 02 16:35:52.598704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39610) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:52.604081 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'network': {'name': 'tempest-network-smoke--1381805036', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'port_security_enabled': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:52.609296 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:52.613713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:network and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:52.617201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:52.624315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:52.625520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e669a029-f837-4337-83a8-d124910d0c11 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:35:52.635717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:35:52.639387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.663144 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: e669a029-f837-4337-83a8-d124910d0c11 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:35:52.663508 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e669a029-f837-4337-83a8-d124910d0c11 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:35:52.663920 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 404915fd-8521-4bb5-a801-c3cd435bb4c5 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:35:52.668988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:35:52.678839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.679186 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Added segment b74273ef-9cb6-40c8-ba25-8f31fca28c60 of type vlan for network 6f83a5d9-726a-4a17-9c81-98ae9863d8ff Jun 02 16:35:52.704631 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 404915fd-8521-4bb5-a801-c3cd435bb4c5 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:35:52.704992 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 404915fd-8521-4bb5-a801-c3cd435bb4c5 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:35:52.705422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6cb47202-d589-4af4-980f-be4266ee8e48 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:35:52.707359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.737039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.738739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 6cb47202-d589-4af4-980f-be4266ee8e48 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:35:52.739096 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6cb47202-d589-4af4-980f-be4266ee8e48 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:35:52.742666 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:52.743261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.747119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d5b9b313-f37d-4d2a-9f67-f467b7844fc6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:52.851906 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2520580 Jun 02 16:35:52.855179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39612) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:52.859824 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-894218327', 'admin_state_up': True, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:52.865308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Network': ['ID=6f83a5d9-726a-4a17-9c81-98ae9863d8ff,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:52.868546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:52.869455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:52.873896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:router and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:52.877020 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:52.877617 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 6f83a5d9-726a-4a17-9c81-98ae9863d8ff details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:35:52.883500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:52.896500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.898189 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:52.922769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:53.337057 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:53.659650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:53.689848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:53.837801 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.70 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/a1022d61-866b-4add-b8f6-426e315e5db3) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:35:53.994532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:54.027954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:54.031949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:54.093239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:35:54.098093 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:35:54.104658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:35:54.143282 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=a1022d61-866b-4add-b8f6-426e315e5db3,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:54.149830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:54.535186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:55.013003 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:55.220174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router ca04c254-febb-45b0-b20b-0ee99b75e774 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:35:55.400267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:35:55.410587 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Sync routers for ids ['ca04c254-febb-45b0-b20b-0ee99b75e774'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:35:55.421669 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Routers {'ca04c254-febb-45b0-b20b-0ee99b75e774'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:35:55.422518 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:35:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ca04c254-febb-45b0-b20b-0ee99b75e774'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:55.431102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:55.432351 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5762584 Jun 02 16:35:55.435757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39614) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:55.480103 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ae9abf1d-13e5-4401-b308-6687ca0fa204 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=fb79c8ac06334981844f175e241075b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429809 Jun 02 16:35:55.482683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39616) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:55.597368 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Set router ca04c254-febb-45b0-b20b-0ee99b75e774 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:35:55.611843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82879050-244c-4e4f-9d1b-951ddf4bf730 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:55.613396 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-82879050-244c-4e4f-9d1b-951ddf4bf730 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297667 Jun 02 16:35:55.616430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39618) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:55.655585 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-399eeec6-34f1-4515-ac9d-7884ed1f6006 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377975 Jun 02 16:35:55.658063 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39620) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:55.663701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1441269275', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:35:55.774578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:35:55.778377 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:subnet and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:35:55.781174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:35:55.786894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:35:55.801192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:35:55.804885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:55.890553 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:35:54Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:55.894746 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Checking router: ca04c254-febb-45b0-b20b-0ee99b75e774 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:35:55.895242 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Updating router ca04c254-febb-45b0-b20b-0ee99b75e774 port a1022d61-866b-4add-b8f6-426e315e5db3 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:35:55.949760 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:56.277296 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:56.288747 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Transition to ACTIVE for port object a1022d61-866b-4add-b8f6-426e315e5db3 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:35:56.295805 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:56.299629 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-4f32bcd3-ab06-401d-995a-709f4ccb5485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:56.375937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:56.377703 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Attempting to bind port a1022d61-866b-4add-b8f6-426e315e5db3 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:35:56.378098 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Attempting to bind port a1022d61-866b-4add-b8f6-426e315e5db3 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:35:56.378479 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Attempting to bind port a1022d61-866b-4add-b8f6-426e315e5db3 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:35:56.380632 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019be46-c0ef-4667-9890-ddd45d8013ba None None] Pushing event updated for resources: {'Port': ['ID=a1022d61-866b-4add-b8f6-426e315e5db3,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:56.381667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d09d715a-3537-456a-af2d-a98f11f021b6 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:56.386192 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-5019be46-c0ef-4667-9890-ddd45d8013ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:56.387186 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:35:56.387562 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:35:56.387966 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:56.388354 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:35:56.388825 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Bound port: a1022d61-866b-4add-b8f6-426e315e5db3, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:35:56.389207 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:56.456011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Subnet': ['ID=c5e8b800-8cd2-46db-a511-6e6227416b38,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:56.459825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:56.461209 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] For port a1022d61-866b-4add-b8f6-426e315e5db3, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:35:56.464485 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] For port a1022d61-866b-4add-b8f6-426e315e5db3, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a1022d61-866b-4add-b8f6-426e315e5db3,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:35:56.467917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Checking segment: {'id': 'b74273ef-9cb6-40c8-ba25-8f31fca28c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:35:56.468268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network hostable DHCP agents. Network: 6f83a5d9-726a-4a17-9c81-98ae9863d8ff, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:35:56.469755 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:56.474415 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:56.485786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 6f83a5d9-726a-4a17-9c81-98ae9863d8ff is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:35:56.495085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 6f83a5d9-726a-4a17-9c81-98ae9863d8ff) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:35:56.504440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fe7e4f-a4a0-4b50-93d6-95a405a193b4 None None] Network 6f83a5d9-726a-4a17-9c81-98ae9863d8ff requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:35:56.507583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:35:56.508186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:56.532629 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8731277 Jun 02 16:35:56.535292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39622) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:56.558175 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019be46-c0ef-4667-9890-ddd45d8013ba None None] Pushing event updated for resources: {'Port': ['ID=a1022d61-866b-4add-b8f6-426e315e5db3,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:56.561305 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-5019be46-c0ef-4667-9890-ddd45d8013ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:56.564803 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Routers {'ca04c254-febb-45b0-b20b-0ee99b75e774'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:35:56.565427 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:35:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ca04c254-febb-45b0-b20b-0ee99b75e774'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:56.780503 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] Set router ca04c254-febb-45b0-b20b-0ee99b75e774 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:35:56.797086 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ips': [{'subnet_id': 'c5e8b800-8cd2-46db-a511-6e6227416b38'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:35:56.798758 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:56.955463 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Allocated IP 172.20.0.2 (6f83a5d9-726a-4a17-9c81-98ae9863d8ff/c5e8b800-8cd2-46db-a511-6e6227416b38/35e17ed3-85a0-49cb-8b24-ff36096d698c) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:35:57.064366 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:35:54Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:35:57.068828 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f051c99-4a5b-43da-8058-f9c01cd2a1cd None None] The sync data for ids ['ca04c254-febb-45b0-b20b-0ee99b75e774'] in dv-neutron-601336-83-hyperv is: [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:35:54Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:35:57.172597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:57.184290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Transition to ACTIVE for port object 35e17ed3-85a0-49cb-8b24-ff36096d698c will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:35:57.204492 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Transition to ACTIVE for port object 35e17ed3-85a0-49cb-8b24-ff36096d698c will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:35:57.211831 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:57.217124 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b516dc59-5e46-414f-b6b8-34b766d6d4b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:57.263442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:57.286907 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Network 6f83a5d9-726a-4a17-9c81-98ae9863d8ff is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:35:57.292289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:35:57.301400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:35:57.303383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Pushing event updated for resources: {'Port': ['ID=35e17ed3-85a0-49cb-8b24-ff36096d698c,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:57.307355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:57.413250 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Attempting to bind port 35e17ed3-85a0-49cb-8b24-ff36096d698c on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:35:57.413625 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Attempting to bind port 35e17ed3-85a0-49cb-8b24-ff36096d698c by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'b74273ef-9cb6-40c8-ba25-8f31fca28c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:35:57.414000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Attempting to bind port 35e17ed3-85a0-49cb-8b24-ff36096d698c on network 6f83a5d9-726a-4a17-9c81-98ae9863d8ff {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:35:57.420599 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:35:57.420982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Checking segment: {'id': 'b74273ef-9cb6-40c8-ba25-8f31fca28c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:35:57.421387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:57.421782 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Bound using segment: {'id': 'b74273ef-9cb6-40c8-ba25-8f31fca28c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:35:57.422296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Bound port: 35e17ed3-85a0-49cb-8b24-ff36096d698c, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74273ef-9cb6-40c8-ba25-8f31fca28c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:35:57.422675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:57.521791 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] For port 35e17ed3-85a0-49cb-8b24-ff36096d698c, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:35:57.526165 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] For port 35e17ed3-85a0-49cb-8b24-ff36096d698c, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=35e17ed3-85a0-49cb-8b24-ff36096d698c,segment=NetworkSegment(b74273ef-9cb6-40c8-ba25-8f31fca28c60),segment_id=b74273ef-9cb6-40c8-ba25-8f31fca28c60)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:35:57.531718 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:57.535441 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-fa6be0ed-eff3-4512-aca7-e239eebc2c67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:57.619496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Pushing event updated for resources: {'Port': ['ID=35e17ed3-85a0-49cb-8b24-ff36096d698c,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:57.626849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:57.941633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.1 (6f83a5d9-726a-4a17-9c81-98ae9863d8ff/c5e8b800-8cd2-46db-a511-6e6227416b38/02d194d6-4161-4656-8d66-51a2db1378ae) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:35:58.105289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:58.121405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object 02d194d6-4161-4656-8d66-51a2db1378ae will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:35:58.149215 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:58.153387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9d1a01c9-74f0-4c37-9eff-2c4e3857ee1c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:58.224651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 6f83a5d9-726a-4a17-9c81-98ae9863d8ff is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:35:58.228439 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:35:58.232638 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:35:58.263044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=02d194d6-4161-4656-8d66-51a2db1378ae,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:58.269793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:58.295737 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:58.542136 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ace526-a872-4a25-84b8-17ce6ff94c63 None None] Network 6f83a5d9-726a-4a17-9c81-98ae9863d8ff requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:35:58.579880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:58.622803 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5acc1ae1-9d05-4500-a593-0fe201f9e44a None None] Provisioning for port 35e17ed3-85a0-49cb-8b24-ff36096d698c completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:35:58.721185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 35e17ed3-85a0-49cb-8b24-ff36096d698c up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:35:58.852664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 35e17ed3-85a0-49cb-8b24-ff36096d698c completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:35:58.864821 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 35e17ed3-85a0-49cb-8b24-ff36096d698c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:58.865512 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:59.003000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:59.045557 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 35e17ed3-85a0-49cb-8b24-ff36096d698c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=35e17ed3-85a0-49cb-8b24-ff36096d698c,segment=NetworkSegment(b74273ef-9cb6-40c8-ba25-8f31fca28c60),segment_id=b74273ef-9cb6-40c8-ba25-8f31fca28c60)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:35:59.051608 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:59.052869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a1022d61-866b-4add-b8f6-426e315e5db3 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:35:59.100118 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:59.109854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:59.115534 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:59.145344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:59.229873 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=02d194d6-4161-4656-8d66-51a2db1378ae,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:59.232813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:59.236992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:59.242200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2b1b5c54-353f-475c-a3b5-2e0618dd0972 None None] Provisioning for port 02d194d6-4161-4656-8d66-51a2db1378ae completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:35:59.256969 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2b1b5c54-353f-475c-a3b5-2e0618dd0972 None None] Provisioning complete for port 02d194d6-4161-4656-8d66-51a2db1378ae triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:59.257336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2b1b5c54-353f-475c-a3b5-2e0618dd0972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:59.287346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=35e17ed3-85a0-49cb-8b24-ff36096d698c,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:59.294890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:59.321465 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port a1022d61-866b-4add-b8f6-426e315e5db3 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:35:59.329499 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-2b1b5c54-353f-475c-a3b5-2e0618dd0972 None None] Port 02d194d6-4161-4656-8d66-51a2db1378ae cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:35:59.331057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port a1022d61-866b-4add-b8f6-426e315e5db3 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:59.331430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:59.381274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 6f83a5d9-726a-4a17-9c81-98ae9863d8ff is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:35:59.382629 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:35:59.390453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2b1b5c54-353f-475c-a3b5-2e0618dd0972 None None] Provisioning complete for port 35e17ed3-85a0-49cb-8b24-ff36096d698c triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:59.390736 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2b1b5c54-353f-475c-a3b5-2e0618dd0972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:59.544764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:59.569669 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port a1022d61-866b-4add-b8f6-426e315e5db3, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a1022d61-866b-4add-b8f6-426e315e5db3,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:35:59.576858 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:59.585452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0c19b703-3d96-4844-99dc-e8e06bbb3e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:35:59.703612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=a1022d61-866b-4add-b8f6-426e315e5db3,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:35:59.706653 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:35:59.741993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router ca04c254-febb-45b0-b20b-0ee99b75e774 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:35:59.801898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-29416805-0ab1-4a1a-9744-e7991f834f5a None None] Provisioning complete for port 02d194d6-4161-4656-8d66-51a2db1378ae triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:35:59.802312 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-29416805-0ab1-4a1a-9744-e7991f834f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:35:59.856413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-29416805-0ab1-4a1a-9744-e7991f834f5a None None] Port 02d194d6-4161-4656-8d66-51a2db1378ae cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:35:59.936417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:35:59.950395 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Sync routers for ids ['ca04c254-febb-45b0-b20b-0ee99b75e774'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:35:59.955227 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/ca04c254-febb-45b0-b20b-0ee99b75e774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4188826 Jun 02 16:35:59.958012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39624) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:35:59.961442 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Routers {'ca04c254-febb-45b0-b20b-0ee99b75e774'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:35:59.962151 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:35:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ca04c254-febb-45b0-b20b-0ee99b75e774'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:00.108321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4258c19-ab20-416b-9a4b-d4388e30620c tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:00.108784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4258c19-ab20-416b-9a4b-d4388e30620c tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:00.109290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4258c19-ab20-416b-9a4b-d4388e30620c tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:00.109727 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4258c19-ab20-416b-9a4b-d4388e30620c tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:00.110208 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4258c19-ab20-416b-9a4b-d4388e30620c tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:00.110660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4258c19-ab20-416b-9a4b-d4388e30620c tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:00.112508 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a4258c19-ab20-416b-9a4b-d4388e30620c tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1533988 Jun 02 16:36:00.115873 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39626) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:00.149852 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:36:00.159479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Set router ca04c254-febb-45b0-b20b-0ee99b75e774 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:36:00.209317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61964bb8-d0e1-4701-9cc3-9cec9a23b3d7 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:00.209697 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61964bb8-d0e1-4701-9cc3-9cec9a23b3d7 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:00.210267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61964bb8-d0e1-4701-9cc3-9cec9a23b3d7 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:00.210788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61964bb8-d0e1-4701-9cc3-9cec9a23b3d7 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:00.211230 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61964bb8-d0e1-4701-9cc3-9cec9a23b3d7 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:00.211672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61964bb8-d0e1-4701-9cc3-9cec9a23b3d7 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:00.213738 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-61964bb8-d0e1-4701-9cc3-9cec9a23b3d7 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0968101 Jun 02 16:36:00.217310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39628) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:00.443517 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e38d8d43-bb15-4640-b228-cd8fe3195c9a tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2246504 Jun 02 16:36:00.507170 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:35:58Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '02d194d6-4161-4656-8d66-51a2db1378ae', 'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:cd:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:57Z', 'updated_at': '2021-06-02T16:35:58Z', 'revision_number': 2, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:00.511593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Checking router: ca04c254-febb-45b0-b20b-0ee99b75e774 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:36:00.511965 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Updating router ca04c254-febb-45b0-b20b-0ee99b75e774 port 02d194d6-4161-4656-8d66-51a2db1378ae binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:36:00.569081 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:00.654802 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 35e17ed3-85a0-49cb-8b24-ff36096d698c up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:36:00.857503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 35e17ed3-85a0-49cb-8b24-ff36096d698c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:36:00.857943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:00.925780 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39632) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:00.931169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1130576100', 'description': 'tempest-secgroup-smoke-1130576100 description', 'project_id': 'fb79c8ac06334981844f175e241075b7'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:36:00.937248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:36:00.941529 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:36:00.944659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:36:00.950952 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:36:00.964422 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:00.985504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:36:00.989522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:36:00.992494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:36:00.998712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:36:01.072941 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.077001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.081856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a1022d61-866b-4add-b8f6-426e315e5db3 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:36:01.082310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f0dca846-166f-4374-8eb6-e42431ac55e8 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:01.123460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca9a58b-9a26-487d-a04d-9e5e5068ee6c,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:01.127560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:01.128476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.129686 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2029035 Jun 02 16:36:01.130028 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.132678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39634) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:01.137411 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-fd457abf-3a79-4033-a35b-ae5757b49fd5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '3ca9a58b-9a26-487d-a04d-9e5e5068ee6c', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:36:01.143416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fd457abf-3a79-4033-a35b-ae5757b49fd5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:36:01.147307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fd457abf-3a79-4033-a35b-ae5757b49fd5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:36:01.150197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fd457abf-3a79-4033-a35b-ae5757b49fd5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:36:01.155112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Transition to ACTIVE for port object 02d194d6-4161-4656-8d66-51a2db1378ae will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:36:01.156313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fd457abf-3a79-4033-a35b-ae5757b49fd5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:36:01.164856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.170214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:01.177241 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd457abf-3a79-4033-a35b-ae5757b49fd5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.244734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd457abf-3a79-4033-a35b-ae5757b49fd5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.252252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd457abf-3a79-4033-a35b-ae5757b49fd5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.254169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:01.280348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd457abf-3a79-4033-a35b-ae5757b49fd5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9372119b-3d6b-491a-87cc-b4b359f0bdac,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:01.284347 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fd457abf-3a79-4033-a35b-ae5757b49fd5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:01.292998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd457abf-3a79-4033-a35b-ae5757b49fd5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.298237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39636) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:01.298762 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fd457abf-3a79-4033-a35b-ae5757b49fd5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1649454 Jun 02 16:36:01.301007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port a1022d61-866b-4add-b8f6-426e315e5db3 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:36:01.301426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.304805 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-81207234-828f-4742-80b4-6adfff2b7f69 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '3ca9a58b-9a26-487d-a04d-9e5e5068ee6c', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:36:01.312150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-81207234-828f-4742-80b4-6adfff2b7f69 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:36:01.317137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-81207234-828f-4742-80b4-6adfff2b7f69 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:36:01.320549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-81207234-828f-4742-80b4-6adfff2b7f69 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:36:01.327587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-81207234-828f-4742-80b4-6adfff2b7f69 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:36:01.347443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-81207234-828f-4742-80b4-6adfff2b7f69 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.348341 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd6756-27fa-4096-ae6a-24d44ad963c4 None None] Pushing event updated for resources: {'Port': ['ID=02d194d6-4161-4656-8d66-51a2db1378ae,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:01.432680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-81207234-828f-4742-80b4-6adfff2b7f69 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.436966 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-81207234-828f-4742-80b4-6adfff2b7f69 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.446041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-793ada30-b5fd-45ef-a896-e193001cfd9b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:01.448290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-68dd6756-27fa-4096-ae6a-24d44ad963c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:01.469151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81207234-828f-4742-80b4-6adfff2b7f69 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47159b8-d440-4a70-9c6a-45d99c16ff1c,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:01.472529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-81207234-828f-4742-80b4-6adfff2b7f69 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:01.482232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-81207234-828f-4742-80b4-6adfff2b7f69 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.486492 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-81207234-828f-4742-80b4-6adfff2b7f69 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1838634 Jun 02 16:36:01.486843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39638) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:01.492406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8a7ffd3d-c9b2-4352-9bc5-1f47f41f0119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '3ca9a58b-9a26-487d-a04d-9e5e5068ee6c', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:36:01.499424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8a7ffd3d-c9b2-4352-9bc5-1f47f41f0119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:36:01.504170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8a7ffd3d-c9b2-4352-9bc5-1f47f41f0119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:36:01.507192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8a7ffd3d-c9b2-4352-9bc5-1f47f41f0119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:36:01.514237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8a7ffd3d-c9b2-4352-9bc5-1f47f41f0119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:36:01.533235 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8a7ffd3d-c9b2-4352-9bc5-1f47f41f0119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.537416 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Attempting to bind port 02d194d6-4161-4656-8d66-51a2db1378ae on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:36:01.537797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Attempting to bind port 02d194d6-4161-4656-8d66-51a2db1378ae by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'b74273ef-9cb6-40c8-ba25-8f31fca28c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:36:01.538195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Attempting to bind port 02d194d6-4161-4656-8d66-51a2db1378ae on network 6f83a5d9-726a-4a17-9c81-98ae9863d8ff {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:36:01.547728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:36:01.548110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Checking segment: {'id': 'b74273ef-9cb6-40c8-ba25-8f31fca28c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:36:01.548510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.548900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Bound using segment: {'id': 'b74273ef-9cb6-40c8-ba25-8f31fca28c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:36:01.549392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Bound port: 02d194d6-4161-4656-8d66-51a2db1378ae, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74273ef-9cb6-40c8-ba25-8f31fca28c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:36:01.549779 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.605385 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8a7ffd3d-c9b2-4352-9bc5-1f47f41f0119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.610210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8a7ffd3d-c9b2-4352-9bc5-1f47f41f0119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.611924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-215b2e08-8184-40af-803b-2c945f008950 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:01.634140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ffd3d-c9b2-4352-9bc5-1f47f41f0119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c76cfd-4ecb-40c5-a5e8-f393cce010f1,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:01.639035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8a7ffd3d-c9b2-4352-9bc5-1f47f41f0119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:01.644945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8a7ffd3d-c9b2-4352-9bc5-1f47f41f0119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.646294 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8a7ffd3d-c9b2-4352-9bc5-1f47f41f0119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1582990 Jun 02 16:36:01.649540 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39640) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:01.654288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-bbbd3aa4-5a85-4038-83d6-973e52a27982 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '3ca9a58b-9a26-487d-a04d-9e5e5068ee6c', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:36:01.660518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bbbd3aa4-5a85-4038-83d6-973e52a27982 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:36:01.664503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bbbd3aa4-5a85-4038-83d6-973e52a27982 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:36:01.667391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bbbd3aa4-5a85-4038-83d6-973e52a27982 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:36:01.673390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bbbd3aa4-5a85-4038-83d6-973e52a27982 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:36:01.692731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bbbd3aa4-5a85-4038-83d6-973e52a27982 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.699113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] For port 02d194d6-4161-4656-8d66-51a2db1378ae, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:36:01.702605 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] For port 02d194d6-4161-4656-8d66-51a2db1378ae, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=02d194d6-4161-4656-8d66-51a2db1378ae,segment=NetworkSegment(b74273ef-9cb6-40c8-ba25-8f31fca28c60),segment_id=b74273ef-9cb6-40c8-ba25-8f31fca28c60)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:36:01.707489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.712148 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-fa6be0ed-eff3-4512-aca7-e239eebc2c67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:01.763841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bbbd3aa4-5a85-4038-83d6-973e52a27982 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.771253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bbbd3aa4-5a85-4038-83d6-973e52a27982 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.773680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0b85cc39-34ee-45f6-9962-c598d5f07539 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:01.792797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Routers {'ca04c254-febb-45b0-b20b-0ee99b75e774'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:36:01.793438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:35:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ca04c254-febb-45b0-b20b-0ee99b75e774'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:01.802841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd3aa4-5a85-4038-83d6-973e52a27982 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524409fb-af2c-4002-8fc4-0807febf2e3b,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:01.813898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bbbd3aa4-5a85-4038-83d6-973e52a27982 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:01.823031 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bbbd3aa4-5a85-4038-83d6-973e52a27982 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.827272 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bbbd3aa4-5a85-4038-83d6-973e52a27982 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1739373 Jun 02 16:36:01.827553 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39642) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:01.832566 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-2cf2d1b2-6e33-46b7-b160-1df8430b760d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '3ca9a58b-9a26-487d-a04d-9e5e5068ee6c', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:36:01.839105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2cf2d1b2-6e33-46b7-b160-1df8430b760d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:36:01.843220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2cf2d1b2-6e33-46b7-b160-1df8430b760d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:36:01.846384 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2cf2d1b2-6e33-46b7-b160-1df8430b760d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:36:01.852877 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd6756-27fa-4096-ae6a-24d44ad963c4 None None] Pushing event updated for resources: {'Port': ['ID=02d194d6-4161-4656-8d66-51a2db1378ae,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:01.854154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2cf2d1b2-6e33-46b7-b160-1df8430b760d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:36:01.869012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-68dd6756-27fa-4096-ae6a-24d44ad963c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:01.871392 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-2cf2d1b2-6e33-46b7-b160-1df8430b760d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:36:01.877783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d1b2-6e33-46b7-b160-1df8430b760d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.955255 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d1b2-6e33-46b7-b160-1df8430b760d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.960064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d1b2-6e33-46b7-b160-1df8430b760d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:01.962400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a248044f-d998-4ddf-9ec3-e1c0e4f4fa10 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:01.991249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2d1b2-6e33-46b7-b160-1df8430b760d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d656b913-f8ca-4399-be2d-951159bfcb46,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:01.993876 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2cf2d1b2-6e33-46b7-b160-1df8430b760d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:02.001279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] Set router ca04c254-febb-45b0-b20b-0ee99b75e774 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:36:02.002689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2cf2d1b2-6e33-46b7-b160-1df8430b760d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:02.003921 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2cf2d1b2-6e33-46b7-b160-1df8430b760d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1754258 Jun 02 16:36:02.006728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39644) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:02.011836 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-1740e223-c7b4-4c18-ac42-4200031e86ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '3ca9a58b-9a26-487d-a04d-9e5e5068ee6c', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:36:02.018385 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1740e223-c7b4-4c18-ac42-4200031e86ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:36:02.022365 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1740e223-c7b4-4c18-ac42-4200031e86ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:36:02.025441 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1740e223-c7b4-4c18-ac42-4200031e86ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:36:02.031714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1740e223-c7b4-4c18-ac42-4200031e86ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:36:02.041942 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-1740e223-c7b4-4c18-ac42-4200031e86ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:36:02.047990 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1740e223-c7b4-4c18-ac42-4200031e86ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:02.120731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1740e223-c7b4-4c18-ac42-4200031e86ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:02.124834 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1740e223-c7b4-4c18-ac42-4200031e86ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:02.126965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2cf2d1b2-6e33-46b7-b160-1df8430b760d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:02.151181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740e223-c7b4-4c18-ac42-4200031e86ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc10ea69-5fcc-455b-b25a-0228f6918afa,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:02.157936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1740e223-c7b4-4c18-ac42-4200031e86ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:02.166405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1740e223-c7b4-4c18-ac42-4200031e86ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:02.172913 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1740e223-c7b4-4c18-ac42-4200031e86ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1605234 Jun 02 16:36:02.333508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-da28892c-b6b2-4ace-855e-d99499b6d616 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:36:02.339744 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:35:58Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '02d194d6-4161-4656-8d66-51a2db1378ae', 'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:cd:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:57Z', 'updated_at': '2021-06-02T16:36:01Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:02.343870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345ae674-f6a5-4ebf-a7ce-c62fe34303e8 None None] The sync data for ids ['ca04c254-febb-45b0-b20b-0ee99b75e774'] in dv-neutron-601336-83-hyperv is: [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:35:58Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '02d194d6-4161-4656-8d66-51a2db1378ae', 'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:cd:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:57Z', 'updated_at': '2021-06-02T16:36:01Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:36:02.350411 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-da28892c-b6b2-4ace-855e-d99499b6d616 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:36:02.351649 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-da28892c-b6b2-4ace-855e-d99499b6d616 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130576100&fields=id&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 267 time: 0.0586638 Jun 02 16:36:02.536282 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-f72042d9-726a-4f60-8734-6d477fcea10c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:02.537123 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-f72042d9-726a-4f60-8734-6d477fcea10c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:36:02.557583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-f72042d9-726a-4f60-8734-6d477fcea10c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:36:02.559546 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-f72042d9-726a-4f60-8734-6d477fcea10c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/networks?id=6f83a5d9-726a-4a17-9c81-98ae9863d8ff HTTP/1.1" status: 200 len: 797 time: 0.1997817 Jun 02 16:36:02.579383 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-ed846ae2-d486-4224-9361-b795bf602e02 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/quotas/fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 375 time: 0.0131068 Jun 02 16:36:02.671603 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 02d194d6-4161-4656-8d66-51a2db1378ae up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:36:02.681608 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-ca8b88e9-856f-4072-b901-6f6c28f62b86 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:36:02.700291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-ca8b88e9-856f-4072-b901-6f6c28f62b86 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:36:02.714551 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-ca8b88e9-856f-4072-b901-6f6c28f62b86 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1153231 Jun 02 16:36:02.750633 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 02d194d6-4161-4656-8d66-51a2db1378ae completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:36:02.756902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 02d194d6-4161-4656-8d66-51a2db1378ae triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:36:02.757289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:02.854599 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-5e908067-ec21-4c62-afb7-7b2a31f35400 service neutron] 10.222.0.50 "GET /v2.0/networks/6f83a5d9-726a-4a17-9c81-98ae9863d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355364 Jun 02 16:36:02.885192 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:02.924652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 02d194d6-4161-4656-8d66-51a2db1378ae, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=02d194d6-4161-4656-8d66-51a2db1378ae,segment=NetworkSegment(b74273ef-9cb6-40c8-ba25-8f31fca28c60),segment_id=b74273ef-9cb6-40c8-ba25-8f31fca28c60)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:36:02.930837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:02.934738 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:03.005051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c4398c29-66ce-42f5-b369-f31548445401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:03.021929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=02d194d6-4161-4656-8d66-51a2db1378ae,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:03.025221 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:03.153672 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-59063e19-7d6b-4320-ac8e-b3b43dd91056 service neutron] 10.222.0.50 "GET /v2.0/networks/6f83a5d9-726a-4a17-9c81-98ae9863d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927465 Jun 02 16:36:03.350899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-c9896581-4adb-438e-9168-3220115ca8fd req-3cd97d7a-cf13-47ef-a2b5-038d6a88c956 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:36:03.364637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-c9896581-4adb-438e-9168-3220115ca8fd req-3cd97d7a-cf13-47ef-a2b5-038d6a88c956 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:36:03.365902 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c9896581-4adb-438e-9168-3220115ca8fd req-3cd97d7a-cf13-47ef-a2b5-038d6a88c956 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 210 time: 0.0583942 Jun 02 16:36:04.496800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-f4b84f7a-6919-4d9a-bb44-fb0cbd589ca3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:04.498286 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-f4b84f7a-6919-4d9a-bb44-fb0cbd589ca3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/networks?id=6f83a5d9-726a-4a17-9c81-98ae9863d8ff HTTP/1.1" status: 200 len: 797 time: 0.1568272 Jun 02 16:36:04.525086 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-12af28d8-d2b7-4d21-9c26-52839fae54ed req-381b1744-acb8-45d6-bf06-522c17d9f9fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 210 time: 0.0441136 Jun 02 16:36:04.549895 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-9e155cb3-dae8-4ba6-a667-feb13b782204 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 380 time: 0.0420229 Jun 02 16:36:04.563067 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'port': {'device_id': '0e25db26-0e71-4d13-9506-73701506d82a', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'admin_state_up': True, 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'security_groups': ['3ca9a58b-9a26-487d-a04d-9e5e5068ee6c']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:36:04.631657 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 02d194d6-4161-4656-8d66-51a2db1378ae up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:36:04.699307 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 02d194d6-4161-4656-8d66-51a2db1378ae triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:36:04.699552 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:04.701654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:36:04.711620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:36:04.722938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:36:04.726496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:04.893671 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.5 (6f83a5d9-726a-4a17-9c81-98ae9863d8ff/c5e8b800-8cd2-46db-a511-6e6227416b38/77aa155a-fb26-4842-9ae6-fbc3ffda62fd) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:36:05.009565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:05.235843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:05.252340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object 77aa155a-fb26-4842-9ae6-fbc3ffda62fd will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:36:05.280148 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:05.286157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:05.351543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 6f83a5d9-726a-4a17-9c81-98ae9863d8ff is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:36:05.355171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:36:05.359973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:36:05.394400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=77aa155a-fb26-4842-9ae6-fbc3ffda62fd,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:05.399664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:05.421473 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f8a298c3-28d6-48a1-85fb-c777abbbdc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:05.442117 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:05.442988 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:05.470224 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9106536 Jun 02 16:36:05.487264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Request body: {'port': {'device_id': '0e25db26-0e71-4d13-9506-73701506d82a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:36:05.598099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:05.611866 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3ccfe52c-ea59-4e5d-9f2b-fd25a32e2341 None None] Provisioning for port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:36:05.617684 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3ccfe52c-ea59-4e5d-9f2b-fd25a32e2341 None None] Provisioning complete for port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:36:05.618229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3ccfe52c-ea59-4e5d-9f2b-fd25a32e2341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:05.678838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-3ccfe52c-ea59-4e5d-9f2b-fd25a32e2341 None None] Port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:36:05.879880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaddb6c-c9da-4d6a-8202-3220a6b5f008 req-9b4bb174-087c-4eb9-8cb4-d097f8eb4335 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:05.880570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-bdaddb6c-c9da-4d6a-8202-3220a6b5f008 req-9b4bb174-087c-4eb9-8cb4-d097f8eb4335 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:36:05.924485 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-bdaddb6c-c9da-4d6a-8202-3220a6b5f008 req-9b4bb174-087c-4eb9-8cb4-d097f8eb4335 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:36:05.925646 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bdaddb6c-c9da-4d6a-8202-3220a6b5f008 req-9b4bb174-087c-4eb9-8cb4-d097f8eb4335 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 931 time: 0.2794304 Jun 02 16:36:05.992153 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bdaddb6c-c9da-4d6a-8202-3220a6b5f008 req-10c156f5-3bbb-4faa-afcc-9f8cb8e9e4e0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca9a58b-9a26-487d-a04d-9e5e5068ee6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513551 Jun 02 16:36:06.061448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77aa155a-fb26-4842-9ae6-fbc3ffda62fd {{(pid=92322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:36:06.069068 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:06.085191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Transition to ACTIVE for port object 77aa155a-fb26-4842-9ae6-fbc3ffda62fd will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:36:06.090257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:06.094092 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a73af806-a3bc-4792-b60e-349f378d4111 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:06.223574 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Pushing event updated for resources: {'Port': ['ID=77aa155a-fb26-4842-9ae6-fbc3ffda62fd,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:06.252428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:06.333640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Attempting to bind port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:36:06.333939 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Attempting to bind port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b74273ef-9cb6-40c8-ba25-8f31fca28c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:36:06.334328 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Attempting to bind port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd on network 6f83a5d9-726a-4a17-9c81-98ae9863d8ff {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:36:06.339102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd on network 6f83a5d9-726a-4a17-9c81-98ae9863d8ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:36:06.339488 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Attempting to bind port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd on network 6f83a5d9-726a-4a17-9c81-98ae9863d8ff {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:36:06.344738 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:36:06.345073 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Checking segment: {'id': 'b74273ef-9cb6-40c8-ba25-8f31fca28c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:36:06.345455 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Bound using segment: {'id': 'b74273ef-9cb6-40c8-ba25-8f31fca28c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:36:06.345876 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Bound port: 77aa155a-fb26-4842-9ae6-fbc3ffda62fd, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74273ef-9cb6-40c8-ba25-8f31fca28c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:36:06.346287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:06.440169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] For port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:36:06.443342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] For port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=77aa155a-fb26-4842-9ae6-fbc3ffda62fd,segment=NetworkSegment(b74273ef-9cb6-40c8-ba25-8f31fca28c60),segment_id=b74273ef-9cb6-40c8-ba25-8f31fca28c60)] {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:36:06.448211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:06.451896 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-89ee40bb-da47-4847-83e9-abd5e5dc74f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:06.502355 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:06.502965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:06.504431 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] 10.222.0.49 "PUT /v2.0/ports/77aa155a-fb26-4842-9ae6-fbc3ffda62fd HTTP/1.1" status: 200 len: 1093 time: 1.0215740 Jun 02 16:36:06.504853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e25db26-0e71-4d13-9506-73701506d82a', 'tag': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:36:06.507190 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c7ab72-dcd2-44e0-98c1-98b749df8e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e25db26-0e71-4d13-9506-73701506d82a", "tag": "77aa155a-fb26-4842-9ae6-fbc3ffda62fd"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:36:06.534151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Pushing event updated for resources: {'Port': ['ID=77aa155a-fb26-4842-9ae6-fbc3ffda62fd,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:06.538986 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:06.586845 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5713849-df8c-4134-a5b3-ae7b5c5d47e8 x-openstack-request-id: req-f5713849-df8c-4134-a5b3-ae7b5c5d47e8 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:36:06.587166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e25db26-0e71-4d13-9506-73701506d82a", "tag": "77aa155a-fb26-4842-9ae6-fbc3ffda62fd", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:36:06.587608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5713849-df8c-4134-a5b3-ae7b5c5d47e8 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:36:06.588062 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e25db26-0e71-4d13-9506-73701506d82a', 'tag': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd', 'status': 'completed', 'code': 200} Jun 02 16:36:06.632271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-17a638c6-f1eb-49c4-8d91-197d6c23a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:06.633951 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-17a638c6-f1eb-49c4-8d91-197d6c23a9df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 1096 time: 0.0834763 Jun 02 16:36:06.647146 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:06.709195 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-83972248-0484-48ba-bf95-eae55de10b8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77aa155a-fb26-4842-9ae6-fbc3ffda62fd HTTP/1.1" status: 200 len: 217 time: 0.0640395 Jun 02 16:36:06.778458 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-9264fde0-642a-489e-8000-5685c9a95dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:06.779797 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-9264fde0-642a-489e-8000-5685c9a95dc8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5e8b800-8cd2-46db-a511-6e6227416b38 HTTP/1.1" status: 200 len: 835 time: 0.0615065 Jun 02 16:36:06.865385 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-66030adc-a95d-40aa-8c1f-cfcda23c9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:06.866914 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-66030adc-a95d-40aa-8c1f-cfcda23c9a8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f83a5d9-726a-4a17-9c81-98ae9863d8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0764737 Jun 02 16:36:07.023378 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-f9032ee6-8198-47d8-b308-8272b5e35eb2 service neutron] 10.222.0.49 "GET /v2.0/networks/6f83a5d9-726a-4a17-9c81-98ae9863d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459301 Jun 02 16:36:07.366254 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-43295003-4c1e-4b86-b6b8-ad95a7da0852 req-01156526-763d-46e2-a4ec-cbc2d170cec7 service neutron] 10.222.0.49 "GET /v2.0/networks/6f83a5d9-726a-4a17-9c81-98ae9863d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328314 Jun 02 16:36:07.391057 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283775c-54fc-49d9-bd2e-1f98fbcab722 req-ded04887-8fa9-492c-a404-6ff86cc8eb67 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:07.392692 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1283775c-54fc-49d9-bd2e-1f98fbcab722 req-ded04887-8fa9-492c-a404-6ff86cc8eb67 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 943 time: 0.1300576 Jun 02 16:36:07.477873 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1283775c-54fc-49d9-bd2e-1f98fbcab722 req-dbc05c25-51b9-4917-b696-591bf0408549 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca9a58b-9a26-487d-a04d-9e5e5068ee6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781424 Jun 02 16:36:07.512724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7ab72-dcd2-44e0-98c1-98b749df8e9b req-67713779-e5a4-4825-98ef-f937f5c2bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:07.514247 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-22c7ab72-dcd2-44e0-98c1-98b749df8e9b req-67713779-e5a4-4825-98ef-f937f5c2bc07 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 1096 time: 0.0834098 Jun 02 16:36:07.654440 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7ab72-dcd2-44e0-98c1-98b749df8e9b req-19fd6fa2-d4bd-4555-b00b-bbacdfb22705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:07.656008 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-22c7ab72-dcd2-44e0-98c1-98b749df8e9b req-19fd6fa2-d4bd-4555-b00b-bbacdfb22705 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6f83a5d9-726a-4a17-9c81-98ae9863d8ff HTTP/1.1" status: 200 len: 898 time: 0.1330254 Jun 02 16:36:07.726784 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-22c7ab72-dcd2-44e0-98c1-98b749df8e9b req-305dc6e2-eade-44d5-bdad-f084012b801f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77aa155a-fb26-4842-9ae6-fbc3ffda62fd HTTP/1.1" status: 200 len: 217 time: 0.0630121 Jun 02 16:36:07.806668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7ab72-dcd2-44e0-98c1-98b749df8e9b req-b48cab0c-d621-4cff-83a1-4b891ecf9a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:07.808118 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-22c7ab72-dcd2-44e0-98c1-98b749df8e9b req-b48cab0c-d621-4cff-83a1-4b891ecf9a1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5e8b800-8cd2-46db-a511-6e6227416b38 HTTP/1.1" status: 200 len: 835 time: 0.0736904 Jun 02 16:36:07.887381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7ab72-dcd2-44e0-98c1-98b749df8e9b req-e66ee08c-3e77-48f4-b9d7-11e361714363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:07.888872 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-22c7ab72-dcd2-44e0-98c1-98b749df8e9b req-e66ee08c-3e77-48f4-b9d7-11e361714363 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f83a5d9-726a-4a17-9c81-98ae9863d8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0733817 Jun 02 16:36:08.029898 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-22c7ab72-dcd2-44e0-98c1-98b749df8e9b req-5e4b5a4f-a280-43f3-a532-df4fddf56117 service neutron] 10.222.0.49 "GET /v2.0/networks/6f83a5d9-726a-4a17-9c81-98ae9863d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314850 Jun 02 16:36:08.167379 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-22c7ab72-dcd2-44e0-98c1-98b749df8e9b req-9d0f3487-0bf9-40b8-9178-531e19050b49 service neutron] 10.222.0.49 "GET /v2.0/networks/6f83a5d9-726a-4a17-9c81-98ae9863d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297479 Jun 02 16:36:08.570149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:08.670472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a4bee-656f-4155-b32b-3a6f588eee58 req-054d9bd3-e766-437c-93fc-767ffc97083b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:08.671916 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f25a4bee-656f-4155-b32b-3a6f588eee58 req-054d9bd3-e766-437c-93fc-767ffc97083b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 943 time: 0.0834317 Jun 02 16:36:08.720377 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f25a4bee-656f-4155-b32b-3a6f588eee58 req-3714e8d4-a2eb-41cf-bb4f-dd957dba2cff tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca9a58b-9a26-487d-a04d-9e5e5068ee6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425394 Jun 02 16:36:09.854143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 77aa155a-fb26-4842-9ae6-fbc3ffda62fd details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:36:09.925906 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cc46f-7aa5-40b5-86c2-099f6a4e8dcc req-cc8e3410-d0cc-4e58-986a-b48a90342784 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:09.927394 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f51cc46f-7aa5-40b5-86c2-099f6a4e8dcc req-cc8e3410-d0cc-4e58-986a-b48a90342784 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 943 time: 0.0849347 Jun 02 16:36:09.980351 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f51cc46f-7aa5-40b5-86c2-099f6a4e8dcc req-da18406f-54ab-465e-90e5-a293287c3349 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca9a58b-9a26-487d-a04d-9e5e5068ee6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467958 Jun 02 16:36:10.040204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=77aa155a-fb26-4842-9ae6-fbc3ffda62fd,segment=NetworkSegment(b74273ef-9cb6-40c8-ba25-8f31fca28c60),segment_id=b74273ef-9cb6-40c8-ba25-8f31fca28c60)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:36:10.053834 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'port_id': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd', 'mac_address': 'fa:16:3e:ba:a5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:36:10.110232 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:10.128803 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77aa155a-fb26-4842-9ae6-fbc3ffda62fd {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:36:10.150442 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=77aa155a-fb26-4842-9ae6-fbc3ffda62fd,segment=NetworkSegment(b74273ef-9cb6-40c8-ba25-8f31fca28c60),segment_id=b74273ef-9cb6-40c8-ba25-8f31fca28c60)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:36:10.155673 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:10.157491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:10.226939 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=77aa155a-fb26-4842-9ae6-fbc3ffda62fd,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:10.230565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:10.426169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['77aa155a-fb26-4842-9ae6-fbc3ffda62fd'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:36:11.173115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e3ea9-e6e6-4561-830d-f34c4bf25552 req-3658cb8a-d130-4f94-9603-545361c705ba tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:11.174638 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-024e3ea9-e6e6-4561-830d-f34c4bf25552 req-3658cb8a-d130-4f94-9603-545361c705ba tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 944 time: 0.0865736 Jun 02 16:36:11.226028 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-024e3ea9-e6e6-4561-830d-f34c4bf25552 req-3667c8f7-5300-4e65-81be-e0e1d2b7c4ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca9a58b-9a26-487d-a04d-9e5e5068ee6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398674 Jun 02 16:36:11.868004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 77aa155a-fb26-4842-9ae6-fbc3ffda62fd up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:36:11.943682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:36:11.948882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:36:11.949271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:12.070404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:12.098635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e25db26-0e71-4d13-9506-73701506d82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:36:12.101175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf83ef1-fcf8-41e8-aeb2-692f88527db9" -d '{"events": [{"server_uuid": "0e25db26-0e71-4d13-9506-73701506d82a", "name": "network-vif-plugged", "status": "completed", "tag": "77aa155a-fb26-4842-9ae6-fbc3ffda62fd"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:36:12.110169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=77aa155a-fb26-4842-9ae6-fbc3ffda62fd,segment=NetworkSegment(b74273ef-9cb6-40c8-ba25-8f31fca28c60),segment_id=b74273ef-9cb6-40c8-ba25-8f31fca28c60)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:36:12.114621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:12.117351 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-49982a98-a244-48b3-88bf-ed09d27d49c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:12.151276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe60a4a-2b11-4084-b383-6a83b27533cf x-openstack-request-id: req-afe60a4a-2b11-4084-b383-6a83b27533cf {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:36:12.151663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e25db26-0e71-4d13-9506-73701506d82a", "name": "network-vif-plugged", "status": "completed", "tag": "77aa155a-fb26-4842-9ae6-fbc3ffda62fd", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:36:12.151871 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-afe60a4a-2b11-4084-b383-6a83b27533cf {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:36:12.152355 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e25db26-0e71-4d13-9506-73701506d82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd', 'code': 200} Jun 02 16:36:12.193312 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=77aa155a-fb26-4842-9ae6-fbc3ffda62fd,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:12.196519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:12.411098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81c49f-8b0a-49f1-b9db-72a16f5fe9d3 req-8b29a6ab-9412-400d-958c-f0670e31d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:12.412555 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8c81c49f-8b0a-49f1-b9db-72a16f5fe9d3 req-8b29a6ab-9412-400d-958c-f0670e31d3be service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 1098 time: 0.0740244 Jun 02 16:36:12.420706 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c435744-90d1-4e6d-9eca-89c77fd0437a req-2198839b-c55f-4d31-95bc-6103cb3f9e3c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:12.422278 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4c435744-90d1-4e6d-9eca-89c77fd0437a req-2198839b-c55f-4d31-95bc-6103cb3f9e3c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 945 time: 0.0836282 Jun 02 16:36:12.460407 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8c81c49f-8b0a-49f1-b9db-72a16f5fe9d3 req-2a93c603-eb71-4e88-962c-01b8727f5226 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3ca9a58b-9a26-487d-a04d-9e5e5068ee6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373659 Jun 02 16:36:12.478412 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4c435744-90d1-4e6d-9eca-89c77fd0437a req-cbc5ad5a-06ba-4e0b-92fa-fffe8097e59d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca9a58b-9a26-487d-a04d-9e5e5068ee6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497432 Jun 02 16:36:13.680724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3f6e2-1260-46e5-a144-8f0e1a57702a req-009020d6-4770-4e54-91fa-42e06a67bc3a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:13.682199 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4aa3f6e2-1260-46e5-a144-8f0e1a57702a req-009020d6-4770-4e54-91fa-42e06a67bc3a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 945 time: 0.0882475 Jun 02 16:36:13.729178 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4aa3f6e2-1260-46e5-a144-8f0e1a57702a req-46dd62b0-d4f3-4b39-9175-8ae25b32127e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca9a58b-9a26-487d-a04d-9e5e5068ee6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412047 Jun 02 16:36:13.920790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cc194-92c1-4594-8bcd-79f08161ffdb req-cf37515f-df9a-4ce0-99c9-a162f6b3dc1a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:13.922325 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-967cc194-92c1-4594-8bcd-79f08161ffdb req-cf37515f-df9a-4ce0-99c9-a162f6b3dc1a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 945 time: 0.0843689 Jun 02 16:36:13.969334 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-967cc194-92c1-4594-8bcd-79f08161ffdb req-269eeeae-9438-4a27-9d7d-b52303676f55 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca9a58b-9a26-487d-a04d-9e5e5068ee6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410547 Jun 02 16:36:13.992559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39694) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:14.075671 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71668143-973c-49f9-8f99-e5377c3c3b67 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:14.077189 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-71668143-973c-49f9-8f99-e5377c3c3b67 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 1093 time: 0.0833364 Jun 02 16:36:14.081381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39696) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:14.085823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:36:14.092254 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:36:14.096450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:floatingip and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:36:14.099692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:36:14.105918 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:36:14.117604 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:14.262056 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:14.411062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.181 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/13102039-db13-4c57-8240-fbca6e3d8ace) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:36:14.708657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:14.742010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:14.746956 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-25e088f4-a1b4-4960-9774-a93746d84498 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:14.806203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:36:14.809510 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:36:14.813373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:36:14.851952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=13102039-db13-4c57-8240-fbca6e3d8ace,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:14.856431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:15.240491 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:15.320223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:15.532742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:15.538782 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:15.542527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:15.639150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=13102039-db13-4c57-8240-fbca6e3d8ace,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:15.647361 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:15.657007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:15.839638 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP 623f13bc-3e78-4c68-afa2-825e36625a36 associated. External IP: 172.26.3.181, port: 77aa155a-fb26-4842-9ae6-fbc3ffda62fd. Jun 02 16:36:16.353562 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router ca04c254-febb-45b0-b20b-0ee99b75e774 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:36:16.539119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:36:16.550824 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc18808-a62c-43c5-b180-4727aa86c23d None None] Sync routers for ids ['ca04c254-febb-45b0-b20b-0ee99b75e774'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:36:16.561833 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc18808-a62c-43c5-b180-4727aa86c23d None None] Routers {'ca04c254-febb-45b0-b20b-0ee99b75e774'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:36:16.563310 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9bc18808-a62c-43c5-b180-4727aa86c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:36:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ca04c254-febb-45b0-b20b-0ee99b75e774'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:16.566755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:16.623949 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5415249 Jun 02 16:36:16.624747 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e25db26-0e71-4d13-9506-73701506d82a', 'tag': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:36:16.626699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39698) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:16.627231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed9deee-9988-4c63-a2b4-2db43372021a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e25db26-0e71-4d13-9506-73701506d82a", "tag": "77aa155a-fb26-4842-9ae6-fbc3ffda62fd"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:36:16.673006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527c1d56-5566-43fe-8246-175ddbd28b23 x-openstack-request-id: req-527c1d56-5566-43fe-8246-175ddbd28b23 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:36:16.673360 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e25db26-0e71-4d13-9506-73701506d82a", "tag": "77aa155a-fb26-4842-9ae6-fbc3ffda62fd", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:36:16.673664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-527c1d56-5566-43fe-8246-175ddbd28b23 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:36:16.674180 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e25db26-0e71-4d13-9506-73701506d82a', 'tag': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd', 'status': 'completed', 'code': 200} Jun 02 16:36:16.756218 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-9bc18808-a62c-43c5-b180-4727aa86c23d None None] Set router ca04c254-febb-45b0-b20b-0ee99b75e774 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:36:16.775539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9deee-9988-4c63-a2b4-2db43372021a req-106b0703-929a-4acc-a9b7-3e133a768250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:16.777383 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-eed9deee-9988-4c63-a2b4-2db43372021a req-106b0703-929a-4acc-a9b7-3e133a768250 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 1098 time: 0.0809557 Jun 02 16:36:16.809428 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ca9130d3-5dca-47b1-8c3f-e1e206012a4d tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/routers/ca04c254-febb-45b0-b20b-0ee99b75e774 HTTP/1.1" status: 200 len: 921 time: 0.1814001 Jun 02 16:36:16.811919 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39702) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:16.922542 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9deee-9988-4c63-a2b4-2db43372021a req-9bd32898-88bc-445b-8280-0a6f733e1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:16.923419 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8661afaf-36d2-41c7-8fd5-9ae8c674810c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/623f13bc-3e78-4c68-afa2-825e36625a36 HTTP/1.1" status: 200 len: 991 time: 0.1101058 Jun 02 16:36:16.924930 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-eed9deee-9988-4c63-a2b4-2db43372021a req-9bd32898-88bc-445b-8280-0a6f733e1791 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6f83a5d9-726a-4a17-9c81-98ae9863d8ff HTTP/1.1" status: 200 len: 898 time: 0.1414428 Jun 02 16:36:17.032468 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-eed9deee-9988-4c63-a2b4-2db43372021a req-f148ec53-b154-4735-9189-2dd998bbb4cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77aa155a-fb26-4842-9ae6-fbc3ffda62fd HTTP/1.1" status: 200 len: 999 time: 0.1004777 Jun 02 16:36:17.103209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9deee-9988-4c63-a2b4-2db43372021a req-fe5df9e2-f569-42b8-a79c-0cb6316d9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:17.105645 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-eed9deee-9988-4c63-a2b4-2db43372021a req-fe5df9e2-f569-42b8-a79c-0cb6316d9437 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5e8b800-8cd2-46db-a511-6e6227416b38 HTTP/1.1" status: 200 len: 835 time: 0.0668283 Jun 02 16:36:17.140697 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9bc18808-a62c-43c5-b180-4727aa86c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:35:58Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '623f13bc-3e78-4c68-afa2-825e36625a36', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.181', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'port_id': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'mac_address': 'fa:16:3e:ba:a5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25db26-0e71-4d13-9506-73701506d82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:36:15Z', 'updated_at': '2021-06-02T16:36:15Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d194d6-4161-4656-8d66-51a2db1378ae', 'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:cd:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:57Z', 'updated_at': '2021-06-02T16:36:02Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:17.144671 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc18808-a62c-43c5-b180-4727aa86c23d None None] Checking router: ca04c254-febb-45b0-b20b-0ee99b75e774 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:36:17.153386 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc18808-a62c-43c5-b180-4727aa86c23d None None] Routers {'ca04c254-febb-45b0-b20b-0ee99b75e774'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:36:17.154005 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9bc18808-a62c-43c5-b180-4727aa86c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:36:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ca04c254-febb-45b0-b20b-0ee99b75e774'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:17.186392 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9deee-9988-4c63-a2b4-2db43372021a req-aad0a7ef-c2d4-4f5e-a41a-771fa13a0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:17.187784 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-eed9deee-9988-4c63-a2b4-2db43372021a req-aad0a7ef-c2d4-4f5e-a41a-771fa13a0040 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f83a5d9-726a-4a17-9c81-98ae9863d8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0758348 Jun 02 16:36:17.330313 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-eed9deee-9988-4c63-a2b4-2db43372021a req-b6ab9155-b4e9-496b-a7c1-c999e100d021 service neutron] 10.222.0.49 "GET /v2.0/networks/6f83a5d9-726a-4a17-9c81-98ae9863d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359534 Jun 02 16:36:17.334564 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-9bc18808-a62c-43c5-b180-4727aa86c23d None None] Set router ca04c254-febb-45b0-b20b-0ee99b75e774 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:36:17.469779 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-eed9deee-9988-4c63-a2b4-2db43372021a req-f247c7cd-0655-44d6-9eec-147b1d43f16e service neutron] 10.222.0.49 "GET /v2.0/networks/6f83a5d9-726a-4a17-9c81-98ae9863d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318243 Jun 02 16:36:17.649242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eef01-dab3-45cb-9bf0-3b37f108ca34 req-5944c684-d70a-4b1d-ba2e-beb7f0854f0a tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:17.650724 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2b9eef01-dab3-45cb-9bf0-3b37f108ca34 req-5944c684-d70a-4b1d-ba2e-beb7f0854f0a tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 945 time: 0.0857692 Jun 02 16:36:17.696635 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2b9eef01-dab3-45cb-9bf0-3b37f108ca34 req-00379e51-dc18-4519-9afc-68a4c1dd46e8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397518 Jun 02 16:36:17.726660 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9bc18808-a62c-43c5-b180-4727aa86c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:35:58Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '623f13bc-3e78-4c68-afa2-825e36625a36', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.181', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'port_id': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'mac_address': 'fa:16:3e:ba:a5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25db26-0e71-4d13-9506-73701506d82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:36:15Z', 'updated_at': '2021-06-02T16:36:15Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d194d6-4161-4656-8d66-51a2db1378ae', 'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:cd:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:57Z', 'updated_at': '2021-06-02T16:36:02Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:17.731227 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc18808-a62c-43c5-b180-4727aa86c23d None None] The sync data for ids ['ca04c254-febb-45b0-b20b-0ee99b75e774'] in dv-neutron-601336-83-hyperv is: [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:35:58Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '623f13bc-3e78-4c68-afa2-825e36625a36', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.181', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'port_id': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'mac_address': 'fa:16:3e:ba:a5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25db26-0e71-4d13-9506-73701506d82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:36:15Z', 'updated_at': '2021-06-02T16:36:15Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d194d6-4161-4656-8d66-51a2db1378ae', 'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:cd:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:57Z', 'updated_at': '2021-06-02T16:36:02Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:36:17.924638 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673c7cd2-95d8-4c66-99b5-5f971c53ecc6 None None] New status for floating IP 623f13bc-3e78-4c68-afa2-825e36625a36: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:36:17.927295 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39708) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:18.038803 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cb2872a5-304f-4eb7-8e30-69cb15091d98 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/623f13bc-3e78-4c68-afa2-825e36625a36 HTTP/1.1" status: 200 len: 991 time: 0.1093965 Jun 02 16:36:18.887645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1730a1b-25fb-4abb-9b32-4ee25392bc03 req-a18e20ad-e557-48fc-a62c-82cf71c60147 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:18.889128 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e1730a1b-25fb-4abb-9b32-4ee25392bc03 req-a18e20ad-e557-48fc-a62c-82cf71c60147 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 945 time: 0.0838780 Jun 02 16:36:18.946841 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e1730a1b-25fb-4abb-9b32-4ee25392bc03 req-fe17fa88-ad06-4421-a7c4-e806055b9ba4 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493698 Jun 02 16:36:18.990681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:19.042856 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39712) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:19.188490 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c4214fd3-5b62-4e42-b3ce-7c483cba0a9d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/623f13bc-3e78-4c68-afa2-825e36625a36 HTTP/1.1" status: 200 len: 993 time: 0.1443663 Jun 02 16:36:19.235820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919c397-aff5-4881-aa77-15840b161d5d req-80f96e5b-713f-4141-a6c3-6a79c08b0c9c tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:19.237529 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7919c397-aff5-4881-aa77-15840b161d5d req-80f96e5b-713f-4141-a6c3-6a79c08b0c9c tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.49 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 945 time: 0.0885262 Jun 02 16:36:19.528330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-7919c397-aff5-4881-aa77-15840b161d5d req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Deleting port fd7066c5-70fc-4df5-8137-7da9987bcda7 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:36:19.528654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-7919c397-aff5-4881-aa77-15840b161d5d req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:19.659075 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-7919c397-aff5-4881-aa77-15840b161d5d req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] For port fd7066c5-70fc-4df5-8137-7da9987bcda7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd7066c5-70fc-4df5-8137-7da9987bcda7,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:36:19.659323 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-7919c397-aff5-4881-aa77-15840b161d5d req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:19.940657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-7919c397-aff5-4881-aa77-15840b161d5d req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:19.940916 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-7919c397-aff5-4881-aa77-15840b161d5d req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:19.941204 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [req-7919c397-aff5-4881-aa77-15840b161d5d req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Floating IP e02e4ff6-69c6-40eb-abcc-03e10d1a7eef disassociated. External IP: 172.26.3.127, port: fd7066c5-70fc-4df5-8137-7da9987bcda7. Jun 02 16:36:19.941566 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-7919c397-aff5-4881-aa77-15840b161d5d req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Calling delete_port for fd7066c5-70fc-4df5-8137-7da9987bcda7 owned by compute:nova {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:36:20.056133 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-7919c397-aff5-4881-aa77-15840b161d5d req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:20.091246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:20.148083 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event deleted for resources: {'Port': ['ID=fd7066c5-70fc-4df5-8137-7da9987bcda7,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:20.151523 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d8f997e0-6b3e-413a-b6a3-c63adfa149dc req-f3ae2aff-f5b4-433b-bb1a-01fd73eb7981 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 210 time: 0.0963459 Jun 02 16:36:20.152408 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:20.340602 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7919c397-aff5-4881-aa77-15840b161d5d req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:36:20.522729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7919c397-aff5-4881-aa77-15840b161d5d req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:36:20.533462 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86016b-7e45-4ee8-ae2a-071d086b78e1 None None] Sync routers for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:36:20.543688 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd86016b-7e45-4ee8-ae2a-071d086b78e1 None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:36:20.544790 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-cd86016b-7e45-4ee8-ae2a-071d086b78e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:36:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:20.597989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-7919c397-aff5-4881-aa77-15840b161d5d req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] No DVR routers for this DVR port fd7066c5-70fc-4df5-8137-7da9987bcda7 on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:36:20.600759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-7919c397-aff5-4881-aa77-15840b161d5d req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:20.604271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cae8ab-2622-4e11-8722-91351a0a54d5', 'name': 'network-vif-deleted', 'tag': 'fd7066c5-70fc-4df5-8137-7da9987bcda7'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:36:20.606697 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ade2565-7105-4eb6-9f47-ab02cd0b34fc" -d '{"events": [{"server_uuid": "50cae8ab-2622-4e11-8722-91351a0a54d5", "name": "network-vif-deleted", "tag": "fd7066c5-70fc-4df5-8137-7da9987bcda7"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:36:20.624823 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7919c397-aff5-4881-aa77-15840b161d5d req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.49 "DELETE /v2.0/ports/fd7066c5-70fc-4df5-8137-7da9987bcda7 HTTP/1.1" status: 204 len: 173 time: 1.3811300 Jun 02 16:36:20.664417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3075916-4802-4d64-9c13-177812377134 x-openstack-request-id: req-c3075916-4802-4d64-9c13-177812377134 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:36:20.664836 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cae8ab-2622-4e11-8722-91351a0a54d5", "name": "network-vif-deleted", "tag": "fd7066c5-70fc-4df5-8137-7da9987bcda7", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:36:20.665165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3075916-4802-4d64-9c13-177812377134 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:36:20.665611 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cae8ab-2622-4e11-8722-91351a0a54d5', 'name': 'network-vif-deleted', 'tag': 'fd7066c5-70fc-4df5-8137-7da9987bcda7', 'status': 'completed', 'code': 200} Jun 02 16:36:20.732881 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-cd86016b-7e45-4ee8-ae2a-071d086b78e1 None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:36:21.040128 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-cd86016b-7e45-4ee8-ae2a-071d086b78e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:21.044153 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86016b-7e45-4ee8-ae2a-071d086b78e1 None None] Checking router: 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:36:21.052941 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd86016b-7e45-4ee8-ae2a-071d086b78e1 None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:36:21.053426 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-cd86016b-7e45-4ee8-ae2a-071d086b78e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:36:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:21.239834 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-cd86016b-7e45-4ee8-ae2a-071d086b78e1 None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:36:21.320609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-6f998e71-3a68-4af8-93dc-e1e1e35e1f45 req-cee0bb1d-0281-4910-a1fd-9186623eb511 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Synchronizing usage tracker for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:36:21.339444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-6f998e71-3a68-4af8-93dc-e1e1e35e1f45 req-cee0bb1d-0281-4910-a1fd-9186623eb511 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Unset dirty status for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:36:21.340960 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6f998e71-3a68-4af8-93dc-e1e1e35e1f45 req-cee0bb1d-0281-4910-a1fd-9186623eb511 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 210 time: 0.0699458 Jun 02 16:36:21.562269 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-cd86016b-7e45-4ee8-ae2a-071d086b78e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:21.566555 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86016b-7e45-4ee8-ae2a-071d086b78e1 None None] The sync data for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv is: [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:36:21.804764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d7d241-410c-4474-ac20-157d8ffe5ced None None] New status for floating IP e02e4ff6-69c6-40eb-abcc-03e10d1a7eef: DOWN {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:36:21.940889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device fd7066c5-70fc-4df5-8137-7da9987bcda7 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:36:21.992637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: fd7066c5-70fc-4df5-8137-7da9987bcda7 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:36:21.993019 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device fd7066c5-70fc-4df5-8137-7da9987bcda7 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:36:22.495560 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c23988aa-ce52-448f-a44f-f2de0115ef17 req-f6a135ab-550a-46a8-aa50-8f1e4b418fee tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 210 time: 0.0440419 Jun 02 16:36:23.645023 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3e95c914-d5de-4c6c-8b9a-c3dbf856e649 req-66d38aa2-0f79-403a-ac32-1c7cfaf4fba1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=50cae8ab-2622-4e11-8722-91351a0a54d5 HTTP/1.1" status: 200 len: 210 time: 0.0437167 Jun 02 16:36:24.956009 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-75fae79c-8429-4419-b7ab-36ab078c4efe tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008497893&fields=id&tenant_id=25ba4acfd702498a9998e9c04cf306c2 HTTP/1.1" status: 200 len: 267 time: 0.0403876 Jun 02 16:36:25.103828 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-7f4dbf3d-881a-4d33-9fe7-ef277fdbddb5 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:25.105323 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-7f4dbf3d-881a-4d33-9fe7-ef277fdbddb5 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 811 time: 0.1426945 Jun 02 16:36:25.122425 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-d086f830-6172-4f90-af56-1b7a34f607a1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/quotas/25ba4acfd702498a9998e9c04cf306c2 HTTP/1.1" status: 200 len: 375 time: 0.0098622 Jun 02 16:36:25.370616 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-01d18364-58d2-4486-ab52-db4503ceddaa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2427738 Jun 02 16:36:25.512063 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-48fbc244-1652-4d6a-adc7-8f1edc4e1ac7 service neutron] 10.222.0.50 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293283 Jun 02 16:36:25.653593 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-0c21426d-4e27-4de5-957d-a2865e018152 service neutron] 10.222.0.50 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351564 Jun 02 16:36:26.071796 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3197e538-e6da-4152-89d6-92cbfc042eb9 req-a812248c-7e38-4deb-b684-0a18e2c5b375 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 210 time: 0.0426693 Jun 02 16:36:27.144547 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-9c872d2e-df04-43a0-9e71-57575d63284f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:27.146184 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-9c872d2e-df04-43a0-9e71-57575d63284f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.49 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 811 time: 0.1639383 Jun 02 16:36:27.256380 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e01f5c6e-b635-4bc3-a601-b93bfd8ab90e req-6edb966f-210a-4a09-af37-550cb8603387 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 210 time: 0.0551939 Jun 02 16:36:27.260461 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-0cc9dd30-7fa3-4f63-88a5-9b51c19b7db4 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25ba4acfd702498a9998e9c04cf306c2 HTTP/1.1" status: 200 len: 380 time: 0.0929875 Jun 02 16:36:27.269730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Request body: {'port': {'device_id': '06956328-0812-4005-862a-c8a13faa9315', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'admin_state_up': True, 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'security_groups': ['f7a7c4fa-01f9-48a2-948f-28e73ac897b6']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:36:27.417812 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:36:27.428612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:36:27.440391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Made reservation on behalf of 25ba4acfd702498a9998e9c04cf306c2 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:36:27.444122 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:27.613207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Allocated IP 172.20.0.5 (8c0e06c7-1160-4ba0-8ee4-beccf6a0f495/c4c296cb-3a1b-4372-9839-bd1325c4d823/a6093832-721e-4636-b67a-0ebca1d6d0ee) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:36:27.817512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:27.835042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Transition to ACTIVE for port object a6093832-721e-4636-b67a-0ebca1d6d0ee will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:36:27.864458 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:27.874233 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:27.932830 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:36:27.940851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:36:27.945808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:36:27.996524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event updated for resources: {'Port': ['ID=a6093832-721e-4636-b67a-0ebca1d6d0ee,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:28.001646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:28.029930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:28.030651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:28.061851 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7959313 Jun 02 16:36:28.076783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Request body: {'port': {'device_id': '06956328-0812-4005-862a-c8a13faa9315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:36:28.199630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:28.206988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-18736386-ec11-47b7-9137-bee7d7e9f1d3 None None] Provisioning for port a6093832-721e-4636-b67a-0ebca1d6d0ee completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:36:28.213581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-18736386-ec11-47b7-9137-bee7d7e9f1d3 None None] Provisioning complete for port a6093832-721e-4636-b67a-0ebca1d6d0ee triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:36:28.214127 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-18736386-ec11-47b7-9137-bee7d7e9f1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:28.272671 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-18736386-ec11-47b7-9137-bee7d7e9f1d3 None None] Port a6093832-721e-4636-b67a-0ebca1d6d0ee cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:36:28.548841 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6293ab2-f3a6-445c-a6c2-a94f0ac9599b req-328779dc-650e-4b6d-9641-f639e7bd269c tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:28.553522 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c6293ab2-f3a6-445c-a6c2-a94f0ac9599b req-328779dc-650e-4b6d-9641-f639e7bd269c tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 931 time: 0.1040864 Jun 02 16:36:28.597992 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c6293ab2-f3a6-445c-a6c2-a94f0ac9599b req-667dd9e9-c4fd-49ec-803d-4ad99b61c804 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413747 Jun 02 16:36:28.817388 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6093832-721e-4636-b67a-0ebca1d6d0ee {{(pid=92322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:36:28.825333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:28.840402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Transition to ACTIVE for port object a6093832-721e-4636-b67a-0ebca1d6d0ee will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:36:28.845523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:28.849795 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:29.003459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6093832-721e-4636-b67a-0ebca1d6d0ee,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:29.011530 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:29.097230 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Attempting to bind port a6093832-721e-4636-b67a-0ebca1d6d0ee on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:36:29.097568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Attempting to bind port a6093832-721e-4636-b67a-0ebca1d6d0ee by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:36:29.097972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Attempting to bind port a6093832-721e-4636-b67a-0ebca1d6d0ee on network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:36:29.104740 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Port a6093832-721e-4636-b67a-0ebca1d6d0ee on network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:36:29.105058 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Attempting to bind port a6093832-721e-4636-b67a-0ebca1d6d0ee on network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:36:29.111592 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:36:29.111934 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Checking segment: {'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:36:29.112318 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Bound using segment: {'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:36:29.112890 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Bound port: a6093832-721e-4636-b67a-0ebca1d6d0ee, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:36:29.113254 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:29.214593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] For port a6093832-721e-4636-b67a-0ebca1d6d0ee, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:36:29.217780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] For port a6093832-721e-4636-b67a-0ebca1d6d0ee, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a6093832-721e-4636-b67a-0ebca1d6d0ee,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:36:29.222371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:29.226595 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d59cc346-ed05-4d35-81c8-e76ab79f25c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:29.287940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:29.288586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:29.290014 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] 10.222.0.49 "PUT /v2.0/ports/a6093832-721e-4636-b67a-0ebca1d6d0ee HTTP/1.1" status: 200 len: 1093 time: 1.2180810 Jun 02 16:36:29.290651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06956328-0812-4005-862a-c8a13faa9315', 'tag': 'a6093832-721e-4636-b67a-0ebca1d6d0ee'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:36:29.293119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70597f9b-33f4-4376-a5d3-c1f651569617" -d '{"events": [{"name": "network-changed", "server_uuid": "06956328-0812-4005-862a-c8a13faa9315", "tag": "a6093832-721e-4636-b67a-0ebca1d6d0ee"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:36:29.319975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6093832-721e-4636-b67a-0ebca1d6d0ee,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:29.327847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:29.386361 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1b2c6d-48e8-4de8-a64b-7ab652d2f071 x-openstack-request-id: req-fa1b2c6d-48e8-4de8-a64b-7ab652d2f071 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:36:29.386770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06956328-0812-4005-862a-c8a13faa9315", "tag": "a6093832-721e-4636-b67a-0ebca1d6d0ee", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:36:29.387039 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa1b2c6d-48e8-4de8-a64b-7ab652d2f071 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:36:29.387462 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06956328-0812-4005-862a-c8a13faa9315', 'tag': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'status': 'completed', 'code': 200} Jun 02 16:36:29.433174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-1143f7c3-aadb-46f3-a433-70a7f1d530c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:29.434797 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-1143f7c3-aadb-46f3-a433-70a7f1d530c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 1096 time: 0.0891488 Jun 02 16:36:29.508442 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-db5926bc-22b8-494e-aa77-22cfd15a5928 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6093832-721e-4636-b67a-0ebca1d6d0ee HTTP/1.1" status: 200 len: 217 time: 0.0660636 Jun 02 16:36:29.572745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-39d08751-c1d4-46b6-a806-110ce0f57fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:29.574232 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-39d08751-c1d4-46b6-a806-110ce0f57fe0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4c296cb-3a1b-4372-9839-bd1325c4d823 HTTP/1.1" status: 200 len: 850 time: 0.0593507 Jun 02 16:36:29.657401 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-709146f8-c233-4795-bb0a-93f2a3835290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:29.658910 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-709146f8-c233-4795-bb0a-93f2a3835290 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0784338 Jun 02 16:36:29.798332 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48c0df-b23f-409f-a654-691a5207046d req-41631f91-638e-4609-82d3-558277ca3417 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:29.800889 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9d48c0df-b23f-409f-a654-691a5207046d req-41631f91-638e-4609-82d3-558277ca3417 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 943 time: 0.0906808 Jun 02 16:36:29.810405 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-d53772a5-27fd-4e92-9244-01800664d0d6 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436236 Jun 02 16:36:29.851820 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9d48c0df-b23f-409f-a654-691a5207046d req-db820b4c-4190-4b52-beb3-315bafc56f4b tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439396 Jun 02 16:36:29.948160 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-04e39c67-23d6-45d3-b49b-b8d5d844c7c2 req-9332e326-26ee-48af-885f-fd815cf0565d service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299844 Jun 02 16:36:30.065568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70597f9b-33f4-4376-a5d3-c1f651569617 req-8f058d2b-7671-41eb-844f-f209b0b316b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:30.067043 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-70597f9b-33f4-4376-a5d3-c1f651569617 req-8f058d2b-7671-41eb-844f-f209b0b316b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 1096 time: 0.0724804 Jun 02 16:36:30.206236 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70597f9b-33f4-4376-a5d3-c1f651569617 req-82340623-2b24-4850-abeb-64c5b8029804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:30.207642 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-70597f9b-33f4-4376-a5d3-c1f651569617 req-82340623-2b24-4850-abeb-64c5b8029804 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 912 time: 0.1335871 Jun 02 16:36:30.280882 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-70597f9b-33f4-4376-a5d3-c1f651569617 req-98e8539a-85f3-415d-8b52-b093bd36eff7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6093832-721e-4636-b67a-0ebca1d6d0ee HTTP/1.1" status: 200 len: 217 time: 0.0646050 Jun 02 16:36:30.354394 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70597f9b-33f4-4376-a5d3-c1f651569617 req-c38fd5a5-e443-4732-954c-55d9f7934671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:30.355903 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-70597f9b-33f4-4376-a5d3-c1f651569617 req-c38fd5a5-e443-4732-954c-55d9f7934671 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4c296cb-3a1b-4372-9839-bd1325c4d823 HTTP/1.1" status: 200 len: 850 time: 0.0667892 Jun 02 16:36:30.449511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70597f9b-33f4-4376-a5d3-c1f651569617 req-3d571045-63f6-4d83-957f-117ffeaf5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:30.451020 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-70597f9b-33f4-4376-a5d3-c1f651569617 req-3d571045-63f6-4d83-957f-117ffeaf5270 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0872185 Jun 02 16:36:30.591064 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-70597f9b-33f4-4376-a5d3-c1f651569617 req-78d3a3ac-a92d-490e-bb02-042d2a0421b5 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318986 Jun 02 16:36:30.738832 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-70597f9b-33f4-4376-a5d3-c1f651569617 req-14f1193c-f783-4796-bbc9-d549a1528e8a service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377199 Jun 02 16:36:31.043184 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf73ab-ad9b-4869-8065-998543758307 req-8f4eca4b-eab2-4268-9fc1-3f0df51caed1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:31.043901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-d6bf73ab-ad9b-4869-8065-998543758307 req-8f4eca4b-eab2-4268-9fc1-3f0df51caed1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Synchronizing usage tracker for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:36:31.061127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-d6bf73ab-ad9b-4869-8065-998543758307 req-8f4eca4b-eab2-4268-9fc1-3f0df51caed1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Unset dirty status for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:36:31.062391 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d6bf73ab-ad9b-4869-8065-998543758307 req-8f4eca4b-eab2-4268-9fc1-3f0df51caed1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 943 time: 0.1002290 Jun 02 16:36:31.110270 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d6bf73ab-ad9b-4869-8065-998543758307 req-dbbb1988-cf52-4611-80a3-487e1b5d6e6d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417271 Jun 02 16:36:32.303467 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445f0be-5d69-45bf-a343-65b2dd0cc700 req-ac47e752-5fe1-4024-92fb-a3a16269c01c tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:32.304964 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3445f0be-5d69-45bf-a343-65b2dd0cc700 req-ac47e752-5fe1-4024-92fb-a3a16269c01c tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 943 time: 0.0864482 Jun 02 16:36:32.353639 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3445f0be-5d69-45bf-a343-65b2dd0cc700 req-d763e8ef-a77b-42f2-b759-c06a4aefb39b tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427122 Jun 02 16:36:32.950371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-03318c98-2ab1-430e-aebc-64499b3878d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:33.547139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1fa5b-f255-454a-b5ff-aee74b5be2ba req-fe221d96-3489-418b-b84d-13e26d79dc55 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:33.548622 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-94d1fa5b-f255-454a-b5ff-aee74b5be2ba req-fe221d96-3489-418b-b84d-13e26d79dc55 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 943 time: 0.0874000 Jun 02 16:36:33.733107 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-94d1fa5b-f255-454a-b5ff-aee74b5be2ba req-f85ee6f0-b764-4a38-9f11-f74a76c414a7 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784885 Jun 02 16:36:35.016095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:35.071431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36dc0c-29ec-44f4-8cb7-3c1b9b940ccc req-51fb9a40-5dfe-4347-b7dd-a5fca76bf2a9 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:35.071431 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6b36dc0c-29ec-44f4-8cb7-3c1b9b940ccc req-51fb9a40-5dfe-4347-b7dd-a5fca76bf2a9 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 943 time: 0.0843837 Jun 02 16:36:35.122841 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6b36dc0c-29ec-44f4-8cb7-3c1b9b940ccc req-b1a2579a-ee02-42c9-9564-6f9424380ed4 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464411 Jun 02 16:36:35.423925 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9eaa932c-80dc-4d05-8088-ff9b2a6b97ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:36.311793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb22af-8461-4389-8cf9-d840de082a94 req-0ac61458-5484-4b9d-b9eb-d4fbace9cac9 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:36.313329 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-76cb22af-8461-4389-8cf9-d840de082a94 req-0ac61458-5484-4b9d-b9eb-d4fbace9cac9 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 943 time: 0.0822210 Jun 02 16:36:36.360341 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-76cb22af-8461-4389-8cf9-d840de082a94 req-512583be-7b42-4467-80ed-8ea7e1e0ea96 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411115 Jun 02 16:36:36.650778 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:37.140026 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:36:37.552186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb5e4b-6c3f-4326-8a77-baf7285087d7 req-a0253f7d-cb0b-491b-85d5-c9fa96bf109d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:37.554788 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d1bb5e4b-6c3f-4326-8a77-baf7285087d7 req-a0253f7d-cb0b-491b-85d5-c9fa96bf109d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 943 time: 0.0885847 Jun 02 16:36:37.603635 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d1bb5e4b-6c3f-4326-8a77-baf7285087d7 req-149063d2-20f4-4e1c-a908-edb4b256bea8 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431287 Jun 02 16:36:38.023937 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device a6093832-721e-4636-b67a-0ebca1d6d0ee details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:36:38.215906 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port a6093832-721e-4636-b67a-0ebca1d6d0ee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a6093832-721e-4636-b67a-0ebca1d6d0ee,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:36:38.229891 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'port_id': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'mac_address': 'fa:16:3e:9d:bf:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:36:38.285479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:38.302569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6093832-721e-4636-b67a-0ebca1d6d0ee {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:36:38.319935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port a6093832-721e-4636-b67a-0ebca1d6d0ee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a6093832-721e-4636-b67a-0ebca1d6d0ee,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:36:38.325445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:38.328773 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:38.397623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=a6093832-721e-4636-b67a-0ebca1d6d0ee,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:38.405325 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:38.405689 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:38.406015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:38.406375 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:38.406702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:38.407027 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:38.407336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:38.407658 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:38.407979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:38.408296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:38.408636 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:38.408944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:38.412954 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:38.567933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['a6093832-721e-4636-b67a-0ebca1d6d0ee'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:36:38.598314 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:38.825845 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d4cc4-416b-4488-9e97-b9ae38f665f6 req-b1b598f3-f2de-4950-9feb-b49a2430bd05 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:38.827260 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2a8d4cc4-416b-4488-9e97-b9ae38f665f6 req-b1b598f3-f2de-4950-9feb-b49a2430bd05 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 944 time: 0.0869715 Jun 02 16:36:38.874284 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2a8d4cc4-416b-4488-9e97-b9ae38f665f6 req-45dbf7f8-687b-4783-9f87-3c7f21b08a45 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406029 Jun 02 16:36:40.034720 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device a6093832-721e-4636-b67a-0ebca1d6d0ee up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:36:40.066230 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074ac16-ccfa-4ee6-a36c-56e33a4533ea req-05b67754-6d1c-480e-b7a1-9705e13f1866 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:40.067695 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0074ac16-ccfa-4ee6-a36c-56e33a4533ea req-05b67754-6d1c-480e-b7a1-9705e13f1866 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 944 time: 0.0874317 Jun 02 16:36:40.105390 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port a6093832-721e-4636-b67a-0ebca1d6d0ee completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:36:40.110844 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port a6093832-721e-4636-b67a-0ebca1d6d0ee triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:36:40.111241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:40.117808 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0074ac16-ccfa-4ee6-a36c-56e33a4533ea req-e08102f5-3bc9-4662-a012-651938020145 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441616 Jun 02 16:36:40.230961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:40.258739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06956328-0812-4005-862a-c8a13faa9315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6093832-721e-4636-b67a-0ebca1d6d0ee'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:36:40.261053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2373d10-5a70-41f5-9f73-3ad11451b13c" -d '{"events": [{"server_uuid": "06956328-0812-4005-862a-c8a13faa9315", "name": "network-vif-plugged", "status": "completed", "tag": "a6093832-721e-4636-b67a-0ebca1d6d0ee"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:36:40.269580 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port a6093832-721e-4636-b67a-0ebca1d6d0ee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a6093832-721e-4636-b67a-0ebca1d6d0ee,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:36:40.274370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:40.276357 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:40.308296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72023aca-1912-4697-927a-9b598dbcdfd9 x-openstack-request-id: req-72023aca-1912-4697-927a-9b598dbcdfd9 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:36:40.308593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06956328-0812-4005-862a-c8a13faa9315", "name": "network-vif-plugged", "status": "completed", "tag": "a6093832-721e-4636-b67a-0ebca1d6d0ee", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:36:40.308849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72023aca-1912-4697-927a-9b598dbcdfd9 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:36:40.309240 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06956328-0812-4005-862a-c8a13faa9315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'code': 200} Jun 02 16:36:40.348006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=a6093832-721e-4636-b67a-0ebca1d6d0ee,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:40.351010 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:40.545716 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df05374-ddb9-43be-819b-5947a32f9c12 req-7aeb7e1d-df79-4b6b-8344-5613078788ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:40.547145 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5df05374-ddb9-43be-819b-5947a32f9c12 req-7aeb7e1d-df79-4b6b-8344-5613078788ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 1098 time: 0.0914433 Jun 02 16:36:40.593245 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5df05374-ddb9-43be-819b-5947a32f9c12 req-d4e627bb-031c-42ec-8687-a7bd78b2dfbd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389545 Jun 02 16:36:41.321902 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06951176-f917-4c5c-be0b-4a4acfc9aa18 req-78e1942f-38c1-46d0-90f2-885159445a43 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:41.323573 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-06951176-f917-4c5c-be0b-4a4acfc9aa18 req-78e1942f-38c1-46d0-90f2-885159445a43 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 945 time: 0.0946922 Jun 02 16:36:41.370717 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-06951176-f917-4c5c-be0b-4a4acfc9aa18 req-50ad8644-635c-4c23-aeb8-19a2bec6eb61 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409298 Jun 02 16:36:42.573825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3a22d-0e9c-4413-b6b3-961ecb46ba95 req-cb1ba945-62a0-4d0c-b25e-d2529493466e tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:42.575321 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-97a3a22d-0e9c-4413-b6b3-961ecb46ba95 req-cb1ba945-62a0-4d0c-b25e-d2529493466e tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 945 time: 0.0876980 Jun 02 16:36:42.620699 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-97a3a22d-0e9c-4413-b6b3-961ecb46ba95 req-a3ee3d87-0b7d-4b20-84a0-f5217a412b3d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396523 Jun 02 16:36:42.821698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d90ab5-b65e-45af-a006-1567afd896db req-ac6670c6-f493-47d4-ba25-7a76521c68c9 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:42.823692 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a7d90ab5-b65e-45af-a006-1567afd896db req-ac6670c6-f493-47d4-ba25-7a76521c68c9 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 945 time: 0.0937445 Jun 02 16:36:42.874119 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a7d90ab5-b65e-45af-a006-1567afd896db req-f9acc722-f0d4-44a4-bea7-ac34440369e7 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444283 Jun 02 16:36:42.897441 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39794) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:42.968615 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7592e78f-f4e2-4e6d-8c63-6ea56392a9b8 tempest-TestVolumeBootPattern-263117568 tempest-TestVolumeBootPattern-263117568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:42.970000 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7592e78f-f4e2-4e6d-8c63-6ea56392a9b8 tempest-TestVolumeBootPattern-263117568 tempest-TestVolumeBootPattern-263117568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 1093 time: 0.0715702 Jun 02 16:36:42.972900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39796) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:42.977715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:36:42.984085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:36:42.988096 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Usage tracker for resource:floatingip and tenant:25ba4acfd702498a9998e9c04cf306c2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:36:42.991012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:36:42.996786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:36:43.010992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for floatingip, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:43.153707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:43.302400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Allocated IP 172.26.3.67 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/bb058d19-5b7b-476e-b3ed-b598cc907161) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:36:43.452041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:43.484211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:43.487918 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-291c8d5e-9f7c-488e-965c-0c76e67baa14 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:43.548624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:36:43.551559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:36:43.556619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:36:43.608809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event updated for resources: {'Port': ['ID=bb058d19-5b7b-476e-b3ed-b598cc907161,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:43.613898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:44.145720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:44.222470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:44.448049 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:44.454865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:44.458877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:44.564340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event updated for resources: {'Port': ['ID=bb058d19-5b7b-476e-b3ed-b598cc907161,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:44.567445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:44.576858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:44.750645 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Floating IP 9e80b1ef-d555-4893-a814-82248a10e82a associated. External IP: 172.26.3.67, port: a6093832-721e-4636-b67a-0ebca1d6d0ee. Jun 02 16:36:45.110403 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:36:45.303352 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:36:45.315972 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c3b2d-2bec-42c7-87b1-24869edccdb5 None None] Sync routers for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:36:45.326353 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c3b2d-2bec-42c7-87b1-24869edccdb5 None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:36:45.326971 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e22c3b2d-2bec-42c7-87b1-24869edccdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:36:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:45.331737 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:45.388819 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4144759 Jun 02 16:36:45.389044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06956328-0812-4005-862a-c8a13faa9315', 'tag': 'a6093832-721e-4636-b67a-0ebca1d6d0ee'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:36:45.391485 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf62979-1c56-42e2-9978-c3e8d9d4cecc" -d '{"events": [{"name": "network-changed", "server_uuid": "06956328-0812-4005-862a-c8a13faa9315", "tag": "a6093832-721e-4636-b67a-0ebca1d6d0ee"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:36:45.438631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e3ae73-a777-439f-85f2-1e9f84f84f5b x-openstack-request-id: req-58e3ae73-a777-439f-85f2-1e9f84f84f5b {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:36:45.438975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06956328-0812-4005-862a-c8a13faa9315", "tag": "a6093832-721e-4636-b67a-0ebca1d6d0ee", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:36:45.439272 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-58e3ae73-a777-439f-85f2-1e9f84f84f5b {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:36:45.439765 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06956328-0812-4005-862a-c8a13faa9315', 'tag': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'status': 'completed', 'code': 200} Jun 02 16:36:45.510094 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-e22c3b2d-2bec-42c7-87b1-24869edccdb5 None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:36:45.536255 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf62979-1c56-42e2-9978-c3e8d9d4cecc req-6242ec86-06cc-4da0-827a-c9d82834efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:45.537731 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ecf62979-1c56-42e2-9978-c3e8d9d4cecc req-6242ec86-06cc-4da0-827a-c9d82834efbb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 1098 time: 0.0744047 Jun 02 16:36:45.824826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf62979-1c56-42e2-9978-c3e8d9d4cecc req-f833de22-f40e-44c4-98ce-0ccb49d985bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:45.826207 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ecf62979-1c56-42e2-9978-c3e8d9d4cecc req-f833de22-f40e-44c4-98ce-0ccb49d985bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 912 time: 0.2815206 Jun 02 16:36:45.869311 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e22c3b2d-2bec-42c7-87b1-24869edccdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '9e80b1ef-d555-4893-a814-82248a10e82a', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'floating_ip_address': '172.26.3.67', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'port_id': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'mac_address': 'fa:16:3e:9d:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06956328-0812-4005-862a-c8a13faa9315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:36:43Z', 'updated_at': '2021-06-02T16:36:43Z', 'revision_number': 0, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:45.873548 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c3b2d-2bec-42c7-87b1-24869edccdb5 None None] Checking router: 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:36:45.882674 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c3b2d-2bec-42c7-87b1-24869edccdb5 None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:36:45.883284 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e22c3b2d-2bec-42c7-87b1-24869edccdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:36:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:45.935934 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ecf62979-1c56-42e2-9978-c3e8d9d4cecc req-7346c67d-25d5-480a-86bf-598505fdc80e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6093832-721e-4636-b67a-0ebca1d6d0ee HTTP/1.1" status: 200 len: 998 time: 0.1022925 Jun 02 16:36:46.004659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf62979-1c56-42e2-9978-c3e8d9d4cecc req-41e9cba3-35ac-4197-93a6-5d0e9468aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:46.006101 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ecf62979-1c56-42e2-9978-c3e8d9d4cecc req-41e9cba3-35ac-4197-93a6-5d0e9468aa10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4c296cb-3a1b-4372-9839-bd1325c4d823 HTTP/1.1" status: 200 len: 850 time: 0.0633430 Jun 02 16:36:46.060228 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-e22c3b2d-2bec-42c7-87b1-24869edccdb5 None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:36:46.089735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf62979-1c56-42e2-9978-c3e8d9d4cecc req-253f003a-fdaf-4962-969d-03bb215b4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:46.091141 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ecf62979-1c56-42e2-9978-c3e8d9d4cecc req-253f003a-fdaf-4962-969d-03bb215b4e28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0776987 Jun 02 16:36:46.223015 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ecf62979-1c56-42e2-9978-c3e8d9d4cecc req-93b6a960-e735-4817-944c-a47fa80172bb service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240695 Jun 02 16:36:46.362262 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ecf62979-1c56-42e2-9978-c3e8d9d4cecc req-6ff6c837-4e95-47a1-be3b-ba7b58e09238 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324322 Jun 02 16:36:46.425754 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e22c3b2d-2bec-42c7-87b1-24869edccdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '9e80b1ef-d555-4893-a814-82248a10e82a', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'floating_ip_address': '172.26.3.67', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'port_id': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'mac_address': 'fa:16:3e:9d:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06956328-0812-4005-862a-c8a13faa9315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:36:43Z', 'updated_at': '2021-06-02T16:36:43Z', 'revision_number': 0, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:46.430423 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c3b2d-2bec-42c7-87b1-24869edccdb5 None None] The sync data for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv is: [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '9e80b1ef-d555-4893-a814-82248a10e82a', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'floating_ip_address': '172.26.3.67', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'port_id': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'mac_address': 'fa:16:3e:9d:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06956328-0812-4005-862a-c8a13faa9315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:36:43Z', 'updated_at': '2021-06-02T16:36:43Z', 'revision_number': 0, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:36:46.626414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2563a216-2bf5-4f0a-bc2b-209e532186a6 None None] New status for floating IP 9e80b1ef-d555-4893-a814-82248a10e82a: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:36:49.023775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:50.223867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39806) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:50.421977 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d2eb44fb-02a3-4654-b36c-a867a3a39d03 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/routers/ca04c254-febb-45b0-b20b-0ee99b75e774/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1968732 Jun 02 16:36:50.425186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39808) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:50.763919 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512bfc5f-6ebb-41ed-aaf4-5c404832ce44 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Notify agent at dv-neutron-601336-83-hyperv the message router_removed_from_agent {{(pid=92323) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 02 16:36:50.767033 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-512bfc5f-6ebb-41ed-aaf4-5c404832ce44 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "DELETE /v2.0/agents/875d067b-2ba2-4838-a4bb-15b0411f3b36/l3-routers/ca04c254-febb-45b0-b20b-0ee99b75e774 HTTP/1.1" status: 204 len: 168 time: 0.3408787 Jun 02 16:36:50.769546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39810) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:50.956548 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e7828729-a451-40b5-9b4d-6760cef46159 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/routers/ca04c254-febb-45b0-b20b-0ee99b75e774/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1834030 Jun 02 16:36:50.956809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39812) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:51.065778 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-930f026e-6421-4a9f-94c3-8038e3494171 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/623f13bc-3e78-4c68-afa2-825e36625a36 HTTP/1.1" status: 200 len: 993 time: 0.1066909 Jun 02 16:36:51.526093 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cd401d-bd06-48d9-9233-0c958c8f4c69 None None] New status for floating IP 623f13bc-3e78-4c68-afa2-825e36625a36: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:36:52.068991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39814) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:52.185383 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-016aad48-4d24-4255-8a07-ed72ac938e65 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/623f13bc-3e78-4c68-afa2-825e36625a36 HTTP/1.1" status: 200 len: 991 time: 0.1151366 Jun 02 16:36:52.663116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 02d194d6-4161-4656-8d66-51a2db1378ae no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:36:52.791277 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:52.824926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 02d194d6-4161-4656-8d66-51a2db1378ae, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=02d194d6-4161-4656-8d66-51a2db1378ae,segment=NetworkSegment(b74273ef-9cb6-40c8-ba25-8f31fca28c60),segment_id=b74273ef-9cb6-40c8-ba25-8f31fca28c60)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:36:52.830108 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:52.831199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a1022d61-866b-4add-b8f6-426e315e5db3 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:36:52.854947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:52.945487 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=02d194d6-4161-4656-8d66-51a2db1378ae,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:52.949054 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:53.008674 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:53.026412 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port a1022d61-866b-4add-b8f6-426e315e5db3, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a1022d61-866b-4add-b8f6-426e315e5db3,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:36:53.031766 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:53.033675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:53.103873 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=a1022d61-866b-4add-b8f6-426e315e5db3,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:53.107235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:53.326785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39820) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:53.535597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfcc870-9fb4-42e1-b6d2-dc7a5db976e6 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Router ca04c254-febb-45b0-b20b-0ee99b75e774 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:36:53.535968 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfcc870-9fb4-42e1-b6d2-dc7a5db976e6 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Notify agent at dv-neutron-601336-83-hyperv the message router_added_to_agent {{(pid=92323) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 02 16:36:53.566339 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3cfcc870-9fb4-42e1-b6d2-dc7a5db976e6 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "POST /v2.0/agents/875d067b-2ba2-4838-a4bb-15b0411f3b36/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2360930 Jun 02 16:36:53.566741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39824) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:53.589536 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b913e3-d3c7-4c49-9324-1d14c3ddb299 None None] Sync routers for ids ['ca04c254-febb-45b0-b20b-0ee99b75e774'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:36:53.599600 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b913e3-d3c7-4c49-9324-1d14c3ddb299 None None] Routers {'ca04c254-febb-45b0-b20b-0ee99b75e774'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:36:53.600246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c2b913e3-d3c7-4c49-9324-1d14c3ddb299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:36:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ca04c254-febb-45b0-b20b-0ee99b75e774'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:53.753935 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2d051d0b-a8a1-463a-9b2a-ca9076036154 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/routers/ca04c254-febb-45b0-b20b-0ee99b75e774/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1835544 Jun 02 16:36:53.754435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39828) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:53.822588 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-c2b913e3-d3c7-4c49-9324-1d14c3ddb299 None None] Set router ca04c254-febb-45b0-b20b-0ee99b75e774 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:36:53.859956 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d146c1db-dfd4-42c0-937f-f5adff52416e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/623f13bc-3e78-4c68-afa2-825e36625a36 HTTP/1.1" status: 200 len: 991 time: 0.1041999 Jun 02 16:36:54.178332 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c2b913e3-d3c7-4c49-9324-1d14c3ddb299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:35:58Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:36:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '623f13bc-3e78-4c68-afa2-825e36625a36', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.181', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'port_id': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'mac_address': 'fa:16:3e:ba:a5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25db26-0e71-4d13-9506-73701506d82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:36:15Z', 'updated_at': '2021-06-02T16:36:51Z', 'revision_number': 2, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d194d6-4161-4656-8d66-51a2db1378ae', 'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:cd:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:57Z', 'updated_at': '2021-06-02T16:36:52Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:54.182381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b913e3-d3c7-4c49-9324-1d14c3ddb299 None None] Checking router: ca04c254-febb-45b0-b20b-0ee99b75e774 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:36:54.191327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b913e3-d3c7-4c49-9324-1d14c3ddb299 None None] Routers {'ca04c254-febb-45b0-b20b-0ee99b75e774'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:36:54.191931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c2b913e3-d3c7-4c49-9324-1d14c3ddb299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:36:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ca04c254-febb-45b0-b20b-0ee99b75e774'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:54.373204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-c2b913e3-d3c7-4c49-9324-1d14c3ddb299 None None] Set router ca04c254-febb-45b0-b20b-0ee99b75e774 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:36:54.739098 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c2b913e3-d3c7-4c49-9324-1d14c3ddb299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:35:58Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:36:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '623f13bc-3e78-4c68-afa2-825e36625a36', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.181', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'port_id': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'mac_address': 'fa:16:3e:ba:a5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25db26-0e71-4d13-9506-73701506d82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:36:15Z', 'updated_at': '2021-06-02T16:36:51Z', 'revision_number': 2, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d194d6-4161-4656-8d66-51a2db1378ae', 'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:cd:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:57Z', 'updated_at': '2021-06-02T16:36:52Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:54.746869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b913e3-d3c7-4c49-9324-1d14c3ddb299 None None] The sync data for ids ['ca04c254-febb-45b0-b20b-0ee99b75e774'] in dv-neutron-601336-83-hyperv is: [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:35:58Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:36:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '623f13bc-3e78-4c68-afa2-825e36625a36', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.181', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'port_id': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'mac_address': 'fa:16:3e:ba:a5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e25db26-0e71-4d13-9506-73701506d82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:36:15Z', 'updated_at': '2021-06-02T16:36:51Z', 'revision_number': 2, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d194d6-4161-4656-8d66-51a2db1378ae', 'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:cd:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:57Z', 'updated_at': '2021-06-02T16:36:52Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:36:54.863989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39830) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:54.979267 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-563dbe8f-f3be-4ab0-aea9-245529e5f537 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/623f13bc-3e78-4c68-afa2-825e36625a36 HTTP/1.1" status: 200 len: 991 time: 0.1130936 Jun 02 16:36:55.982454 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39832) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:56.093255 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-471ea79e-8f78-4b74-b1d2-1c15f4b04c44 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/623f13bc-3e78-4c68-afa2-825e36625a36 HTTP/1.1" status: 200 len: 991 time: 0.1096063 Jun 02 16:36:56.332240 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7877cbdf-a414-4ca3-9d34-2576f0135c9d None None] New status for floating IP 623f13bc-3e78-4c68-afa2-825e36625a36: ACTIVE {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:36:56.709890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 02d194d6-4161-4656-8d66-51a2db1378ae up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:36:56.782418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 02d194d6-4161-4656-8d66-51a2db1378ae triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:36:56.782680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:56.906327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:56.939497 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 02d194d6-4161-4656-8d66-51a2db1378ae, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=02d194d6-4161-4656-8d66-51a2db1378ae,segment=NetworkSegment(b74273ef-9cb6-40c8-ba25-8f31fca28c60),segment_id=b74273ef-9cb6-40c8-ba25-8f31fca28c60)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:36:56.945326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:56.946242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a1022d61-866b-4add-b8f6-426e315e5db3 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:36:56.969810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-78f695cf-9667-43d5-950a-b61d905b71ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:57.061081 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=02d194d6-4161-4656-8d66-51a2db1378ae,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:57.064982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:57.075354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port a1022d61-866b-4add-b8f6-426e315e5db3 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:36:57.075736 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:57.097448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39834) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:57.205695 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:57.210101 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-33e5ff26-0df3-46bf-904a-665cd09e0fac tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/623f13bc-3e78-4c68-afa2-825e36625a36 HTTP/1.1" status: 200 len: 993 time: 0.1112761 Jun 02 16:36:57.224573 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port a1022d61-866b-4add-b8f6-426e315e5db3, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a1022d61-866b-4add-b8f6-426e315e5db3,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:36:57.237246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:57.239204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:57.312202 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=a1022d61-866b-4add-b8f6-426e315e5db3,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:57.315187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:57.497843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39840) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:36:57.768193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 13102039-db13-4c57-8240-fbca6e3d8ace {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:36:57.768543 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:57.885383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:57.885675 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:58.149780 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 13102039-db13-4c57-8240-fbca6e3d8ace owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:36:58.284088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:58.287748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a0da899d-a8b3-4b9d-b610-2bfd5dcb0a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:36:58.333143 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=13102039-db13-4c57-8240-fbca6e3d8ace,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:36:58.370317 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:58.370775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:58.371158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:58.371518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:58.371913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:58.372283 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:58.372639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:58.373022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:58.373389 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:58.373757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:58.374133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:58.374508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:36:58.381980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:36:58.440571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:58.440909 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP 623f13bc-3e78-4c68-afa2-825e36625a36 disassociated (deleted). External IP: 172.26.3.181, port: 77aa155a-fb26-4842-9ae6-fbc3ffda62fd. Jun 02 16:36:58.672217 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 02d194d6-4161-4656-8d66-51a2db1378ae up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:36:58.742842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 02d194d6-4161-4656-8d66-51a2db1378ae triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:36:58.743217 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:58.813984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router ca04c254-febb-45b0-b20b-0ee99b75e774 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:36:58.911899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a1022d61-866b-4add-b8f6-426e315e5db3 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:36:58.982477 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port a1022d61-866b-4add-b8f6-426e315e5db3 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:36:58.982818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:59.026726 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:36:59.043151 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dc7bce-fb7c-461b-9254-f9f1a22de9f1 None None] Sync routers for ids ['ca04c254-febb-45b0-b20b-0ee99b75e774'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:36:59.060082 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dc7bce-fb7c-461b-9254-f9f1a22de9f1 None None] Routers {'ca04c254-febb-45b0-b20b-0ee99b75e774'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:36:59.060601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:36:59.060924 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-37dc7bce-fb7c-461b-9254-f9f1a22de9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:36:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ca04c254-febb-45b0-b20b-0ee99b75e774'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:59.144490 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/floatingips/623f13bc-3e78-4c68-afa2-825e36625a36 HTTP/1.1" status: 204 len: 168 time: 1.6450689 Jun 02 16:36:59.145291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e25db26-0e71-4d13-9506-73701506d82a', 'tag': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:36:59.148060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f84cc2-c329-4d96-a5c0-48b4c09597a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0e25db26-0e71-4d13-9506-73701506d82a", "tag": "77aa155a-fb26-4842-9ae6-fbc3ffda62fd"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:36:59.200115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02891e7-2e91-4c30-a1d9-c7203143ce26 x-openstack-request-id: req-f02891e7-2e91-4c30-a1d9-c7203143ce26 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:36:59.200115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e25db26-0e71-4d13-9506-73701506d82a", "tag": "77aa155a-fb26-4842-9ae6-fbc3ffda62fd", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:36:59.201809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f02891e7-2e91-4c30-a1d9-c7203143ce26 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:36:59.203695 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e25db26-0e71-4d13-9506-73701506d82a', 'tag': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd', 'status': 'completed', 'code': 200} Jun 02 16:36:59.302364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-37dc7bce-fb7c-461b-9254-f9f1a22de9f1 None None] Set router ca04c254-febb-45b0-b20b-0ee99b75e774 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:36:59.312643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f84cc2-c329-4d96-a5c0-48b4c09597a1 req-b3efde20-e3ae-4655-b47c-51c224cbadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:59.314341 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-21f84cc2-c329-4d96-a5c0-48b4c09597a1 req-b3efde20-e3ae-4655-b47c-51c224cbadc4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 1098 time: 0.0842068 Jun 02 16:36:59.464287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f84cc2-c329-4d96-a5c0-48b4c09597a1 req-2119cc4b-36a2-4823-8fb3-1fbe4724466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:59.465747 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-21f84cc2-c329-4d96-a5c0-48b4c09597a1 req-2119cc4b-36a2-4823-8fb3-1fbe4724466a service neutron] 10.222.0.49 "GET /v2.0/networks?id=6f83a5d9-726a-4a17-9c81-98ae9863d8ff HTTP/1.1" status: 200 len: 898 time: 0.1440601 Jun 02 16:36:59.593458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989572cc-555a-4823-a0b2-6cc2ac52a1dd req-cea81726-0ba9-4ce9-bfbe-a463c435aca0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:59.594461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-989572cc-555a-4823-a0b2-6cc2ac52a1dd req-cea81726-0ba9-4ce9-bfbe-a463c435aca0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:36:59.613160 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-989572cc-555a-4823-a0b2-6cc2ac52a1dd req-cea81726-0ba9-4ce9-bfbe-a463c435aca0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:36:59.614415 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-989572cc-555a-4823-a0b2-6cc2ac52a1dd req-cea81726-0ba9-4ce9-bfbe-a463c435aca0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 945 time: 0.1069286 Jun 02 16:36:59.657088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-37dc7bce-fb7c-461b-9254-f9f1a22de9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:35:58Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:36:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '02d194d6-4161-4656-8d66-51a2db1378ae', 'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:cd:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:57Z', 'updated_at': '2021-06-02T16:36:56Z', 'revision_number': 7, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:59.661997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dc7bce-fb7c-461b-9254-f9f1a22de9f1 None None] Checking router: ca04c254-febb-45b0-b20b-0ee99b75e774 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:36:59.666939 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-989572cc-555a-4823-a0b2-6cc2ac52a1dd req-e17dde98-6084-4644-a5f5-90c01ce400e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca9a58b-9a26-487d-a04d-9e5e5068ee6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448668 Jun 02 16:36:59.672151 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dc7bce-fb7c-461b-9254-f9f1a22de9f1 None None] Routers {'ca04c254-febb-45b0-b20b-0ee99b75e774'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:36:59.672798 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-37dc7bce-fb7c-461b-9254-f9f1a22de9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:36:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ca04c254-febb-45b0-b20b-0ee99b75e774'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:36:59.714862 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-21f84cc2-c329-4d96-a5c0-48b4c09597a1 req-a1fe38f9-8fd2-4a9a-9f15-c8b3685aa147 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77aa155a-fb26-4842-9ae6-fbc3ffda62fd HTTP/1.1" status: 200 len: 217 time: 0.2401996 Jun 02 16:36:59.784036 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f84cc2-c329-4d96-a5c0-48b4c09597a1 req-1c8c8d3f-cae5-44f1-864b-f15074053740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:59.785458 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-21f84cc2-c329-4d96-a5c0-48b4c09597a1 req-1c8c8d3f-cae5-44f1-864b-f15074053740 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5e8b800-8cd2-46db-a511-6e6227416b38 HTTP/1.1" status: 200 len: 835 time: 0.0602093 Jun 02 16:36:59.863984 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-37dc7bce-fb7c-461b-9254-f9f1a22de9f1 None None] Set router ca04c254-febb-45b0-b20b-0ee99b75e774 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:36:59.872488 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f84cc2-c329-4d96-a5c0-48b4c09597a1 req-0fa02a8b-a723-4299-b553-0558444d8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:36:59.874012 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-21f84cc2-c329-4d96-a5c0-48b4c09597a1 req-0fa02a8b-a723-4299-b553-0558444d8a7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f83a5d9-726a-4a17-9c81-98ae9863d8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0809996 Jun 02 16:37:00.012107 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-21f84cc2-c329-4d96-a5c0-48b4c09597a1 req-eb671bb7-ab2e-4768-b7ad-e64d090ae5dd service neutron] 10.222.0.49 "GET /v2.0/networks/6f83a5d9-726a-4a17-9c81-98ae9863d8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306527 Jun 02 16:37:00.171887 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-21f84cc2-c329-4d96-a5c0-48b4c09597a1 req-0f252d80-b190-4333-84fe-6a7a07dd804b service neutron] 10.222.0.49 "GET /v2.0/networks/6f83a5d9-726a-4a17-9c81-98ae9863d8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524398 Jun 02 16:37:00.203827 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-37dc7bce-fb7c-461b-9254-f9f1a22de9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:35:58Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:36:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '02d194d6-4161-4656-8d66-51a2db1378ae', 'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:cd:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:57Z', 'updated_at': '2021-06-02T16:36:56Z', 'revision_number': 7, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:00.208214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dc7bce-fb7c-461b-9254-f9f1a22de9f1 None None] The sync data for ids ['ca04c254-febb-45b0-b20b-0ee99b75e774'] in dv-neutron-601336-83-hyperv is: [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:35:58Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:36:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '02d194d6-4161-4656-8d66-51a2db1378ae', 'name': '', 'network_id': '6f83a5d9-726a-4a17-9c81-98ae9863d8ff', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:cd:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:57Z', 'updated_at': '2021-06-02T16:36:56Z', 'revision_number': 7, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'c5e8b800-8cd2-46db-a511-6e6227416b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:37:00.868122 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb184f8a-f97d-474d-b0de-9f906eb5cdbf req-b8643bd9-581d-471b-931c-3101907e9ddd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:00.869709 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cb184f8a-f97d-474d-b0de-9f906eb5cdbf req-b8643bd9-581d-471b-931c-3101907e9ddd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 945 time: 0.0882401 Jun 02 16:37:00.876567 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea26736-2695-4d1b-b246-4650fde1d8a5 None None] New status for floating IP 623f13bc-3e78-4c68-afa2-825e36625a36: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:37:00.949263 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cb184f8a-f97d-474d-b0de-9f906eb5cdbf req-cc47202c-22ff-455a-ab9f-d07e39b1f320 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca9a58b-9a26-487d-a04d-9e5e5068ee6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732725 Jun 02 16:37:00.996583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a1495-9055-402b-bc9c-bed6e3d80e3c req-371c0fed-d38c-4b71-812c-6aafdd082294 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:00.998065 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1c3a1495-9055-402b-bc9c-bed6e3d80e3c req-371c0fed-d38c-4b71-812c-6aafdd082294 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 945 time: 0.0868685 Jun 02 16:37:01.142739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-1c3a1495-9055-402b-bc9c-bed6e3d80e3c req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:37:01.143047 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-1c3a1495-9055-402b-bc9c-bed6e3d80e3c req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:01.279009 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-1c3a1495-9055-402b-bc9c-bed6e3d80e3c req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=77aa155a-fb26-4842-9ae6-fbc3ffda62fd,segment=NetworkSegment(b74273ef-9cb6-40c8-ba25-8f31fca28c60),segment_id=b74273ef-9cb6-40c8-ba25-8f31fca28c60)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:37:01.279265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-1c3a1495-9055-402b-bc9c-bed6e3d80e3c req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:01.406668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-1c3a1495-9055-402b-bc9c-bed6e3d80e3c req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 77aa155a-fb26-4842-9ae6-fbc3ffda62fd owned by compute:nova {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:37:01.523298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-1c3a1495-9055-402b-bc9c-bed6e3d80e3c req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:01.529491 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-401a1d98-49a7-403c-a0fa-9e69e37d52cb tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:01.571643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=77aa155a-fb26-4842-9ae6-fbc3ffda62fd,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:01.610482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:01.610902 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:01.611282 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:01.611660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:01.612031 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:01.612399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:01.612765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:01.613127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:01.613492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:01.613828 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:01.614216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:01.614578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:01.622612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:01.664847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3a1495-9055-402b-bc9c-bed6e3d80e3c req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] No DVR routers for this DVR port 77aa155a-fb26-4842-9ae6-fbc3ffda62fd on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:37:01.667869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-1c3a1495-9055-402b-bc9c-bed6e3d80e3c req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:01.670677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e25db26-0e71-4d13-9506-73701506d82a', 'name': 'network-vif-deleted', 'tag': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:37:01.672973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86b1384-d891-447e-b921-62b94b121307" -d '{"events": [{"server_uuid": "0e25db26-0e71-4d13-9506-73701506d82a", "name": "network-vif-deleted", "tag": "77aa155a-fb26-4842-9ae6-fbc3ffda62fd"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:37:01.691758 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1c3a1495-9055-402b-bc9c-bed6e3d80e3c req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "DELETE /v2.0/ports/77aa155a-fb26-4842-9ae6-fbc3ffda62fd HTTP/1.1" status: 204 len: 173 time: 0.6876395 Jun 02 16:37:01.720533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7647cab6-06b6-4b7d-b890-2fd9d487e1f8 x-openstack-request-id: req-7647cab6-06b6-4b7d-b890-2fd9d487e1f8 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:37:01.720900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e25db26-0e71-4d13-9506-73701506d82a", "name": "network-vif-deleted", "tag": "77aa155a-fb26-4842-9ae6-fbc3ffda62fd", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:37:01.721219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7647cab6-06b6-4b7d-b890-2fd9d487e1f8 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:37:01.721662 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e25db26-0e71-4d13-9506-73701506d82a', 'name': 'network-vif-deleted', 'tag': '77aa155a-fb26-4842-9ae6-fbc3ffda62fd', 'status': 'completed', 'code': 200} Jun 02 16:37:02.114466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-38a65da4-888d-4db6-8600-9cfcfc74a4ba req-e6141841-9f4d-4b17-8452-e2b0506fe91a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:37:02.134195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-38a65da4-888d-4db6-8600-9cfcfc74a4ba req-e6141841-9f4d-4b17-8452-e2b0506fe91a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:37:02.135426 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-38a65da4-888d-4db6-8600-9cfcfc74a4ba req-e6141841-9f4d-4b17-8452-e2b0506fe91a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e25db26-0e71-4d13-9506-73701506d82a HTTP/1.1" status: 200 len: 210 time: 0.0638015 Jun 02 16:37:02.959715 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-efc2ee53-ed51-4da1-bdb8-771d60687b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:03.240423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39858) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:03.323681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9dbecc89-61c1-4d9c-82a4-64b537273360 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:03.367669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9dbecc89-61c1-4d9c-82a4-64b537273360 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:03.437667 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9dbecc89-61c1-4d9c-82a4-64b537273360 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:03.441672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1e22fa37-8678-421e-b420-85bd4e0be6f9 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:03.455839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbecc89-61c1-4d9c-82a4-64b537273360 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca9a58b-9a26-487d-a04d-9e5e5068ee6c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:03.459071 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9dbecc89-61c1-4d9c-82a4-64b537273360 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:03.469691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9dbecc89-61c1-4d9c-82a4-64b537273360 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:03.473955 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9dbecc89-61c1-4d9c-82a4-64b537273360 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/security-groups/3ca9a58b-9a26-487d-a04d-9e5e5068ee6c HTTP/1.1" status: 204 len: 168 time: 0.2294960 Jun 02 16:37:03.505084 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39862) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:04.184777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 77aa155a-fb26-4842-9ae6-fbc3ffda62fd no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:37:04.230212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac106-ed95-4287-862c-bdeabbce4220 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:04.278237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 77aa155a-fb26-4842-9ae6-fbc3ffda62fd {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:37:04.278677 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 77aa155a-fb26-4842-9ae6-fbc3ffda62fd not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:37:04.684343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-0d6ac106-ed95-4287-862c-bdeabbce4220 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 02d194d6-4161-4656-8d66-51a2db1378ae {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:37:04.684983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac106-ed95-4287-862c-bdeabbce4220 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:04.821558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-0d6ac106-ed95-4287-862c-bdeabbce4220 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 02d194d6-4161-4656-8d66-51a2db1378ae, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=02d194d6-4161-4656-8d66-51a2db1378ae,segment=NetworkSegment(b74273ef-9cb6-40c8-ba25-8f31fca28c60),segment_id=b74273ef-9cb6-40c8-ba25-8f31fca28c60)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:37:04.821886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac106-ed95-4287-862c-bdeabbce4220 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:04.949873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-0d6ac106-ed95-4287-862c-bdeabbce4220 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 02d194d6-4161-4656-8d66-51a2db1378ae owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:37:05.011487 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:05.138410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac106-ed95-4287-862c-bdeabbce4220 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:05.141994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-27996818-8428-4306-b3e7-224c55f20cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:05.185762 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ac106-ed95-4287-862c-bdeabbce4220 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=02d194d6-4161-4656-8d66-51a2db1378ae,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:05.188893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0d6ac106-ed95-4287-862c-bdeabbce4220 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:05.419390 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2cbf-3f01-4f2a-bafa-47da85072bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:05.620287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac106-ed95-4287-862c-bdeabbce4220 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:06.012644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6ac106-ed95-4287-862c-bdeabbce4220 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router ca04c254-febb-45b0-b20b-0ee99b75e774 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:37:06.205335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6ac106-ed95-4287-862c-bdeabbce4220 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:37:06.215734 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46d99b4-471d-49f4-a549-f918c9c27f75 None None] Sync routers for ids ['ca04c254-febb-45b0-b20b-0ee99b75e774'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:37:06.224375 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0d6ac106-ed95-4287-862c-bdeabbce4220 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/ca04c254-febb-45b0-b20b-0ee99b75e774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7181883 Jun 02 16:37:06.228400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39864) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:06.229726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d99b4-471d-49f4-a549-f918c9c27f75 None None] Routers {'ca04c254-febb-45b0-b20b-0ee99b75e774'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:37:06.230453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d46d99b4-471d-49f4-a549-f918c9c27f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:37:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ca04c254-febb-45b0-b20b-0ee99b75e774'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:06.321518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-331d0196-ee84-468c-ba83-cf2cd1401c56 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting subnet c5e8b800-8cd2-46db-a511-6e6227416b38 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:37:06.325745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-331d0196-ee84-468c-ba83-cf2cd1401c56 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:06.385563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-331d0196-ee84-468c-ba83-cf2cd1401c56 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:06.412163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-d46d99b4-471d-49f4-a549-f918c9c27f75 None None] Set router ca04c254-febb-45b0-b20b-0ee99b75e774 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:37:06.478254 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-331d0196-ee84-468c-ba83-cf2cd1401c56 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:06.691067 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:06.719259 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d46d99b4-471d-49f4-a549-f918c9c27f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:37:05Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:36:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:06.723220 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46d99b4-471d-49f4-a549-f918c9c27f75 None None] Checking router: ca04c254-febb-45b0-b20b-0ee99b75e774 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:37:06.732591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d99b4-471d-49f4-a549-f918c9c27f75 None None] Routers {'ca04c254-febb-45b0-b20b-0ee99b75e774'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:37:06.732922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d46d99b4-471d-49f4-a549-f918c9c27f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:37:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ca04c254-febb-45b0-b20b-0ee99b75e774'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:06.769245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-331d0196-ee84-468c-ba83-cf2cd1401c56 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:06.773023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-33a86b42-6d6d-4b32-a4c9-c117737783ce tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:06.810784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d0196-ee84-468c-ba83-cf2cd1401c56 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e8b800-8cd2-46db-a511-6e6227416b38,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:06.813568 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-331d0196-ee84-468c-ba83-cf2cd1401c56 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:06.819146 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-331d0196-ee84-468c-ba83-cf2cd1401c56 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:06.824039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72ae7de-8dbc-4609-8306-ed212a4fd928 None None] Network 6f83a5d9-726a-4a17-9c81-98ae9863d8ff requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:37:06.825324 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-331d0196-ee84-468c-ba83-cf2cd1401c56 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/subnets/c5e8b800-8cd2-46db-a511-6e6227416b38 HTTP/1.1" status: 204 len: 168 time: 0.5957429 Jun 02 16:37:06.827973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39868) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:07.006347 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:07.009519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-d46d99b4-471d-49f4-a549-f918c9c27f75 None None] Set router ca04c254-febb-45b0-b20b-0ee99b75e774 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:37:07.343729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:07.413635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d46d99b4-471d-49f4-a549-f918c9c27f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:37:05Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:36:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:07.418162 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46d99b4-471d-49f4-a549-f918c9c27f75 None None] The sync data for ids ['ca04c254-febb-45b0-b20b-0ee99b75e774'] in dv-neutron-601336-83-hyperv is: [{'id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'name': 'tempest-TestNetworkBasicOps-router-894218327', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:35:52Z', 'updated_at': '2021-06-02T16:37:05Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': 'a1022d61-866b-4add-b8f6-426e315e5db3', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:67:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04c254-febb-45b0-b20b-0ee99b75e774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:35:53Z', 'updated_at': '2021-06-02T16:36:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:37:07.421201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port a1022d61-866b-4add-b8f6-426e315e5db3 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:37:07.421521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:07.480867 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1a6f60-672b-4ad8-8a3e-eccb1b4a4320 None None] DHCP port deletion for 6f83a5d9-726a-4a17-9c81-98ae9863d8ff request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:37:07.553664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a6f60-672b-4ad8-8a3e-eccb1b4a4320 None None] Deleting port 35e17ed3-85a0-49cb-8b24-ff36096d698c {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:37:07.554051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6f60-672b-4ad8-8a3e-eccb1b4a4320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:07.554999 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port a1022d61-866b-4add-b8f6-426e315e5db3, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a1022d61-866b-4add-b8f6-426e315e5db3,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:37:07.555364 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:07.693667 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for a1022d61-866b-4add-b8f6-426e315e5db3 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:37:07.728335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-7d1a6f60-672b-4ad8-8a3e-eccb1b4a4320 None None] For port 35e17ed3-85a0-49cb-8b24-ff36096d698c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=35e17ed3-85a0-49cb-8b24-ff36096d698c,segment=NetworkSegment(b74273ef-9cb6-40c8-ba25-8f31fca28c60),segment_id=b74273ef-9cb6-40c8-ba25-8f31fca28c60)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:37:07.729162 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6f60-672b-4ad8-8a3e-eccb1b4a4320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:07.838680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:07.843937 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:07.857007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a6f60-672b-4ad8-8a3e-eccb1b4a4320 None None] Calling delete_port for 35e17ed3-85a0-49cb-8b24-ff36096d698c owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:37:07.895203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=a1022d61-866b-4add-b8f6-426e315e5db3,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:07.908356 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6f60-672b-4ad8-8a3e-eccb1b4a4320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:07.912333 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-68dd6756-27fa-4096-ae6a-24d44ad963c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:07.931574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:07.956307 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a6f60-672b-4ad8-8a3e-eccb1b4a4320 None None] Pushing event deleted for resources: {'Port': ['ID=35e17ed3-85a0-49cb-8b24-ff36096d698c,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:07.959437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-7d1a6f60-672b-4ad8-8a3e-eccb1b4a4320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:07.960213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a6f60-672b-4ad8-8a3e-eccb1b4a4320 None None] No DVR routers for this DVR port 35e17ed3-85a0-49cb-8b24-ff36096d698c on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:37:08.001547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.179042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.181292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.210402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.211179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Fanout notify agent at l3_agent the message router_deleted on router ca04c254-febb-45b0-b20b-0ee99b75e774 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:37:08.233741 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.235517 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/routers/ca04c254-febb-45b0-b20b-0ee99b75e774 HTTP/1.1" status: 204 len: 168 time: 1.4065423 Jun 02 16:37:08.238251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39870) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:08.355362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55dfd327-aaf5-4ee6-bfcf-66fffa144dbb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.495712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55dfd327-aaf5-4ee6-bfcf-66fffa144dbb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.512205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-55dfd327-aaf5-4ee6-bfcf-66fffa144dbb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f83a5d9-726a-4a17-9c81-98ae9863d8ff']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:08.524286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-55dfd327-aaf5-4ee6-bfcf-66fffa144dbb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74273ef-9cb6-40c8-ba25-8f31fca28c60') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:08.524598 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-55dfd327-aaf5-4ee6-bfcf-66fffa144dbb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74273ef-9cb6-40c8-ba25-8f31fca28c60') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:08.536238 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55dfd327-aaf5-4ee6-bfcf-66fffa144dbb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.553637 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55dfd327-aaf5-4ee6-bfcf-66fffa144dbb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.560180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dfd327-aaf5-4ee6-bfcf-66fffa144dbb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:37:08.560565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55dfd327-aaf5-4ee6-bfcf-66fffa144dbb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:37:08.575390 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:37:08.578326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.666035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55dfd327-aaf5-4ee6-bfcf-66fffa144dbb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.671324 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-39cfa4b3-204e-4678-9fc7-27bf5a63e0ec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:08.697587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55dfd327-aaf5-4ee6-bfcf-66fffa144dbb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.706846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfd327-aaf5-4ee6-bfcf-66fffa144dbb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Network': ['ID=6f83a5d9-726a-4a17-9c81-98ae9863d8ff,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:08.712075 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-55dfd327-aaf5-4ee6-bfcf-66fffa144dbb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:08.724214 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-55dfd327-aaf5-4ee6-bfcf-66fffa144dbb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/networks/6f83a5d9-726a-4a17-9c81-98ae9863d8ff HTTP/1.1" status: 204 len: 168 time: 0.4847052 Jun 02 16:37:08.734162 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 35e17ed3-85a0-49cb-8b24-ff36096d698c no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:37:08.745368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39872) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:08.751621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'network': {'name': 'tempest-network-smoke--1983978132', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'port_security_enabled': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:37:08.756958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:37:08.761086 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:network and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:37:08.764009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:37:08.768277 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 35e17ed3-85a0-49cb-8b24-ff36096d698c {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:37:08.768636 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 35e17ed3-85a0-49cb-8b24-ff36096d698c not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:37:08.769064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 02d194d6-4161-4656-8d66-51a2db1378ae no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:37:08.769749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:37:08.779874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:37:08.783574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.805029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 02d194d6-4161-4656-8d66-51a2db1378ae {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:37:08.805356 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 02d194d6-4161-4656-8d66-51a2db1378ae not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:37:08.805823 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a1022d61-866b-4add-b8f6-426e315e5db3 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:37:08.813149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:37:08.823180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.823617 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Added segment 799ee68f-eb33-476f-b621-18b4f21d3401 of type vlan for network c1b51283-a296-4c80-8107-497268276e4f Jun 02 16:37:08.839950 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: a1022d61-866b-4add-b8f6-426e315e5db3 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:37:08.840307 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a1022d61-866b-4add-b8f6-426e315e5db3 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:37:08.851546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.884267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.889863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:08.890496 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:08.894028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-09545403-c910-4ab9-978d-36e95399288e tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:08.998294 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2507987 Jun 02 16:37:09.000700 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39874) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:09.001682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Network': ['ID=c1b51283-a296-4c80-8107-497268276e4f,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:09.004400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-565f922b-0712-4ebe-8633-a630cf1366e3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:09.005872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1967225924', 'admin_state_up': True, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:37:09.013839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network c1b51283-a296-4c80-8107-497268276e4f details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:37:09.015128 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:37:09.019075 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:router and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:37:09.021933 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:37:09.028706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:37:09.041069 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:09.042100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:09.057965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:09.330972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:09.781115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:09.811603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:09.954709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.136 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/57e75781-4aa1-4f46-8342-3dcce2b79ed5) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:37:10.107164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:10.145001 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:10.148654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:10.212513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:37:10.215584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:37:10.219397 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:37:10.248519 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=57e75781-4aa1-4f46-8342-3dcce2b79ed5,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:10.254180 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:10.671935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:11.026900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:11.418201 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 2203a669-c06c-44ed-8abc-dec560db6efa is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:37:11.605877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:37:11.615963 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Sync routers for ids ['2203a669-c06c-44ed-8abc-dec560db6efa'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:37:11.625868 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Routers {'2203a669-c06c-44ed-8abc-dec560db6efa'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:37:11.626615 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:37:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2203a669-c06c-44ed-8abc-dec560db6efa'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:11.634312 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:11.635537 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6338289 Jun 02 16:37:11.639015 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39876) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:11.678886 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fe76a985-ac33-4faf-8df3-2ef5261b6a37 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=fb79c8ac06334981844f175e241075b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382752 Jun 02 16:37:11.681429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39878) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:11.799169 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Set router 2203a669-c06c-44ed-8abc-dec560db6efa gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:37:11.811912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e5216-9e92-4d8c-8d75-5dbe9b4a40e5 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:11.813403 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a56e5216-9e92-4d8c-8d75-5dbe9b4a40e5 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309767 Jun 02 16:37:11.816352 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39880) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:11.856876 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-981c56b5-2536-4e32-b782-055d9ed5de1c tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392842 Jun 02 16:37:11.859472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39882) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:11.864495 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1063066256', 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:37:11.976050 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:37:11.981902 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:subnet and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:37:11.984916 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:37:11.990899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:37:12.002336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:37:12.006023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:12.079609 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'name': 'tempest-TestNetworkBasicOps-router-1967225924', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:10Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:12.083654 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Checking router: 2203a669-c06c-44ed-8abc-dec560db6efa for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:37:12.084009 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Updating router 2203a669-c06c-44ed-8abc-dec560db6efa port 57e75781-4aa1-4f46-8342-3dcce2b79ed5 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:37:12.139182 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:12.431246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:12.435219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9afdc7fe-27ae-41a4-a99e-604eaf23f7f3 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:12.485476 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:12.500671 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Transition to ACTIVE for port object 57e75781-4aa1-4f46-8342-3dcce2b79ed5 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:37:12.508243 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:12.512739 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-699cce61-d4c3-4ed3-90b2-63bede561e1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:12.521928 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Subnet': ['ID=a44ca39e-895e-4b64-ae6b-3e103c1a8d9a,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:12.524205 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Checking segment: {'id': '799ee68f-eb33-476f-b621-18b4f21d3401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:37:12.524559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network hostable DHCP agents. Network: c1b51283-a296-4c80-8107-497268276e4f, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:37:12.527444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:12.543939 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network c1b51283-a296-4c80-8107-497268276e4f is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:37:12.554958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, c1b51283-a296-4c80-8107-497268276e4f) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:37:12.565724 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abba6ff-f90a-463c-8930-bc489c7c11ca None None] Network c1b51283-a296-4c80-8107-497268276e4f requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:37:12.566909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:12.567524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:12.584105 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Attempting to bind port 57e75781-4aa1-4f46-8342-3dcce2b79ed5 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:37:12.584545 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Attempting to bind port 57e75781-4aa1-4f46-8342-3dcce2b79ed5 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:37:12.584877 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Attempting to bind port 57e75781-4aa1-4f46-8342-3dcce2b79ed5 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:37:12.592835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39884) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:12.593073 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7324333 Jun 02 16:37:12.595827 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:37:12.596219 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:37:12.596632 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:12.597034 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:37:12.597509 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Bound port: 57e75781-4aa1-4f46-8342-3dcce2b79ed5, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:37:12.597888 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:12.628185 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Pushing event updated for resources: {'Port': ['ID=57e75781-4aa1-4f46-8342-3dcce2b79ed5,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:12.645911 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:12.646370 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:12.646786 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:12.647188 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:12.647584 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:12.647985 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:12.648388 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:12.648791 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:12.649182 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:12.649573 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:12.649961 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:12.650493 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:37:12.654454 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:12.692495 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] For port 57e75781-4aa1-4f46-8342-3dcce2b79ed5, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:37:12.697306 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] For port 57e75781-4aa1-4f46-8342-3dcce2b79ed5, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=57e75781-4aa1-4f46-8342-3dcce2b79ed5,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:37:12.702551 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:12.706166 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-dc969879-7eac-489e-9cb7-089cc8d5861a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:12.780577 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Routers {'2203a669-c06c-44ed-8abc-dec560db6efa'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:37:12.781310 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:37:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2203a669-c06c-44ed-8abc-dec560db6efa'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:12.807355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-c1b51283-a296-4c80-8107-497268276e4f', 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ips': [{'subnet_id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:37:12.808276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:12.848193 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Pushing event updated for resources: {'Port': ['ID=57e75781-4aa1-4f46-8342-3dcce2b79ed5,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:12.868724 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:12.969359 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] Set router 2203a669-c06c-44ed-8abc-dec560db6efa gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:37:12.971157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Allocated IP 172.20.0.2 (c1b51283-a296-4c80-8107-497268276e4f/a44ca39e-895e-4b64-ae6b-3e103c1a8d9a/c2eb2ff7-da72-4e73-b147-3812491a30ac) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:37:13.177964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:13.188895 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Transition to ACTIVE for port object c2eb2ff7-da72-4e73-b147-3812491a30ac will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:37:13.207595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Transition to ACTIVE for port object c2eb2ff7-da72-4e73-b147-3812491a30ac will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:37:13.214032 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:13.219041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:13.248566 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'name': 'tempest-TestNetworkBasicOps-router-1967225924', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:10Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:13.252215 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c3f53a-caed-4e25-a113-1095d373d572 None None] The sync data for ids ['2203a669-c06c-44ed-8abc-dec560db6efa'] in dv-neutron-601336-83-hyperv is: [{'id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'name': 'tempest-TestNetworkBasicOps-router-1967225924', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:10Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:37:13.278915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Network c1b51283-a296-4c80-8107-497268276e4f is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:37:13.279834 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:37:13.284166 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:37:13.318507 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Pushing event updated for resources: {'Port': ['ID=c2eb2ff7-da72-4e73-b147-3812491a30ac,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:13.325828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:13.388418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Attempting to bind port c2eb2ff7-da72-4e73-b147-3812491a30ac on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:37:13.388794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Attempting to bind port c2eb2ff7-da72-4e73-b147-3812491a30ac by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '799ee68f-eb33-476f-b621-18b4f21d3401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:37:13.389192 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Attempting to bind port c2eb2ff7-da72-4e73-b147-3812491a30ac on network c1b51283-a296-4c80-8107-497268276e4f {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:37:13.398842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:37:13.398842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Checking segment: {'id': '799ee68f-eb33-476f-b621-18b4f21d3401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:37:13.398842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:13.398842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Bound using segment: {'id': '799ee68f-eb33-476f-b621-18b4f21d3401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:37:13.398842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Bound port: c2eb2ff7-da72-4e73-b147-3812491a30ac, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799ee68f-eb33-476f-b621-18b4f21d3401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:37:13.398842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:13.492401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:13.510408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] For port c2eb2ff7-da72-4e73-b147-3812491a30ac, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:37:13.514816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] For port c2eb2ff7-da72-4e73-b147-3812491a30ac, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c2eb2ff7-da72-4e73-b147-3812491a30ac,segment=NetworkSegment(799ee68f-eb33-476f-b621-18b4f21d3401),segment_id=799ee68f-eb33-476f-b621-18b4f21d3401)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:37:13.520620 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:13.524629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-7d1a6f60-672b-4ad8-8a3e-eccb1b4a4320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:13.625229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Pushing event updated for resources: {'Port': ['ID=c2eb2ff7-da72-4e73-b147-3812491a30ac,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:13.626800 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:13.965320 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.1 (c1b51283-a296-4c80-8107-497268276e4f/a44ca39e-895e-4b64-ae6b-3e103c1a8d9a/44d26be3-cfc6-4c40-a375-7c5038565d41) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:37:14.128312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:14.139566 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:37:14.152514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object 44d26be3-cfc6-4c40-a375-7c5038565d41 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:37:14.178429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:14.182221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-50e05341-97ea-4825-81eb-e65bcd459570 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:14.250008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network c1b51283-a296-4c80-8107-497268276e4f is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:37:14.253585 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:37:14.258150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:37:14.293949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=44d26be3-cfc6-4c40-a375-7c5038565d41,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:14.298394 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:14.322348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:14.564898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bd5896-e4e7-4bc6-bbfe-155f827f4baf None None] Network c1b51283-a296-4c80-8107-497268276e4f requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:37:14.709981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c01d9e09-afd0-451b-a4e5-478668b4da6e None None] Provisioning for port c2eb2ff7-da72-4e73-b147-3812491a30ac completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:37:14.737588 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c2eb2ff7-da72-4e73-b147-3812491a30ac up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:37:14.785252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:14.903913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port c2eb2ff7-da72-4e73-b147-3812491a30ac completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:37:14.911554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port c2eb2ff7-da72-4e73-b147-3812491a30ac triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:37:14.911934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:15.070178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:15.110867 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port c2eb2ff7-da72-4e73-b147-3812491a30ac, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c2eb2ff7-da72-4e73-b147-3812491a30ac,segment=NetworkSegment(799ee68f-eb33-476f-b621-18b4f21d3401),segment_id=799ee68f-eb33-476f-b621-18b4f21d3401)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:37:15.115493 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:15.116449 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 57e75781-4aa1-4f46-8342-3dcce2b79ed5 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:37:15.145298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:15.229676 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:15.235632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:15.249899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=c2eb2ff7-da72-4e73-b147-3812491a30ac,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:15.253250 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:15.265019 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-da8d0ae0-8a3a-4774-9a3d-e672cde2c6bc None None] Provisioning complete for port c2eb2ff7-da72-4e73-b147-3812491a30ac triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:37:15.265428 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-da8d0ae0-8a3a-4774-9a3d-e672cde2c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:15.271576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:15.295554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 57e75781-4aa1-4f46-8342-3dcce2b79ed5 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:37:15.306436 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 57e75781-4aa1-4f46-8342-3dcce2b79ed5 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:37:15.306824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:15.358677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:15.368216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=44d26be3-cfc6-4c40-a375-7c5038565d41,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:15.372770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:15.501066 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:15.504844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network c1b51283-a296-4c80-8107-497268276e4f is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:37:15.505929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:37:15.522912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 57e75781-4aa1-4f46-8342-3dcce2b79ed5, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=57e75781-4aa1-4f46-8342-3dcce2b79ed5,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:37:15.524577 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-da8d0ae0-8a3a-4774-9a3d-e672cde2c6bc None None] Provisioning for port 44d26be3-cfc6-4c40-a375-7c5038565d41 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:37:15.531105 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:15.533607 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:15.563726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-da8d0ae0-8a3a-4774-9a3d-e672cde2c6bc None None] Provisioning complete for port 44d26be3-cfc6-4c40-a375-7c5038565d41 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:37:15.564107 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-da8d0ae0-8a3a-4774-9a3d-e672cde2c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:15.647392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-da8d0ae0-8a3a-4774-9a3d-e672cde2c6bc None None] Port 44d26be3-cfc6-4c40-a375-7c5038565d41 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:37:15.653777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=57e75781-4aa1-4f46-8342-3dcce2b79ed5,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:15.656840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:15.698350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 2203a669-c06c-44ed-8abc-dec560db6efa has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:37:15.769938 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b4dc921e-3199-45ff-a694-e91813093867 None None] Provisioning complete for port 44d26be3-cfc6-4c40-a375-7c5038565d41 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:37:15.770642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b4dc921e-3199-45ff-a694-e91813093867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:15.822819 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc921e-3199-45ff-a694-e91813093867 None None] Port 44d26be3-cfc6-4c40-a375-7c5038565d41 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:37:15.881957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:37:15.891517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Sync routers for ids ['2203a669-c06c-44ed-8abc-dec560db6efa'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:37:15.896911 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/2203a669-c06c-44ed-8abc-dec560db6efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3024547 Jun 02 16:37:15.899669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39888) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:15.906231 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Routers {'2203a669-c06c-44ed-8abc-dec560db6efa'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:37:15.906870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:37:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2203a669-c06c-44ed-8abc-dec560db6efa'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:16.039907 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89fa71-6696-427a-b29f-6e90eefc2707 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:16.040382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89fa71-6696-427a-b29f-6e90eefc2707 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:16.040847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89fa71-6696-427a-b29f-6e90eefc2707 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:16.041304 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89fa71-6696-427a-b29f-6e90eefc2707 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:16.041756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89fa71-6696-427a-b29f-6e90eefc2707 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:16.042349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89fa71-6696-427a-b29f-6e90eefc2707 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:16.044167 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8c89fa71-6696-427a-b29f-6e90eefc2707 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1435874 Jun 02 16:37:16.047085 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39890) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:16.086445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Set router 2203a669-c06c-44ed-8abc-dec560db6efa gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:37:16.115537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76446dbe-1e7f-4b0b-9f97-60eae01bdb2b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:16.115999 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76446dbe-1e7f-4b0b-9f97-60eae01bdb2b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:16.116460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76446dbe-1e7f-4b0b-9f97-60eae01bdb2b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:16.116935 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76446dbe-1e7f-4b0b-9f97-60eae01bdb2b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:16.117376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76446dbe-1e7f-4b0b-9f97-60eae01bdb2b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:16.117815 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76446dbe-1e7f-4b0b-9f97-60eae01bdb2b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:16.119536 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-76446dbe-1e7f-4b0b-9f97-60eae01bdb2b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0715542 Jun 02 16:37:16.122450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39892) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:16.411040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'name': 'tempest-TestNetworkBasicOps-router-1967225924', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:14Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '44d26be3-cfc6-4c40-a375-7c5038565d41', 'name': '', 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:4a:e6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:13Z', 'updated_at': '2021-06-02T16:37:15Z', 'revision_number': 2, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:16.415181 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Checking router: 2203a669-c06c-44ed-8abc-dec560db6efa for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:37:16.415548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Updating router 2203a669-c06c-44ed-8abc-dec560db6efa port 44d26be3-cfc6-4c40-a375-7c5038565d41 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:37:16.492387 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7dce0164-1b6c-4401-ac11-51043e2430a9 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3686171 Jun 02 16:37:16.540499 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:16.685384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c2eb2ff7-da72-4e73-b147-3812491a30ac up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:37:16.856164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port c2eb2ff7-da72-4e73-b147-3812491a30ac triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:37:16.856872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.050713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.060118 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 57e75781-4aa1-4f46-8342-3dcce2b79ed5 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:37:17.099009 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Transition to ACTIVE for port object 44d26be3-cfc6-4c40-a375-7c5038565d41 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:37:17.116604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.121909 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:17.254848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d99a7-fc51-40bb-80d2-d66053d1a3e4 None None] Pushing event updated for resources: {'Port': ['ID=44d26be3-cfc6-4c40-a375-7c5038565d41,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:17.259288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-083d99a7-fc51-40bb-80d2-d66053d1a3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:17.295096 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 57e75781-4aa1-4f46-8342-3dcce2b79ed5 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:37:17.295459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.331584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39896) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:17.337470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2078021171', 'description': 'tempest-secgroup-smoke-2078021171 description', 'project_id': 'fb79c8ac06334981844f175e241075b7'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:37:17.344284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:37:17.349263 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:37:17.352844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:37:17.360005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:37:17.372539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.393529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:37:17.397643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:37:17.401098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:37:17.402605 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Attempting to bind port 44d26be3-cfc6-4c40-a375-7c5038565d41 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:37:17.402986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Attempting to bind port 44d26be3-cfc6-4c40-a375-7c5038565d41 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '799ee68f-eb33-476f-b621-18b4f21d3401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:37:17.403359 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Attempting to bind port 44d26be3-cfc6-4c40-a375-7c5038565d41 on network c1b51283-a296-4c80-8107-497268276e4f {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:37:17.407623 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:37:17.412504 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:37:17.412885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Checking segment: {'id': '799ee68f-eb33-476f-b621-18b4f21d3401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:37:17.413290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.413686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Bound using segment: {'id': '799ee68f-eb33-476f-b621-18b4f21d3401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:37:17.414178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Bound port: 44d26be3-cfc6-4c40-a375-7c5038565d41, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799ee68f-eb33-476f-b621-18b4f21d3401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:37:17.414563 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.487949 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.493880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.498151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9659fb84-9f9a-4212-991b-421bdd5f4690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:17.547791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c6a603-52c8-4351-a660-1a1f541312fe,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:17.552250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:17.557078 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.558589 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2248752 Jun 02 16:37:17.561527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39898) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:17.567248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-fea75a74-9fb8-469c-99c9-7129c9d3b7cf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '61c6a603-52c8-4351-a660-1a1f541312fe', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:37:17.569565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] For port 44d26be3-cfc6-4c40-a375-7c5038565d41, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:37:17.572993 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] For port 44d26be3-cfc6-4c40-a375-7c5038565d41, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=44d26be3-cfc6-4c40-a375-7c5038565d41,segment=NetworkSegment(799ee68f-eb33-476f-b621-18b4f21d3401),segment_id=799ee68f-eb33-476f-b621-18b4f21d3401)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:37:17.573561 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fea75a74-9fb8-469c-99c9-7129c9d3b7cf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:37:17.578597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.578755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fea75a74-9fb8-469c-99c9-7129c9d3b7cf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:37:17.581747 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fea75a74-9fb8-469c-99c9-7129c9d3b7cf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:37:17.583284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-68dd6756-27fa-4096-ae6a-24d44ad963c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:17.587689 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fea75a74-9fb8-469c-99c9-7129c9d3b7cf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:37:17.610763 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fea75a74-9fb8-469c-99c9-7129c9d3b7cf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.657260 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Routers {'2203a669-c06c-44ed-8abc-dec560db6efa'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:37:17.657914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:37:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2203a669-c06c-44ed-8abc-dec560db6efa'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:17.684608 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fea75a74-9fb8-469c-99c9-7129c9d3b7cf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.689698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fea75a74-9fb8-469c-99c9-7129c9d3b7cf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.696883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1c905109-f510-4362-9d50-7a327697897d tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:17.719895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea75a74-9fb8-469c-99c9-7129c9d3b7cf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5e332d-e1d9-4cb2-a809-d8ea0a6f7406,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:17.723046 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fea75a74-9fb8-469c-99c9-7129c9d3b7cf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:17.723944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d99a7-fc51-40bb-80d2-d66053d1a3e4 None None] Pushing event updated for resources: {'Port': ['ID=44d26be3-cfc6-4c40-a375-7c5038565d41,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:17.729360 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-083d99a7-fc51-40bb-80d2-d66053d1a3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:17.734003 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fea75a74-9fb8-469c-99c9-7129c9d3b7cf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.736006 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fea75a74-9fb8-469c-99c9-7129c9d3b7cf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1730487 Jun 02 16:37:17.738774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39900) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:17.744437 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-54a5ec2f-b623-48ee-84be-7a7a42c64aa3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '61c6a603-52c8-4351-a660-1a1f541312fe', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:37:17.750857 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-54a5ec2f-b623-48ee-84be-7a7a42c64aa3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:37:17.755874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-54a5ec2f-b623-48ee-84be-7a7a42c64aa3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:37:17.759395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-54a5ec2f-b623-48ee-84be-7a7a42c64aa3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:37:17.765859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-54a5ec2f-b623-48ee-84be-7a7a42c64aa3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:37:17.788382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-54a5ec2f-b623-48ee-84be-7a7a42c64aa3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.867545 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-54a5ec2f-b623-48ee-84be-7a7a42c64aa3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.871606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] Set router 2203a669-c06c-44ed-8abc-dec560db6efa gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:37:17.872187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-54a5ec2f-b623-48ee-84be-7a7a42c64aa3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.873775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7452c79a-0ed8-4279-b8a9-d6b95721e2c4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:17.896381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5ec2f-b623-48ee-84be-7a7a42c64aa3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fada1802-5f50-47de-bb2f-782fb971848b,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:17.898756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-54a5ec2f-b623-48ee-84be-7a7a42c64aa3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:17.908325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-54a5ec2f-b623-48ee-84be-7a7a42c64aa3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:17.910418 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-54a5ec2f-b623-48ee-84be-7a7a42c64aa3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1701627 Jun 02 16:37:17.913139 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39902) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:17.919358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6b782b34-cf52-40fa-ab24-e0bf99db6204 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '61c6a603-52c8-4351-a660-1a1f541312fe', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:37:17.925376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6b782b34-cf52-40fa-ab24-e0bf99db6204 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:37:17.929299 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6b782b34-cf52-40fa-ab24-e0bf99db6204 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:37:17.932718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6b782b34-cf52-40fa-ab24-e0bf99db6204 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:37:17.939188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6b782b34-cf52-40fa-ab24-e0bf99db6204 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:37:17.958265 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b782b34-cf52-40fa-ab24-e0bf99db6204 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.024992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b782b34-cf52-40fa-ab24-e0bf99db6204 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.029387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b782b34-cf52-40fa-ab24-e0bf99db6204 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.031351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-38ad5d88-c5d5-456b-aff8-1a7e35970dcf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:18.059156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b782b34-cf52-40fa-ab24-e0bf99db6204 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbaad7ae-6d7e-4c25-8504-7d15043297d7,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:18.065036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6b782b34-cf52-40fa-ab24-e0bf99db6204 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:18.078705 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6b782b34-cf52-40fa-ab24-e0bf99db6204 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.082850 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6b782b34-cf52-40fa-ab24-e0bf99db6204 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1657567 Jun 02 16:37:18.083157 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39904) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:18.088028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-631824d8-6273-4c4a-8a3d-356969c28ae3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '61c6a603-52c8-4351-a660-1a1f541312fe', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:37:18.094908 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-631824d8-6273-4c4a-8a3d-356969c28ae3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:37:18.100341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-631824d8-6273-4c4a-8a3d-356969c28ae3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:37:18.104233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-631824d8-6273-4c4a-8a3d-356969c28ae3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:37:18.110814 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-631824d8-6273-4c4a-8a3d-356969c28ae3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:37:18.129178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-631824d8-6273-4c4a-8a3d-356969c28ae3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.203945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-631824d8-6273-4c4a-8a3d-356969c28ae3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.209216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-631824d8-6273-4c4a-8a3d-356969c28ae3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.211600 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d54169cf-9b49-4224-8abb-05fc249de567 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:18.235844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631824d8-6273-4c4a-8a3d-356969c28ae3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d0fe7e-4799-47d1-a6a7-4458726d7c32,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:18.240836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-631824d8-6273-4c4a-8a3d-356969c28ae3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:18.246431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-631824d8-6273-4c4a-8a3d-356969c28ae3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.247874 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-631824d8-6273-4c4a-8a3d-356969c28ae3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636553 Jun 02 16:37:18.250672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39906) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:18.255562 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-93cb25ff-69cb-4f4d-b57e-7a2b3016e0a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '61c6a603-52c8-4351-a660-1a1f541312fe', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:37:18.262336 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-93cb25ff-69cb-4f4d-b57e-7a2b3016e0a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:37:18.273238 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-93cb25ff-69cb-4f4d-b57e-7a2b3016e0a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:37:18.276659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-93cb25ff-69cb-4f4d-b57e-7a2b3016e0a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:37:18.281082 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'name': 'tempest-TestNetworkBasicOps-router-1967225924', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:14Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '44d26be3-cfc6-4c40-a375-7c5038565d41', 'name': '', 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:4a:e6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:13Z', 'updated_at': '2021-06-02T16:37:17Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:18.283258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-93cb25ff-69cb-4f4d-b57e-7a2b3016e0a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:37:18.285403 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c02b1-f333-4b71-8f4a-22256b9adaaf None None] The sync data for ids ['2203a669-c06c-44ed-8abc-dec560db6efa'] in dv-neutron-601336-83-hyperv is: [{'id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'name': 'tempest-TestNetworkBasicOps-router-1967225924', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:14Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '44d26be3-cfc6-4c40-a375-7c5038565d41', 'name': '', 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:4a:e6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:13Z', 'updated_at': '2021-06-02T16:37:17Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:37:18.294935 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-93cb25ff-69cb-4f4d-b57e-7a2b3016e0a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:37:18.301423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93cb25ff-69cb-4f4d-b57e-7a2b3016e0a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.390772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93cb25ff-69cb-4f4d-b57e-7a2b3016e0a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.395587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93cb25ff-69cb-4f4d-b57e-7a2b3016e0a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.397944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fc60fab1-718c-4409-bcaa-3cf8a2ddee45 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:18.422626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb25ff-69cb-4f4d-b57e-7a2b3016e0a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82b3533-54af-4497-a8b0-f9635f688334,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:18.427597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-93cb25ff-69cb-4f4d-b57e-7a2b3016e0a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:18.433078 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-93cb25ff-69cb-4f4d-b57e-7a2b3016e0a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.434399 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-93cb25ff-69cb-4f4d-b57e-7a2b3016e0a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1827719 Jun 02 16:37:18.437075 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39908) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:18.441725 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a93f901b-0acf-4342-a81e-5af0c96edc5b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '61c6a603-52c8-4351-a660-1a1f541312fe', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:37:18.448071 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a93f901b-0acf-4342-a81e-5af0c96edc5b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:37:18.452101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a93f901b-0acf-4342-a81e-5af0c96edc5b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:37:18.455185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a93f901b-0acf-4342-a81e-5af0c96edc5b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:37:18.463745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a93f901b-0acf-4342-a81e-5af0c96edc5b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:37:18.475137 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-a93f901b-0acf-4342-a81e-5af0c96edc5b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:37:18.481789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a93f901b-0acf-4342-a81e-5af0c96edc5b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.554178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a93f901b-0acf-4342-a81e-5af0c96edc5b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.558822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a93f901b-0acf-4342-a81e-5af0c96edc5b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.560712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-53eaa276-d838-4f7b-ba84-3b3791c72657 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:18.584026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f901b-0acf-4342-a81e-5af0c96edc5b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5266d06b-d09d-40d5-805c-661b3ec75a80,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:18.589101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a93f901b-0acf-4342-a81e-5af0c96edc5b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:18.594330 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a93f901b-0acf-4342-a81e-5af0c96edc5b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.595535 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a93f901b-0acf-4342-a81e-5af0c96edc5b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1575329 Jun 02 16:37:18.720712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 44d26be3-cfc6-4c40-a375-7c5038565d41 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:37:18.792889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-20d66e31-6865-45a8-9e93-4f887332728e req-e5557c9d-a3fd-47b5-81b6-05a01a204813 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:37:18.803533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 44d26be3-cfc6-4c40-a375-7c5038565d41 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:37:18.809311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 44d26be3-cfc6-4c40-a375-7c5038565d41 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:37:18.809902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.810812 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-20d66e31-6865-45a8-9e93-4f887332728e req-e5557c9d-a3fd-47b5-81b6-05a01a204813 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:37:18.811986 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20d66e31-6865-45a8-9e93-4f887332728e req-e5557c9d-a3fd-47b5-81b6-05a01a204813 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2078021171&fields=id&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 267 time: 0.0618618 Jun 02 16:37:18.940595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.973993 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 44d26be3-cfc6-4c40-a375-7c5038565d41, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=44d26be3-cfc6-4c40-a375-7c5038565d41,segment=NetworkSegment(799ee68f-eb33-476f-b621-18b4f21d3401),segment_id=799ee68f-eb33-476f-b621-18b4f21d3401)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:37:18.976786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d66e31-6865-45a8-9e93-4f887332728e req-8d24acb0-c549-45fc-81f4-9ad9316b5321 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:18.979082 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20d66e31-6865-45a8-9e93-4f887332728e req-8d24acb0-c549-45fc-81f4-9ad9316b5321 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/networks?id=c1b51283-a296-4c80-8107-497268276e4f HTTP/1.1" status: 200 len: 797 time: 0.1601763 Jun 02 16:37:18.981356 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:18.983360 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:19.002031 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20d66e31-6865-45a8-9e93-4f887332728e req-7cb7dd68-fccc-4a46-90a9-089e8386ec37 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/quotas/fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 375 time: 0.0163581 Jun 02 16:37:19.058426 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:19.061965 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=44d26be3-cfc6-4c40-a375-7c5038565d41,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:19.065217 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:19.090558 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20d66e31-6865-45a8-9e93-4f887332728e req-ebeef58e-1992-43dd-8148-e2e2cd1025d6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875490 Jun 02 16:37:19.237956 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20d66e31-6865-45a8-9e93-4f887332728e req-4f79e1c0-1c48-4760-918b-02a72329399f service neutron] 10.222.0.50 "GET /v2.0/networks/c1b51283-a296-4c80-8107-497268276e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345005 Jun 02 16:37:19.551882 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20d66e31-6865-45a8-9e93-4f887332728e req-76bbd4a5-46a1-4d17-b00f-5bc435030fba service neutron] 10.222.0.50 "GET /v2.0/networks/c1b51283-a296-4c80-8107-497268276e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073814 Jun 02 16:37:19.734768 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-f1ba4f11-6c6b-42ae-96db-9a9d8e714c5f req-5ea4841f-818b-42fd-b2f4-70d859298cb5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:37:19.751841 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-f1ba4f11-6c6b-42ae-96db-9a9d8e714c5f req-5ea4841f-818b-42fd-b2f4-70d859298cb5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:37:19.753067 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1ba4f11-6c6b-42ae-96db-9a9d8e714c5f req-5ea4841f-818b-42fd-b2f4-70d859298cb5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 210 time: 0.0608456 Jun 02 16:37:20.678722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 44d26be3-cfc6-4c40-a375-7c5038565d41 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:37:20.754275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 44d26be3-cfc6-4c40-a375-7c5038565d41 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:37:20.754701 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:20.882759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d66e31-6865-45a8-9e93-4f887332728e req-a73f1ac7-69df-4f9e-b181-7e0eb035d02a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:20.884334 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20d66e31-6865-45a8-9e93-4f887332728e req-a73f1ac7-69df-4f9e-b181-7e0eb035d02a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/networks?id=c1b51283-a296-4c80-8107-497268276e4f HTTP/1.1" status: 200 len: 797 time: 0.1705463 Jun 02 16:37:20.945098 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f8f5f688-b547-495d-a0e6-a5177633cad7 req-cf0c612c-d807-463b-8de5-3abc6318485c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 210 time: 0.0597503 Jun 02 16:37:20.977770 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20d66e31-6865-45a8-9e93-4f887332728e req-18a53f2a-fe9d-479a-a8dd-9733bc1a1a6c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 380 time: 0.0518785 Jun 02 16:37:20.986755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-20d66e31-6865-45a8-9e93-4f887332728e req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'port': {'device_id': '792745d8-981b-4918-b523-8b0353894030', 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f', 'admin_state_up': True, 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'security_groups': ['61c6a603-52c8-4351-a660-1a1f541312fe']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:37:21.126878 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-20d66e31-6865-45a8-9e93-4f887332728e req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:37:21.136998 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-20d66e31-6865-45a8-9e93-4f887332728e req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:37:21.147840 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d66e31-6865-45a8-9e93-4f887332728e req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:37:21.151585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-20d66e31-6865-45a8-9e93-4f887332728e req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:21.329827 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [req-20d66e31-6865-45a8-9e93-4f887332728e req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.7 (c1b51283-a296-4c80-8107-497268276e4f/a44ca39e-895e-4b64-ae6b-3e103c1a8d9a/bcfae521-3409-47ba-b2ae-5d61c5e637d4) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:37:21.570772 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-20d66e31-6865-45a8-9e93-4f887332728e req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:21.594435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-20d66e31-6865-45a8-9e93-4f887332728e req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object bcfae521-3409-47ba-b2ae-5d61c5e637d4 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:37:21.634665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-20d66e31-6865-45a8-9e93-4f887332728e req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:21.640597 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e78472f7-1bd6-454a-8c75-2f8cfefedae4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:21.708772 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d66e31-6865-45a8-9e93-4f887332728e req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network c1b51283-a296-4c80-8107-497268276e4f is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:37:21.711917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [req-20d66e31-6865-45a8-9e93-4f887332728e req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:37:21.715959 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d66e31-6865-45a8-9e93-4f887332728e req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:37:21.746841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=bcfae521-3409-47ba-b2ae-5d61c5e637d4,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:21.753710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:21.786482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d66e31-6865-45a8-9e93-4f887332728e req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:21.787119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-20d66e31-6865-45a8-9e93-4f887332728e req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:21.817857 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20d66e31-6865-45a8-9e93-4f887332728e req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8353214 Jun 02 16:37:21.831507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Request body: {'port': {'device_id': '792745d8-981b-4918-b523-8b0353894030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:37:21.961144 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:21.962027 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6dd383da-0d43-48d1-b419-4944e90ff67a None None] Provisioning for port bcfae521-3409-47ba-b2ae-5d61c5e637d4 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:37:21.968179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6dd383da-0d43-48d1-b419-4944e90ff67a None None] Provisioning complete for port bcfae521-3409-47ba-b2ae-5d61c5e637d4 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:37:21.968734 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6dd383da-0d43-48d1-b419-4944e90ff67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:22.049046 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-6dd383da-0d43-48d1-b419-4944e90ff67a None None] Port bcfae521-3409-47ba-b2ae-5d61c5e637d4 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:37:22.148945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b18ad-9c27-479d-892a-fe604d65c926 req-17eb35b6-3b02-4e50-9cd4-cbffc293937e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:22.150454 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b63b18ad-9c27-479d-892a-fe604d65c926 req-17eb35b6-3b02-4e50-9cd4-cbffc293937e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 931 time: 0.0904040 Jun 02 16:37:22.202959 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-b63b18ad-9c27-479d-892a-fe604d65c926 req-48780848-35b1-4288-8dcd-0f0a822e9e38 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:37:22.216338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-b63b18ad-9c27-479d-892a-fe604d65c926 req-48780848-35b1-4288-8dcd-0f0a822e9e38 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:37:22.217722 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b63b18ad-9c27-479d-892a-fe604d65c926 req-48780848-35b1-4288-8dcd-0f0a822e9e38 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=61c6a603-52c8-4351-a660-1a1f541312fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606401 Jun 02 16:37:22.355270 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcfae521-3409-47ba-b2ae-5d61c5e637d4 {{(pid=92322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:37:22.363222 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:22.379701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Transition to ACTIVE for port object bcfae521-3409-47ba-b2ae-5d61c5e637d4 will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:37:22.384997 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:22.389327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:22.523414 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Pushing event updated for resources: {'Port': ['ID=bcfae521-3409-47ba-b2ae-5d61c5e637d4,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:22.527318 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:22.787087 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Attempting to bind port bcfae521-3409-47ba-b2ae-5d61c5e637d4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:37:22.787417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Attempting to bind port bcfae521-3409-47ba-b2ae-5d61c5e637d4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '799ee68f-eb33-476f-b621-18b4f21d3401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:37:22.787625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Attempting to bind port bcfae521-3409-47ba-b2ae-5d61c5e637d4 on network c1b51283-a296-4c80-8107-497268276e4f {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:37:22.792925 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Port bcfae521-3409-47ba-b2ae-5d61c5e637d4 on network c1b51283-a296-4c80-8107-497268276e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:37:22.793252 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Attempting to bind port bcfae521-3409-47ba-b2ae-5d61c5e637d4 on network c1b51283-a296-4c80-8107-497268276e4f {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:37:22.798851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:37:22.799135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Checking segment: {'id': '799ee68f-eb33-476f-b621-18b4f21d3401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:37:22.800879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Bound using segment: {'id': '799ee68f-eb33-476f-b621-18b4f21d3401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:37:22.800879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Bound port: bcfae521-3409-47ba-b2ae-5d61c5e637d4, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799ee68f-eb33-476f-b621-18b4f21d3401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:37:22.800879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:22.895454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] For port bcfae521-3409-47ba-b2ae-5d61c5e637d4, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:37:22.898699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] For port bcfae521-3409-47ba-b2ae-5d61c5e637d4, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bcfae521-3409-47ba-b2ae-5d61c5e637d4,segment=NetworkSegment(799ee68f-eb33-476f-b621-18b4f21d3401),segment_id=799ee68f-eb33-476f-b621-18b4f21d3401)] {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:37:22.903969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:22.907763 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e5bd1a62-99d9-4247-832e-1f1be602c882 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:22.965633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:22.966347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:22.967697 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20d66e31-6865-45a8-9e93-4f887332728e req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] 10.222.0.49 "PUT /v2.0/ports/bcfae521-3409-47ba-b2ae-5d61c5e637d4 HTTP/1.1" status: 200 len: 1093 time: 1.1410034 Jun 02 16:37:22.968258 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792745d8-981b-4918-b523-8b0353894030', 'tag': 'bcfae521-3409-47ba-b2ae-5d61c5e637d4'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:37:22.970706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36d61c3-8c22-46c2-967b-e521926e9ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "792745d8-981b-4918-b523-8b0353894030", "tag": "bcfae521-3409-47ba-b2ae-5d61c5e637d4"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:37:22.992529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Pushing event updated for resources: {'Port': ['ID=bcfae521-3409-47ba-b2ae-5d61c5e637d4,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:22.996558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:23.057844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5707c330-3145-4562-b81c-258dfaf54f08 x-openstack-request-id: req-5707c330-3145-4562-b81c-258dfaf54f08 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:37:23.058386 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792745d8-981b-4918-b523-8b0353894030", "tag": "bcfae521-3409-47ba-b2ae-5d61c5e637d4", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:37:23.058722 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5707c330-3145-4562-b81c-258dfaf54f08 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:37:23.059188 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792745d8-981b-4918-b523-8b0353894030', 'tag': 'bcfae521-3409-47ba-b2ae-5d61c5e637d4', 'status': 'completed', 'code': 200} Jun 02 16:37:23.106809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d66e31-6865-45a8-9e93-4f887332728e req-0a8469eb-9bb0-4539-8b8b-056c62d5759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:23.108478 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20d66e31-6865-45a8-9e93-4f887332728e req-0a8469eb-9bb0-4539-8b8b-056c62d5759e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 1096 time: 0.0878139 Jun 02 16:37:23.195660 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20d66e31-6865-45a8-9e93-4f887332728e req-23ba1693-1aca-49d5-9f1f-8b99ae5cfd7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcfae521-3409-47ba-b2ae-5d61c5e637d4 HTTP/1.1" status: 200 len: 217 time: 0.0791845 Jun 02 16:37:23.268803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d66e31-6865-45a8-9e93-4f887332728e req-e3d44376-ef67-4e75-adb2-e8bfd3aaaf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:23.270393 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20d66e31-6865-45a8-9e93-4f887332728e req-e3d44376-ef67-4e75-adb2-e8bfd3aaaf82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a44ca39e-895e-4b64-ae6b-3e103c1a8d9a HTTP/1.1" status: 200 len: 844 time: 0.0674443 Jun 02 16:37:23.352044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d66e31-6865-45a8-9e93-4f887332728e req-c522a8e2-9249-4268-99e4-ddbbfebdb71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:23.353962 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20d66e31-6865-45a8-9e93-4f887332728e req-c522a8e2-9249-4268-99e4-ddbbfebdb71a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c1b51283-a296-4c80-8107-497268276e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0771248 Jun 02 16:37:23.432159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e2b20-7441-4083-a395-218636c9ba38 req-f5e474c1-671c-41b3-84f0-cbe251776b78 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:23.433674 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-231e2b20-7441-4083-a395-218636c9ba38 req-f5e474c1-671c-41b3-84f0-cbe251776b78 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 943 time: 0.1036708 Jun 02 16:37:23.480181 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-231e2b20-7441-4083-a395-218636c9ba38 req-230b4e5d-8b10-4abd-9920-e68ad8499c6a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=61c6a603-52c8-4351-a660-1a1f541312fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402198 Jun 02 16:37:23.497067 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20d66e31-6865-45a8-9e93-4f887332728e req-88144db6-126a-4779-b2bf-debca3ec4ba7 service neutron] 10.222.0.49 "GET /v2.0/networks/c1b51283-a296-4c80-8107-497268276e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334713 Jun 02 16:37:23.647759 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20d66e31-6865-45a8-9e93-4f887332728e req-e7f46287-3d0d-425c-9545-adda0ab01238 service neutron] 10.222.0.49 "GET /v2.0/networks/c1b51283-a296-4c80-8107-497268276e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412449 Jun 02 16:37:23.796469 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d61c3-8c22-46c2-967b-e521926e9ccf req-a4d9c8e8-c709-44c7-881f-d04c183cb2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:23.797992 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d36d61c3-8c22-46c2-967b-e521926e9ccf req-a4d9c8e8-c709-44c7-881f-d04c183cb2b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 1096 time: 0.0888541 Jun 02 16:37:23.936950 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d61c3-8c22-46c2-967b-e521926e9ccf req-2978d6e3-79d2-490f-b3d1-6f12ffce522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:23.938494 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d36d61c3-8c22-46c2-967b-e521926e9ccf req-2978d6e3-79d2-490f-b3d1-6f12ffce522b service neutron] 10.222.0.49 "GET /v2.0/networks?id=c1b51283-a296-4c80-8107-497268276e4f HTTP/1.1" status: 200 len: 898 time: 0.1329298 Jun 02 16:37:24.008482 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d36d61c3-8c22-46c2-967b-e521926e9ccf req-914ec239-9f18-4045-ade4-bf2a2e16af20 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcfae521-3409-47ba-b2ae-5d61c5e637d4 HTTP/1.1" status: 200 len: 217 time: 0.0627384 Jun 02 16:37:24.077329 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d61c3-8c22-46c2-967b-e521926e9ccf req-1fe2639b-bf53-4fb6-80d1-c9a5d1c471c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:24.078836 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d36d61c3-8c22-46c2-967b-e521926e9ccf req-1fe2639b-bf53-4fb6-80d1-c9a5d1c471c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a44ca39e-895e-4b64-ae6b-3e103c1a8d9a HTTP/1.1" status: 200 len: 844 time: 0.0631711 Jun 02 16:37:24.157682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d61c3-8c22-46c2-967b-e521926e9ccf req-b093ac5e-5267-4e7c-93e0-6621c1459f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:24.159232 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d36d61c3-8c22-46c2-967b-e521926e9ccf req-b093ac5e-5267-4e7c-93e0-6621c1459f70 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c1b51283-a296-4c80-8107-497268276e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732133 Jun 02 16:37:24.302206 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d36d61c3-8c22-46c2-967b-e521926e9ccf req-d75be719-f6c0-4bee-9af0-76568a744a6d service neutron] 10.222.0.49 "GET /v2.0/networks/c1b51283-a296-4c80-8107-497268276e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333899 Jun 02 16:37:24.450778 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d36d61c3-8c22-46c2-967b-e521926e9ccf req-1f826006-4967-4f38-bc65-fe739c2c4201 service neutron] 10.222.0.49 "GET /v2.0/networks/c1b51283-a296-4c80-8107-497268276e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409960 Jun 02 16:37:24.686118 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352e79e-5e64-4199-8cb2-03e3701a7db6 req-f24b7b62-d680-45f1-bba5-e601fe7dc477 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:24.687000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-a352e79e-5e64-4199-8cb2-03e3701a7db6 req-f24b7b62-d680-45f1-bba5-e601fe7dc477 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:37:24.705355 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-a352e79e-5e64-4199-8cb2-03e3701a7db6 req-f24b7b62-d680-45f1-bba5-e601fe7dc477 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:37:24.706972 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a352e79e-5e64-4199-8cb2-03e3701a7db6 req-f24b7b62-d680-45f1-bba5-e601fe7dc477 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 943 time: 0.1166565 Jun 02 16:37:24.756490 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a352e79e-5e64-4199-8cb2-03e3701a7db6 req-f4836701-3801-4cd4-8f98-889e12b9e704 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=61c6a603-52c8-4351-a660-1a1f541312fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438378 Jun 02 16:37:25.960170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5597b1-5d14-402b-a46f-9d725b395cf0 req-b62b818b-beb3-4bf9-a7ef-0b253d795ca3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:25.961635 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7b5597b1-5d14-402b-a46f-9d725b395cf0 req-b62b818b-beb3-4bf9-a7ef-0b253d795ca3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 943 time: 0.0981343 Jun 02 16:37:26.013408 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7b5597b1-5d14-402b-a46f-9d725b395cf0 req-a2a9add4-f1f5-402b-bf15-3a4554c851df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=61c6a603-52c8-4351-a660-1a1f541312fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429604 Jun 02 16:37:26.287564 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device bcfae521-3409-47ba-b2ae-5d61c5e637d4 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:37:26.424938 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port bcfae521-3409-47ba-b2ae-5d61c5e637d4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bcfae521-3409-47ba-b2ae-5d61c5e637d4,segment=NetworkSegment(799ee68f-eb33-476f-b621-18b4f21d3401),segment_id=799ee68f-eb33-476f-b621-18b4f21d3401)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:37:26.438628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'bcfae521-3409-47ba-b2ae-5d61c5e637d4', 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f', 'port_id': 'bcfae521-3409-47ba-b2ae-5d61c5e637d4', 'mac_address': 'fa:16:3e:f7:b7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:37:26.503066 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:26.523599 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcfae521-3409-47ba-b2ae-5d61c5e637d4 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:37:26.540157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port bcfae521-3409-47ba-b2ae-5d61c5e637d4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bcfae521-3409-47ba-b2ae-5d61c5e637d4,segment=NetworkSegment(799ee68f-eb33-476f-b621-18b4f21d3401),segment_id=799ee68f-eb33-476f-b621-18b4f21d3401)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:37:26.546509 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:26.548320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:26.616794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=bcfae521-3409-47ba-b2ae-5d61c5e637d4,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:26.621775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:26.772063 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['bcfae521-3409-47ba-b2ae-5d61c5e637d4'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:37:27.208878 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a102f1-06d4-4dbd-b01f-d66cc36e6d20 req-f38568a3-08c7-4941-949b-8b14b43e7408 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:27.210351 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-09a102f1-06d4-4dbd-b01f-d66cc36e6d20 req-f38568a3-08c7-4941-949b-8b14b43e7408 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 944 time: 0.0829625 Jun 02 16:37:27.260480 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-09a102f1-06d4-4dbd-b01f-d66cc36e6d20 req-fdbef349-1562-4afb-bf09-a33c006e2803 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=61c6a603-52c8-4351-a660-1a1f541312fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440924 Jun 02 16:37:28.289311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device bcfae521-3409-47ba-b2ae-5d61c5e637d4 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:37:28.363380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port bcfae521-3409-47ba-b2ae-5d61c5e637d4 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:37:28.368302 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port bcfae521-3409-47ba-b2ae-5d61c5e637d4 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:37:28.368683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:28.457890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46784bcd-3b5e-4b07-b161-3ace33822586 req-9c97b9fb-867e-49ce-bc2a-25e104842dc5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:28.459387 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-46784bcd-3b5e-4b07-b161-3ace33822586 req-9c97b9fb-867e-49ce-bc2a-25e104842dc5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 944 time: 0.0873253 Jun 02 16:37:28.495181 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:28.504146 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-46784bcd-3b5e-4b07-b161-3ace33822586 req-bef198fc-2a21-4f43-bc0f-cbc1e54c98fd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=61c6a603-52c8-4351-a660-1a1f541312fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388439 Jun 02 16:37:28.521909 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792745d8-981b-4918-b523-8b0353894030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfae521-3409-47ba-b2ae-5d61c5e637d4'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:37:28.524215 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8a2ede-9485-4172-a0de-f349d013619c" -d '{"events": [{"server_uuid": "792745d8-981b-4918-b523-8b0353894030", "name": "network-vif-plugged", "status": "completed", "tag": "bcfae521-3409-47ba-b2ae-5d61c5e637d4"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:37:28.532004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port bcfae521-3409-47ba-b2ae-5d61c5e637d4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bcfae521-3409-47ba-b2ae-5d61c5e637d4,segment=NetworkSegment(799ee68f-eb33-476f-b621-18b4f21d3401),segment_id=799ee68f-eb33-476f-b621-18b4f21d3401)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:37:28.537558 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:28.539763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:28.574515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9963888-6ae0-42c4-a33e-be218c26b4d4 x-openstack-request-id: req-f9963888-6ae0-42c4-a33e-be218c26b4d4 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:37:28.574820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792745d8-981b-4918-b523-8b0353894030", "name": "network-vif-plugged", "status": "completed", "tag": "bcfae521-3409-47ba-b2ae-5d61c5e637d4", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:37:28.575068 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9963888-6ae0-42c4-a33e-be218c26b4d4 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:37:28.575461 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792745d8-981b-4918-b523-8b0353894030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfae521-3409-47ba-b2ae-5d61c5e637d4', 'code': 200} Jun 02 16:37:28.608415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=bcfae521-3409-47ba-b2ae-5d61c5e637d4,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:28.611402 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:28.808893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dcfc2-f13d-40af-a09a-53f335fdc32b req-e6cccf68-8f59-4d9a-8532-29066e684e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:28.810378 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5b3dcfc2-f13d-40af-a09a-53f335fdc32b req-e6cccf68-8f59-4d9a-8532-29066e684e35 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 1098 time: 0.0743434 Jun 02 16:37:28.851553 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5b3dcfc2-f13d-40af-a09a-53f335fdc32b req-ff9ada38-3ee1-40a7-95d3-7bf3cf73b196 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=61c6a603-52c8-4351-a660-1a1f541312fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345867 Jun 02 16:37:29.700895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d31c2-ae7e-44cd-a8a5-0b94a568d9a6 req-5b4cc9a3-628c-4df2-9ec6-1e2ea9d4f87a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:29.702285 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e29d31c2-ae7e-44cd-a8a5-0b94a568d9a6 req-5b4cc9a3-628c-4df2-9ec6-1e2ea9d4f87a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 945 time: 0.0909421 Jun 02 16:37:29.748125 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e29d31c2-ae7e-44cd-a8a5-0b94a568d9a6 req-1c874887-a832-4a33-a31b-9fb5dfad0b3c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=61c6a603-52c8-4351-a660-1a1f541312fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398624 Jun 02 16:37:30.961037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a47c4b-61df-4d7f-a6d8-c9926ce11c2c req-34e9366d-eb8f-4541-9b17-3c6ec3f68690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:30.962513 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-75a47c4b-61df-4d7f-a6d8-c9926ce11c2c req-34e9366d-eb8f-4541-9b17-3c6ec3f68690 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 945 time: 0.1015460 Jun 02 16:37:31.010430 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-75a47c4b-61df-4d7f-a6d8-c9926ce11c2c req-a6cf6bbf-8be7-44db-a142-98dcdb0b5a6a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=61c6a603-52c8-4351-a660-1a1f541312fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421143 Jun 02 16:37:31.304550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43eafd2-0c6b-41d4-845a-dc2edb913dec req-a54fabc8-7d42-42dc-8311-68fa81ee4e1e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:31.307015 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c43eafd2-0c6b-41d4-845a-dc2edb913dec req-a54fabc8-7d42-42dc-8311-68fa81ee4e1e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 945 time: 0.1861434 Jun 02 16:37:31.356884 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c43eafd2-0c6b-41d4-845a-dc2edb913dec req-20e27036-9c3d-4fb1-b868-c5c3d0368787 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=61c6a603-52c8-4351-a660-1a1f541312fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437052 Jun 02 16:37:31.380421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39968) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:31.456548 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d180310d-f093-4197-9392-9637837d1971 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:31.458867 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d180310d-f093-4197-9392-9637837d1971 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 1093 time: 0.0772343 Jun 02 16:37:31.463152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39970) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:31.467986 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': 'bcfae521-3409-47ba-b2ae-5d61c5e637d4', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:37:31.474847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:37:31.479450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:floatingip and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:37:31.482533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:37:31.489291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:37:31.506909 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:31.661405 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:31.817634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.217 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/a96b8e08-5a71-46f5-ab46-cf092cbf00de) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:37:31.980760 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:32.023098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:32.028129 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-63d9acbb-fffd-4654-a62a-3404a415904d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:32.095349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:37:32.098569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:37:32.103059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:37:32.132631 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=a96b8e08-5a71-46f5-ab46-cf092cbf00de,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:32.138749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:32.557379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:32.649598 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:32.844747 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-85582bca-1478-43b6-8251-c2e3cfb58ebc req-dd5f0f42-163f-469b-b987-100939f1f888 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887492 Jun 02 16:37:32.959854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a4b92b22-57ae-43c4-8d8f-2fb23d09fe7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:33.000895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85582bca-1478-43b6-8251-c2e3cfb58ebc req-0d2e9490-1e7b-4142-b935-b3f6c377fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:33.002704 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-85582bca-1478-43b6-8251-c2e3cfb58ebc req-0d2e9490-1e7b-4142-b935-b3f6c377fa79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 1098 time: 0.0789361 Jun 02 16:37:33.052922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:33.057663 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:33.062571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1da534b8-4e7d-4639-8c96-31bef45237ee tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:37:33.169843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=a96b8e08-5a71-46f5-ab46-cf092cbf00de,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:37:33.178307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:37:33.188496 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:33.314207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85582bca-1478-43b6-8251-c2e3cfb58ebc req-c6b5cdc5-1a4d-4c01-86d6-23051d46e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:33.315748 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-85582bca-1478-43b6-8251-c2e3cfb58ebc req-c6b5cdc5-1a4d-4c01-86d6-23051d46e702 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 912 time: 0.2917876 Jun 02 16:37:33.388582 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP f0ead40f-fb92-44d5-aa95-bbe1cb3091b0 associated. External IP: 172.26.3.217, port: bcfae521-3409-47ba-b2ae-5d61c5e637d4. Jun 02 16:37:33.425711 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-85582bca-1478-43b6-8251-c2e3cfb58ebc req-11a82b14-ac75-48c3-b510-6d67ca1f9e36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6093832-721e-4636-b67a-0ebca1d6d0ee HTTP/1.1" status: 200 len: 1000 time: 0.1025174 Jun 02 16:37:33.491563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85582bca-1478-43b6-8251-c2e3cfb58ebc req-c003cd3d-6b25-4fa3-bac2-b88241bd928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:33.492996 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-85582bca-1478-43b6-8251-c2e3cfb58ebc req-c003cd3d-6b25-4fa3-bac2-b88241bd928d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4c296cb-3a1b-4372-9839-bd1325c4d823 HTTP/1.1" status: 200 len: 850 time: 0.0614216 Jun 02 16:37:33.579912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85582bca-1478-43b6-8251-c2e3cfb58ebc req-a4cd2ef4-270f-44cf-87e8-7a167ba6b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:33.581520 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-85582bca-1478-43b6-8251-c2e3cfb58ebc req-a4cd2ef4-270f-44cf-87e8-7a167ba6b6d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0817244 Jun 02 16:37:33.718745 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-85582bca-1478-43b6-8251-c2e3cfb58ebc req-2ca3da63-5fba-42d0-af41-2332aca1c740 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296182 Jun 02 16:37:33.758569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 2203a669-c06c-44ed-8abc-dec560db6efa has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:37:33.869544 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-85582bca-1478-43b6-8251-c2e3cfb58ebc req-96fae339-223a-41aa-b1c8-fd5828319afe service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435864 Jun 02 16:37:33.944475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:37:33.954893 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdccfedd-a313-4e4a-822c-b911c616ee5d None None] Sync routers for ids ['2203a669-c06c-44ed-8abc-dec560db6efa'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:37:33.965191 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdccfedd-a313-4e4a-822c-b911c616ee5d None None] Routers {'2203a669-c06c-44ed-8abc-dec560db6efa'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:37:33.965829 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-bdccfedd-a313-4e4a-822c-b911c616ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:37:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2203a669-c06c-44ed-8abc-dec560db6efa'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:33.971236 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:34.029520 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5652025 Jun 02 16:37:34.030222 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792745d8-981b-4918-b523-8b0353894030', 'tag': 'bcfae521-3409-47ba-b2ae-5d61c5e637d4'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:37:34.032556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39976) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:34.032735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcb9918-bd91-411b-a18d-bca157af27bd" -d '{"events": [{"name": "network-changed", "server_uuid": "792745d8-981b-4918-b523-8b0353894030", "tag": "bcfae521-3409-47ba-b2ae-5d61c5e637d4"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:37:34.076871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f50187-e1c5-4efe-b746-5140d53d6d65 x-openstack-request-id: req-88f50187-e1c5-4efe-b746-5140d53d6d65 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:37:34.077212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792745d8-981b-4918-b523-8b0353894030", "tag": "bcfae521-3409-47ba-b2ae-5d61c5e637d4", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:37:34.077510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88f50187-e1c5-4efe-b746-5140d53d6d65 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:37:34.077960 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792745d8-981b-4918-b523-8b0353894030', 'tag': 'bcfae521-3409-47ba-b2ae-5d61c5e637d4', 'status': 'completed', 'code': 200} Jun 02 16:37:34.153806 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-bdccfedd-a313-4e4a-822c-b911c616ee5d None None] Set router 2203a669-c06c-44ed-8abc-dec560db6efa gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:37:34.193269 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cb4c63c1-4d28-4f0b-a7c8-3265bd8a2dfa tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/f0ead40f-fb92-44d5-aa95-bbe1cb3091b0 HTTP/1.1" status: 200 len: 991 time: 0.1592708 Jun 02 16:37:34.215982 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb9918-bd91-411b-a18d-bca157af27bd req-efe3ffe7-4aca-41dc-bce6-b235a1b833b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:34.217581 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddcb9918-bd91-411b-a18d-bca157af27bd req-efe3ffe7-4aca-41dc-bce6-b235a1b833b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 1098 time: 0.1137602 Jun 02 16:37:34.347897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb9918-bd91-411b-a18d-bca157af27bd req-0cde6724-141e-4699-ad49-8c86d91fe435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:34.349235 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddcb9918-bd91-411b-a18d-bca157af27bd req-0cde6724-141e-4699-ad49-8c86d91fe435 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c1b51283-a296-4c80-8107-497268276e4f HTTP/1.1" status: 200 len: 898 time: 0.1253858 Jun 02 16:37:34.453406 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddcb9918-bd91-411b-a18d-bca157af27bd req-4c03df72-76fe-4063-9577-aaef2280cc5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcfae521-3409-47ba-b2ae-5d61c5e637d4 HTTP/1.1" status: 200 len: 999 time: 0.0960283 Jun 02 16:37:34.495075 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-bdccfedd-a313-4e4a-822c-b911c616ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'name': 'tempest-TestNetworkBasicOps-router-1967225924', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:14Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'f0ead40f-fb92-44d5-aa95-bbe1cb3091b0', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.217', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'port_id': 'bcfae521-3409-47ba-b2ae-5d61c5e637d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f', 'mac_address': 'fa:16:3e:f7:b7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792745d8-981b-4918-b523-8b0353894030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:37:32Z', 'updated_at': '2021-06-02T16:37:32Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d26be3-cfc6-4c40-a375-7c5038565d41', 'name': '', 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:4a:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:13Z', 'updated_at': '2021-06-02T16:37:18Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:34.498764 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdccfedd-a313-4e4a-822c-b911c616ee5d None None] Checking router: 2203a669-c06c-44ed-8abc-dec560db6efa for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:37:34.507000 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdccfedd-a313-4e4a-822c-b911c616ee5d None None] Routers {'2203a669-c06c-44ed-8abc-dec560db6efa'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:37:34.507598 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-bdccfedd-a313-4e4a-822c-b911c616ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:37:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2203a669-c06c-44ed-8abc-dec560db6efa'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:34.519478 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb9918-bd91-411b-a18d-bca157af27bd req-87843487-04fe-4439-9d78-456546c58c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:34.520926 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddcb9918-bd91-411b-a18d-bca157af27bd req-87843487-04fe-4439-9d78-456546c58c98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a44ca39e-895e-4b64-ae6b-3e103c1a8d9a HTTP/1.1" status: 200 len: 844 time: 0.0615783 Jun 02 16:37:34.600102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb9918-bd91-411b-a18d-bca157af27bd req-0131fd94-b550-4cfa-b7ae-a0d95a1a0edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:37:34.601495 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddcb9918-bd91-411b-a18d-bca157af27bd req-0131fd94-b550-4cfa-b7ae-a0d95a1a0edd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c1b51283-a296-4c80-8107-497268276e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0739090 Jun 02 16:37:34.709803 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-bdccfedd-a313-4e4a-822c-b911c616ee5d None None] Set router 2203a669-c06c-44ed-8abc-dec560db6efa gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:37:34.734111 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddcb9918-bd91-411b-a18d-bca157af27bd req-9915917e-af56-462c-adce-57723b1da77d service neutron] 10.222.0.49 "GET /v2.0/networks/c1b51283-a296-4c80-8107-497268276e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254175 Jun 02 16:37:34.870203 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddcb9918-bd91-411b-a18d-bca157af27bd req-88ee76e4-75bd-4232-9e77-61563677dbe7 service neutron] 10.222.0.49 "GET /v2.0/networks/c1b51283-a296-4c80-8107-497268276e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286147 Jun 02 16:37:35.016380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:35.076287 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-bdccfedd-a313-4e4a-822c-b911c616ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'name': 'tempest-TestNetworkBasicOps-router-1967225924', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:14Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'f0ead40f-fb92-44d5-aa95-bbe1cb3091b0', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.217', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'port_id': 'bcfae521-3409-47ba-b2ae-5d61c5e637d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f', 'mac_address': 'fa:16:3e:f7:b7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792745d8-981b-4918-b523-8b0353894030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:37:32Z', 'updated_at': '2021-06-02T16:37:32Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d26be3-cfc6-4c40-a375-7c5038565d41', 'name': '', 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:4a:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:13Z', 'updated_at': '2021-06-02T16:37:18Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:37:35.080401 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdccfedd-a313-4e4a-822c-b911c616ee5d None None] The sync data for ids ['2203a669-c06c-44ed-8abc-dec560db6efa'] in dv-neutron-601336-83-hyperv is: [{'id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'name': 'tempest-TestNetworkBasicOps-router-1967225924', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:14Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'f0ead40f-fb92-44d5-aa95-bbe1cb3091b0', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.217', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'port_id': 'bcfae521-3409-47ba-b2ae-5d61c5e637d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f', 'mac_address': 'fa:16:3e:f7:b7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792745d8-981b-4918-b523-8b0353894030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:37:32Z', 'updated_at': '2021-06-02T16:37:32Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d26be3-cfc6-4c40-a375-7c5038565d41', 'name': '', 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:4a:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:13Z', 'updated_at': '2021-06-02T16:37:18Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:37:35.197473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 39980) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:35.285285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab88789-7a91-4c05-a65f-a75ee38f9d06 None None] New status for floating IP f0ead40f-fb92-44d5-aa95-bbe1cb3091b0: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:37:35.464065 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c16c741e-c549-4ce3-b2d1-3403cfbb0d7c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/f0ead40f-fb92-44d5-aa95-bbe1cb3091b0 HTTP/1.1" status: 200 len: 991 time: 0.2649474 Jun 02 16:37:35.520821 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e900cfb9-409c-4b3a-8d82-9916aeef1148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:36.468598 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 39982) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:37:36.581212 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3c45f849-c1e9-4505-b643-c8cfaa5234ed tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/f0ead40f-fb92-44d5-aa95-bbe1cb3091b0 HTTP/1.1" status: 200 len: 993 time: 0.1112156 Jun 02 16:37:36.659120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:38.579987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:49.040534 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:37:51.139462 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:38:02.956729 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a9206338-d06f-4b97-8e73-ad868941e822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:05.022914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:05.426344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f00839b7-3a9d-4e62-b1c9-1cd441a3e026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:06.660082 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:08.581998 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:19.059441 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:24.609697 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-5f47ed94-be82-4ae0-b260-f3ac47a98938 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008497893&fields=id&tenant_id=25ba4acfd702498a9998e9c04cf306c2 HTTP/1.1" status: 200 len: 267 time: 0.0430157 Jun 02 16:38:24.777007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-951266de-98f8-46d4-b831-da4e39c989de tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:24.778467 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-951266de-98f8-46d4-b831-da4e39c989de tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 811 time: 0.1591249 Jun 02 16:38:24.793592 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-200957e0-d2d4-4b11-a0a4-09a9a94be9ee tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/quotas/25ba4acfd702498a9998e9c04cf306c2 HTTP/1.1" status: 200 len: 375 time: 0.0095239 Jun 02 16:38:24.888611 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ce8a1525-34c4-4aee-975c-c486bf283696 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0899601 Jun 02 16:38:25.049478 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ecf1c263-55e9-483b-830f-cc655face200 service neutron] 10.222.0.50 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448126 Jun 02 16:38:25.182965 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-573c8a24-80bc-4803-92a0-17123212bdd9 service neutron] 10.222.0.50 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247027 Jun 02 16:38:25.588619 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-67911d79-5d8a-4eb1-a8da-b93f29700501 req-81c4ed21-8a3d-4499-97cb-53dd10af1bbf tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 210 time: 0.0481565 Jun 02 16:38:26.761969 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a69a9ffd-0f54-48a4-b453-f4d90a4c07c1 req-0783177a-7adc-4e8a-85c0-cf0a4e520420 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 210 time: 0.0630505 Jun 02 16:38:26.884705 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-15d09428-b7df-4698-96e4-207f7ee2856f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:26.886274 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-15d09428-b7df-4698-96e4-207f7ee2856f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.49 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 811 time: 0.1512165 Jun 02 16:38:26.938756 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-2640add7-ca0b-438b-9edb-5dd7136e5e18 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25ba4acfd702498a9998e9c04cf306c2 HTTP/1.1" status: 200 len: 380 time: 0.0393033 Jun 02 16:38:26.954352 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Request body: {'port': {'device_id': '2d0a0525-2350-403a-9061-d80940586f9e', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'admin_state_up': True, 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'security_groups': ['f7a7c4fa-01f9-48a2-948f-28e73ac897b6']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:38:27.094662 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:27.105768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:27.117486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Made reservation on behalf of 25ba4acfd702498a9998e9c04cf306c2 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:38:27.121418 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:27.291109 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Allocated IP 172.20.0.9 (8c0e06c7-1160-4ba0-8ee4-beccf6a0f495/c4c296cb-3a1b-4372-9839-bd1325c4d823/2fd40bb0-cac6-4b83-893c-017b4d7f6613) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:38:27.503746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:27.519865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Transition to ACTIVE for port object 2fd40bb0-cac6-4b83-893c-017b4d7f6613 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:38:27.546135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:27.551980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1d126969-96ab-4ebb-a71f-3fccc79da0d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:27.625426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:38:27.628944 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:38:27.633739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:38:27.659711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event updated for resources: {'Port': ['ID=2fd40bb0-cac6-4b83-893c-017b4d7f6613,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:27.676684 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:27.677100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:27.677431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:27.677821 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:27.681487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:27.681487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:27.681487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:27.681487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:27.681487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:27.681487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:27.681487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:27.681487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:27.686760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:27.715755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:27.716413 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:27.744659 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7939169 Jun 02 16:38:27.817616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Request body: {'port': {'device_id': '2d0a0525-2350-403a-9061-d80940586f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:38:27.874911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-92fa75a8-432a-48a7-b017-61567424c07d None None] Provisioning for port 2fd40bb0-cac6-4b83-893c-017b4d7f6613 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:38:27.881501 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-92fa75a8-432a-48a7-b017-61567424c07d None None] Provisioning complete for port 2fd40bb0-cac6-4b83-893c-017b4d7f6613 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:38:27.882173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-92fa75a8-432a-48a7-b017-61567424c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:27.944185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-92fa75a8-432a-48a7-b017-61567424c07d None None] Port 2fd40bb0-cac6-4b83-893c-017b4d7f6613 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:38:27.961584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:27.982602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ae5cd-cd80-46a5-bce5-efe1254ee48b req-f36543cc-cd0d-46a4-8dd6-d0d1bccc74c7 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:27.985287 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d55ae5cd-cd80-46a5-bce5-efe1254ee48b req-f36543cc-cd0d-46a4-8dd6-d0d1bccc74c7 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 931 time: 0.0964887 Jun 02 16:38:28.031027 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d55ae5cd-cd80-46a5-bce5-efe1254ee48b req-b5aecabf-e780-4070-bd23-1bd842b716e6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407429 Jun 02 16:38:28.138671 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:38:28.318633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd40bb0-cac6-4b83-893c-017b4d7f6613 {{(pid=92322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:38:28.326117 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:28.340132 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Transition to ACTIVE for port object 2fd40bb0-cac6-4b83-893c-017b4d7f6613 will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:38:28.344318 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:28.347962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-108c38de-85c5-43af-872b-22ca0b4fc92a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:28.654115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd40bb0-cac6-4b83-893c-017b4d7f6613,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:28.661445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:28.730361 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Attempting to bind port 2fd40bb0-cac6-4b83-893c-017b4d7f6613 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:38:28.730692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Attempting to bind port 2fd40bb0-cac6-4b83-893c-017b4d7f6613 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:38:28.731014 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Attempting to bind port 2fd40bb0-cac6-4b83-893c-017b4d7f6613 on network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:38:28.736350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Port 2fd40bb0-cac6-4b83-893c-017b4d7f6613 on network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:38:28.736669 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Attempting to bind port 2fd40bb0-cac6-4b83-893c-017b4d7f6613 on network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:38:28.742404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:38:28.742744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Checking segment: {'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:38:28.743103 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Bound using segment: {'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:38:28.743527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Bound port: 2fd40bb0-cac6-4b83-893c-017b4d7f6613, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54254de5-a33a-452e-9517-cfb50ba5434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:38:28.743873 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:28.845173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] For port 2fd40bb0-cac6-4b83-893c-017b4d7f6613, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:38:28.848126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] For port 2fd40bb0-cac6-4b83-893c-017b4d7f6613, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fd40bb0-cac6-4b83-893c-017b4d7f6613,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:38:28.855850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:28.860363 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ae90771a-5af1-4419-886a-9f3ca2582c62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:28.919555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:28.920183 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:28.922649 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] 10.222.0.49 "PUT /v2.0/ports/2fd40bb0-cac6-4b83-893c-017b4d7f6613 HTTP/1.1" status: 200 len: 1093 time: 1.1661494 Jun 02 16:38:28.923215 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0a0525-2350-403a-9061-d80940586f9e', 'tag': '2fd40bb0-cac6-4b83-893c-017b4d7f6613'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:38:28.925563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d525d54f-26c2-4a3b-b221-19d2316a8714" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0a0525-2350-403a-9061-d80940586f9e", "tag": "2fd40bb0-cac6-4b83-893c-017b4d7f6613"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:38:28.944905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd40bb0-cac6-4b83-893c-017b4d7f6613,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:28.947893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:29.012383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3007d3a2-6513-4c2b-b919-48a9b7138fbc x-openstack-request-id: req-3007d3a2-6513-4c2b-b919-48a9b7138fbc {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:38:29.012932 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0a0525-2350-403a-9061-d80940586f9e", "tag": "2fd40bb0-cac6-4b83-893c-017b4d7f6613", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:38:29.013061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3007d3a2-6513-4c2b-b919-48a9b7138fbc {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:38:29.013442 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0a0525-2350-403a-9061-d80940586f9e', 'tag': '2fd40bb0-cac6-4b83-893c-017b4d7f6613', 'status': 'completed', 'code': 200} Jun 02 16:38:29.051288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-547ef55c-4b2f-449f-9b25-5b4f844b7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:29.052818 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-547ef55c-4b2f-449f-9b25-5b4f844b7296 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 1096 time: 0.0846617 Jun 02 16:38:29.144193 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-588ada8a-96bb-4568-8304-f1321557e59d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd40bb0-cac6-4b83-893c-017b4d7f6613 HTTP/1.1" status: 200 len: 217 time: 0.0788722 Jun 02 16:38:29.225856 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-264e5eb1-55f7-4d7a-b8a4-a2423ada502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:29.227881 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-264e5eb1-55f7-4d7a-b8a4-a2423ada502b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4c296cb-3a1b-4372-9839-bd1325c4d823 HTTP/1.1" status: 200 len: 850 time: 0.0738826 Jun 02 16:38:29.315503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-eee4b4df-fb34-427a-886a-790748770911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:29.317000 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-eee4b4df-fb34-427a-886a-790748770911 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0793252 Jun 02 16:38:29.409749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3de9a4-3d8f-4781-981d-b03483ed9375 req-b95ca376-e1d6-4790-b393-5e09f2330466 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:29.411525 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ab3de9a4-3d8f-4781-981d-b03483ed9375 req-b95ca376-e1d6-4790-b393-5e09f2330466 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 943 time: 0.2617321 Jun 02 16:38:29.461063 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ab3de9a4-3d8f-4781-981d-b03483ed9375 req-3d19220f-5867-48ca-addf-5f3b6434da62 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419650 Jun 02 16:38:29.467497 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-0bf1e751-5f37-4426-9d4c-a3e8ae2c1155 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397328 Jun 02 16:38:29.618835 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6d15fbc-4426-4a56-b4cc-4b5c83f14038 req-38a3ea59-57ed-4525-9f27-19521b0f76b3 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414077 Jun 02 16:38:29.749602 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525d54f-26c2-4a3b-b221-19d2316a8714 req-4c917a82-4a51-472f-b3fb-f878e8a423fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:29.751024 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d525d54f-26c2-4a3b-b221-19d2316a8714 req-4c917a82-4a51-472f-b3fb-f878e8a423fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 1096 time: 0.0725498 Jun 02 16:38:29.888167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525d54f-26c2-4a3b-b221-19d2316a8714 req-4c543822-056f-4f16-bd5f-89dccffcde66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:29.889600 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d525d54f-26c2-4a3b-b221-19d2316a8714 req-4c543822-056f-4f16-bd5f-89dccffcde66 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 912 time: 0.1292477 Jun 02 16:38:29.964598 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d525d54f-26c2-4a3b-b221-19d2316a8714 req-48656af1-cfaa-4e2a-a2ca-0f14e08e028a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd40bb0-cac6-4b83-893c-017b4d7f6613 HTTP/1.1" status: 200 len: 217 time: 0.0637274 Jun 02 16:38:30.035514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525d54f-26c2-4a3b-b221-19d2316a8714 req-22364c35-f1e9-477b-a0e7-d4f82c69de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:30.036884 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d525d54f-26c2-4a3b-b221-19d2316a8714 req-22364c35-f1e9-477b-a0e7-d4f82c69de77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4c296cb-3a1b-4372-9839-bd1325c4d823 HTTP/1.1" status: 200 len: 850 time: 0.0630081 Jun 02 16:38:30.120566 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525d54f-26c2-4a3b-b221-19d2316a8714 req-7da10308-8bb1-47b1-9060-eb1c629cd505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:30.122108 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d525d54f-26c2-4a3b-b221-19d2316a8714 req-7da10308-8bb1-47b1-9060-eb1c629cd505 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0751331 Jun 02 16:38:30.263157 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d525d54f-26c2-4a3b-b221-19d2316a8714 req-e8ff1fde-f17e-4dcc-be14-f3f82e31f545 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311753 Jun 02 16:38:30.544342 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d525d54f-26c2-4a3b-b221-19d2316a8714 req-ce38a082-4927-459e-bcad-4d744efa2bd6 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703893 Jun 02 16:38:30.660828 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9defeb-c845-4437-891f-228462f06432 req-4452e144-7136-48e2-aa83-21d6f24178c3 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:30.661074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-3a9defeb-c845-4437-891f-228462f06432 req-4452e144-7136-48e2-aa83-21d6f24178c3 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Synchronizing usage tracker for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:38:30.679039 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-3a9defeb-c845-4437-891f-228462f06432 req-4452e144-7136-48e2-aa83-21d6f24178c3 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Unset dirty status for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:38:30.680333 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3a9defeb-c845-4437-891f-228462f06432 req-4452e144-7136-48e2-aa83-21d6f24178c3 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 943 time: 0.1090918 Jun 02 16:38:30.728460 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3a9defeb-c845-4437-891f-228462f06432 req-61a43182-ddce-40a9-ac80-c7dd0b0cffcc tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418472 Jun 02 16:38:31.935575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa8794-ed48-4ad3-9330-744ae4700b6b req-939cbd76-dea0-48ef-925b-53da93824a33 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:31.937051 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-23fa8794-ed48-4ad3-9330-744ae4700b6b req-939cbd76-dea0-48ef-925b-53da93824a33 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 943 time: 0.0979364 Jun 02 16:38:31.986844 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-23fa8794-ed48-4ad3-9330-744ae4700b6b req-1ace53ff-7310-4aa1-9ab2-d06a8acdef0a tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439231 Jun 02 16:38:32.866062 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c5775cc5-88f3-4563-a2dc-0e1bcdd28ca9 req-beb284e1-f4d4-4f7e-a3c2-05e34dea68e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778644 Jun 02 16:38:32.962225 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-908a1a69-4fb8-4eb4-a49b-4046ccfcf8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:32.970985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5775cc5-88f3-4563-a2dc-0e1bcdd28ca9 req-59defbd5-8406-428f-a993-94b5a572da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:32.972470 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c5775cc5-88f3-4563-a2dc-0e1bcdd28ca9 req-59defbd5-8406-428f-a993-94b5a572da79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 1098 time: 0.0763655 Jun 02 16:38:33.165221 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5775cc5-88f3-4563-a2dc-0e1bcdd28ca9 req-34933c60-5c72-4648-96dd-3189e4ada6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:33.166702 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c5775cc5-88f3-4563-a2dc-0e1bcdd28ca9 req-34933c60-5c72-4648-96dd-3189e4ada6d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c1b51283-a296-4c80-8107-497268276e4f HTTP/1.1" status: 200 len: 898 time: 0.1694965 Jun 02 16:38:33.285114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c5bee-3350-4668-84d8-9d1968a22d1b req-f0087970-3010-482e-9560-0572bde33b85 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:33.286524 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a60c5bee-3350-4668-84d8-9d1968a22d1b req-f0087970-3010-482e-9560-0572bde33b85 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 943 time: 0.1810055 Jun 02 16:38:33.293402 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c5775cc5-88f3-4563-a2dc-0e1bcdd28ca9 req-47ab36a1-512c-4e23-ad8c-52a84dfec064 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcfae521-3409-47ba-b2ae-5d61c5e637d4 HTTP/1.1" status: 200 len: 1001 time: 0.1123290 Jun 02 16:38:33.380733 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a60c5bee-3350-4668-84d8-9d1968a22d1b req-79d3cf51-40e8-4071-859d-a123e8b91c7f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864019 Jun 02 16:38:33.387034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5775cc5-88f3-4563-a2dc-0e1bcdd28ca9 req-4d4638bd-852d-4b35-8800-63e90b22ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:33.388732 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c5775cc5-88f3-4563-a2dc-0e1bcdd28ca9 req-4d4638bd-852d-4b35-8800-63e90b22ac22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a44ca39e-895e-4b64-ae6b-3e103c1a8d9a HTTP/1.1" status: 200 len: 844 time: 0.0816295 Jun 02 16:38:33.470492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5775cc5-88f3-4563-a2dc-0e1bcdd28ca9 req-f7f9a472-9c16-4297-ba8e-4707b39a2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:33.471965 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c5775cc5-88f3-4563-a2dc-0e1bcdd28ca9 req-f7f9a472-9c16-4297-ba8e-4707b39a2dc5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c1b51283-a296-4c80-8107-497268276e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0731895 Jun 02 16:38:33.613108 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c5775cc5-88f3-4563-a2dc-0e1bcdd28ca9 req-378a4d69-c63a-4c9e-b937-d67350347e27 service neutron] 10.222.0.49 "GET /v2.0/networks/c1b51283-a296-4c80-8107-497268276e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300285 Jun 02 16:38:33.757868 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c5775cc5-88f3-4563-a2dc-0e1bcdd28ca9 req-767183d6-8b61-47c3-9044-aef282aab511 service neutron] 10.222.0.49 "GET /v2.0/networks/c1b51283-a296-4c80-8107-497268276e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350548 Jun 02 16:38:34.595010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860372fc-8654-45b8-993b-c4b59cfc0d81 req-365972ee-a4a6-4e88-9720-fffc84b9dd2b tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:34.596613 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-860372fc-8654-45b8-993b-c4b59cfc0d81 req-365972ee-a4a6-4e88-9720-fffc84b9dd2b tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 943 time: 0.0934947 Jun 02 16:38:34.646541 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-860372fc-8654-45b8-993b-c4b59cfc0d81 req-d3d4fa82-1cdd-451f-a7d4-9b379d6b1633 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434535 Jun 02 16:38:35.019658 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:35.435681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-66fb4593-9cb2-4799-bc8b-aee66bf64c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:35.860314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e146fd-949f-454b-8d31-eea87d14d285 req-766434b0-ef7e-453f-8420-e929b26e2de5 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:35.861833 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d9e146fd-949f-454b-8d31-eea87d14d285 req-766434b0-ef7e-453f-8420-e929b26e2de5 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 943 time: 0.0958149 Jun 02 16:38:35.957568 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d9e146fd-949f-454b-8d31-eea87d14d285 req-386887d7-1cae-457a-8717-124282f49a99 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894744 Jun 02 16:38:36.661282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:37.176874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af2e02-f3a6-4d65-96b2-8c19cd2a1d4c req-39062265-9619-4234-b84f-639b0d9b1a58 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:37.178633 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c4af2e02-f3a6-4d65-96b2-8c19cd2a1d4c req-39062265-9619-4234-b84f-639b0d9b1a58 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 943 time: 0.1077628 Jun 02 16:38:37.227538 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c4af2e02-f3a6-4d65-96b2-8c19cd2a1d4c req-33aab15d-cb17-4e65-8f06-87a686fdf1de tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419760 Jun 02 16:38:38.427858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298fbc6-aec8-4036-9a82-5cba6c774015 req-74edfe75-b50a-410f-887c-bfce093ac003 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:38.429297 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4298fbc6-aec8-4036-9a82-5cba6c774015 req-74edfe75-b50a-410f-887c-bfce093ac003 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 943 time: 0.0879939 Jun 02 16:38:38.476149 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4298fbc6-aec8-4036-9a82-5cba6c774015 req-42cc35b4-6f99-42b7-8494-bbb580525d4f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408874 Jun 02 16:38:38.573954 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 2fd40bb0-cac6-4b83-893c-017b4d7f6613 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:38:38.593320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:38.733833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 2fd40bb0-cac6-4b83-893c-017b4d7f6613, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fd40bb0-cac6-4b83-893c-017b4d7f6613,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:38:38.751255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '2fd40bb0-cac6-4b83-893c-017b4d7f6613', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'port_id': '2fd40bb0-cac6-4b83-893c-017b4d7f6613', 'mac_address': 'fa:16:3e:ab:bd:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:38:38.806926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:38.827804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd40bb0-cac6-4b83-893c-017b4d7f6613 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:38:38.844401 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 2fd40bb0-cac6-4b83-893c-017b4d7f6613, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fd40bb0-cac6-4b83-893c-017b4d7f6613,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:38:38.849702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:38.852764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:38.927507 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=2fd40bb0-cac6-4b83-893c-017b4d7f6613,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:38.935367 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:38.935715 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:38.936057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:38.936387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:38.936715 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:38.937045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:38.937370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:38.937695 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:38.938015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:38.938372 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:38.938685 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:38.938991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:38.943485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:39.138955 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['2fd40bb0-cac6-4b83-893c-017b4d7f6613'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:38:39.686961 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb6641-a816-4179-b5c7-5d27206e3530 req-e60ace50-8d9c-41af-86ee-e51ced185f73 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:39.688515 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a2bb6641-a816-4179-b5c7-5d27206e3530 req-e60ace50-8d9c-41af-86ee-e51ced185f73 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 944 time: 0.0897505 Jun 02 16:38:39.737810 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a2bb6641-a816-4179-b5c7-5d27206e3530 req-a7401ae5-6903-40e5-8552-eba6839c6c11 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431931 Jun 02 16:38:40.584986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 2fd40bb0-cac6-4b83-893c-017b4d7f6613 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:38:40.671760 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 2fd40bb0-cac6-4b83-893c-017b4d7f6613 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:38:40.677074 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 2fd40bb0-cac6-4b83-893c-017b4d7f6613 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:38:40.677458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:40.796430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:40.823164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0a0525-2350-403a-9061-d80940586f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd40bb0-cac6-4b83-893c-017b4d7f6613'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:38:40.825419 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1cc71a-dee8-489d-b02b-c4e9e5f8f9b0" -d '{"events": [{"server_uuid": "2d0a0525-2350-403a-9061-d80940586f9e", "name": "network-vif-plugged", "status": "completed", "tag": "2fd40bb0-cac6-4b83-893c-017b4d7f6613"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:38:40.833238 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 2fd40bb0-cac6-4b83-893c-017b4d7f6613, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fd40bb0-cac6-4b83-893c-017b4d7f6613,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:38:40.838751 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:40.841476 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-083d99a7-fc51-40bb-80d2-d66053d1a3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:40.909569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=2fd40bb0-cac6-4b83-893c-017b4d7f6613,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:40.913279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:40.927236 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231afe75-b1d2-4886-aa96-3230c0d21ff7 req-d1e0919d-7df3-4a7d-a885-8a5a74dcffec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:40.928712 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-231afe75-b1d2-4886-aa96-3230c0d21ff7 req-d1e0919d-7df3-4a7d-a885-8a5a74dcffec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 945 time: 0.0873957 Jun 02 16:38:40.950106 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8ba925-7c32-4a2e-9a8b-9b43b033982b x-openstack-request-id: req-0f8ba925-7c32-4a2e-9a8b-9b43b033982b {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:38:40.950489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0a0525-2350-403a-9061-d80940586f9e", "name": "network-vif-plugged", "status": "completed", "tag": "2fd40bb0-cac6-4b83-893c-017b4d7f6613", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:38:40.950754 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f8ba925-7c32-4a2e-9a8b-9b43b033982b {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:38:40.951162 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0a0525-2350-403a-9061-d80940586f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd40bb0-cac6-4b83-893c-017b4d7f6613', 'code': 200} Jun 02 16:38:40.973848 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-231afe75-b1d2-4886-aa96-3230c0d21ff7 req-28dfc062-5243-401d-bb26-d0f17c7c7f25 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391808 Jun 02 16:38:41.212296 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e966e7-2f44-4626-9d56-2584da2df82e req-f16f7eda-c322-4b76-9c24-2f5db32115e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:41.213662 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-10e966e7-2f44-4626-9d56-2584da2df82e req-f16f7eda-c322-4b76-9c24-2f5db32115e6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 1098 time: 0.0816667 Jun 02 16:38:41.262695 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-10e966e7-2f44-4626-9d56-2584da2df82e req-f7904be8-fe39-4b97-8d54-ed34c058c42f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384324 Jun 02 16:38:42.177303 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cffe0c-79a1-46c3-a0cb-9132ae47a095 req-d0e918ae-0d0d-439a-892f-44cda7efadaa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:42.178859 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-26cffe0c-79a1-46c3-a0cb-9132ae47a095 req-d0e918ae-0d0d-439a-892f-44cda7efadaa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 945 time: 0.0865061 Jun 02 16:38:42.224144 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-26cffe0c-79a1-46c3-a0cb-9132ae47a095 req-91c7f414-6432-4255-affe-e1e854e5e687 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395427 Jun 02 16:38:43.416553 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e43fea-0da0-465f-918e-e172d3314685 req-1c8189e9-ac70-44ba-8637-38b6eeb194c0 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:43.418020 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-80e43fea-0da0-465f-918e-e172d3314685 req-1c8189e9-ac70-44ba-8637-38b6eeb194c0 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 945 time: 0.0847318 Jun 02 16:38:43.465618 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-80e43fea-0da0-465f-918e-e172d3314685 req-e36b3c60-c3a1-4910-8c1f-642c0413d3b6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393491 Jun 02 16:38:43.670127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddea0a-33ff-4b76-89bd-03cd6457dea1 req-76b74f9c-606a-4cf2-afcb-96b199d8ccff tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:43.671823 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-99ddea0a-33ff-4b76-89bd-03cd6457dea1 req-76b74f9c-606a-4cf2-afcb-96b199d8ccff tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 945 time: 0.0962114 Jun 02 16:38:43.728180 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-99ddea0a-33ff-4b76-89bd-03cd6457dea1 req-e6e9f6bf-cf36-4927-97e4-bcbf0dd805bf tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469179 Jun 02 16:38:43.761455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40112) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:43.861517 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3c33ac-6b7d-4957-9c71-3d2af8fae562 tempest-TestVolumeBootPattern-263117568 tempest-TestVolumeBootPattern-263117568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:43.862369 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-db3c33ac-6b7d-4957-9c71-3d2af8fae562 tempest-TestVolumeBootPattern-263117568 tempest-TestVolumeBootPattern-263117568-project-admin] Synchronizing usage tracker for tenant:6aad50838f894ae1b308c254a16acfb7 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:38:43.882881 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-db3c33ac-6b7d-4957-9c71-3d2af8fae562 tempest-TestVolumeBootPattern-263117568 tempest-TestVolumeBootPattern-263117568-project-admin] Unset dirty status for tenant:6aad50838f894ae1b308c254a16acfb7 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:38:43.884090 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-db3c33ac-6b7d-4957-9c71-3d2af8fae562 tempest-TestVolumeBootPattern-263117568 tempest-TestVolumeBootPattern-263117568-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 1093 time: 0.1213794 Jun 02 16:38:43.887036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40114) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:38:43.891540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': '2fd40bb0-cac6-4b83-893c-017b4d7f6613', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:38:43.897521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:38:43.901421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Usage tracker for resource:floatingip and tenant:25ba4acfd702498a9998e9c04cf306c2 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:38:43.904359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:38:43.910024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:38:43.924070 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:44.067458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:44.209281 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Allocated IP 172.26.3.7 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/5c3833b8-a6ab-4111-85da-4766bd5d03e2) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:38:44.359176 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:44.395669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:44.399603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-552aa8e3-cf11-46f2-8b6b-273583d88b34 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:44.502906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:38:44.507738 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:38:44.511477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:38:44.543545 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event updated for resources: {'Port': ['ID=5c3833b8-a6ab-4111-85da-4766bd5d03e2,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:44.557458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:44.557842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:44.558244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:44.558610 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:44.558972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:44.559338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:44.559701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:44.560064 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:44.560426 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:44.560782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:44.561142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:44.561480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:38:44.566216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:44.956817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.037702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.406421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.411366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.415292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-71aa2ab4-a6a8-4ea3-9926-cb8f22c499d1 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:38:45.529047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event updated for resources: {'Port': ['ID=5c3833b8-a6ab-4111-85da-4766bd5d03e2,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:38:45.535507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:38:45.539872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:45.715031 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Floating IP 511a4613-2c33-4130-8d2f-3bc7df17795e associated. External IP: 172.26.3.7, port: 2fd40bb0-cac6-4b83-893c-017b4d7f6613. Jun 02 16:38:46.082699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:38:46.266193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:38:46.277272 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c807a1-a5ff-455f-b186-8e6ed3054095 None None] Sync routers for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:38:46.287167 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c807a1-a5ff-455f-b186-8e6ed3054095 None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:38:46.287902 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-60c807a1-a5ff-455f-b186-8e6ed3054095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:38:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:46.292671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:38:46.348375 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4600706 Jun 02 16:38:46.348859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0a0525-2350-403a-9061-d80940586f9e', 'tag': '2fd40bb0-cac6-4b83-893c-017b4d7f6613'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:38:46.351316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2cf599-c8c1-4342-a9be-3f642f7ffe64" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0a0525-2350-403a-9061-d80940586f9e", "tag": "2fd40bb0-cac6-4b83-893c-017b4d7f6613"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:38:46.451653 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917480d5-8948-4601-a982-4357e7196033 x-openstack-request-id: req-917480d5-8948-4601-a982-4357e7196033 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:38:46.452001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0a0525-2350-403a-9061-d80940586f9e", "tag": "2fd40bb0-cac6-4b83-893c-017b4d7f6613", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:38:46.452296 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-917480d5-8948-4601-a982-4357e7196033 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:38:46.452739 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0a0525-2350-403a-9061-d80940586f9e', 'tag': '2fd40bb0-cac6-4b83-893c-017b4d7f6613', 'status': 'completed', 'code': 200} Jun 02 16:38:46.464606 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-60c807a1-a5ff-455f-b186-8e6ed3054095 None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:38:46.549937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cf599-c8c1-4342-a9be-3f642f7ffe64 req-f7996ead-94ae-46cf-8e79-747496ce8df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:46.551453 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6c2cf599-c8c1-4342-a9be-3f642f7ffe64 req-f7996ead-94ae-46cf-8e79-747496ce8df2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 1098 time: 0.0763674 Jun 02 16:38:46.818891 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-60c807a1-a5ff-455f-b186-8e6ed3054095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '511a4613-2c33-4130-8d2f-3bc7df17795e', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'floating_ip_address': '172.26.3.7', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'port_id': '2fd40bb0-cac6-4b83-893c-017b4d7f6613', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'mac_address': 'fa:16:3e:ab:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0a0525-2350-403a-9061-d80940586f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:38:44Z', 'updated_at': '2021-06-02T16:38:44Z', 'revision_number': 0, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address_scope': None}, {'id': '9e80b1ef-d555-4893-a814-82248a10e82a', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'floating_ip_address': '172.26.3.67', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'port_id': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'mac_address': 'fa:16:3e:9d:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06956328-0812-4005-862a-c8a13faa9315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:36:43Z', 'updated_at': '2021-06-02T16:36:46Z', 'revision_number': 1, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:46.822824 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c807a1-a5ff-455f-b186-8e6ed3054095 None None] Checking router: 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:38:46.830987 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c807a1-a5ff-455f-b186-8e6ed3054095 None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:38:46.831584 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-60c807a1-a5ff-455f-b186-8e6ed3054095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:38:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:46.834533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cf599-c8c1-4342-a9be-3f642f7ffe64 req-fb11ddb9-5194-42cc-a581-30db4905d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:46.836205 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6c2cf599-c8c1-4342-a9be-3f642f7ffe64 req-fb11ddb9-5194-42cc-a581-30db4905d01e service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 912 time: 0.2756572 Jun 02 16:38:46.943035 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6c2cf599-c8c1-4342-a9be-3f642f7ffe64 req-8b68bbec-6541-43c8-9d8b-98f97da90e87 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd40bb0-cac6-4b83-893c-017b4d7f6613 HTTP/1.1" status: 200 len: 997 time: 0.1006052 Jun 02 16:38:47.006903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cf599-c8c1-4342-a9be-3f642f7ffe64 req-8855d57c-6172-45cb-9bdc-bb829eead9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:47.008401 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6c2cf599-c8c1-4342-a9be-3f642f7ffe64 req-8855d57c-6172-45cb-9bdc-bb829eead9f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4c296cb-3a1b-4372-9839-bd1325c4d823 HTTP/1.1" status: 200 len: 850 time: 0.0568962 Jun 02 16:38:47.049432 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-60c807a1-a5ff-455f-b186-8e6ed3054095 None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:38:47.083563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cf599-c8c1-4342-a9be-3f642f7ffe64 req-a98adc24-0a6a-458a-899e-8ecde588a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:38:47.085047 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6c2cf599-c8c1-4342-a9be-3f642f7ffe64 req-a98adc24-0a6a-458a-899e-8ecde588a011 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0701442 Jun 02 16:38:47.222397 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6c2cf599-c8c1-4342-a9be-3f642f7ffe64 req-d48ae09a-594a-48fe-9759-6c25b6208433 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292553 Jun 02 16:38:47.355224 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6c2cf599-c8c1-4342-a9be-3f642f7ffe64 req-cbc00c10-e4d1-4b3c-b569-9e98ebc6d1c4 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265125 Jun 02 16:38:47.402087 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-60c807a1-a5ff-455f-b186-8e6ed3054095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '511a4613-2c33-4130-8d2f-3bc7df17795e', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'floating_ip_address': '172.26.3.7', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'port_id': '2fd40bb0-cac6-4b83-893c-017b4d7f6613', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'mac_address': 'fa:16:3e:ab:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0a0525-2350-403a-9061-d80940586f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:38:44Z', 'updated_at': '2021-06-02T16:38:44Z', 'revision_number': 0, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address_scope': None}, {'id': '9e80b1ef-d555-4893-a814-82248a10e82a', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'floating_ip_address': '172.26.3.67', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'port_id': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'mac_address': 'fa:16:3e:9d:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06956328-0812-4005-862a-c8a13faa9315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:36:43Z', 'updated_at': '2021-06-02T16:36:46Z', 'revision_number': 1, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:38:47.406159 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c807a1-a5ff-455f-b186-8e6ed3054095 None None] The sync data for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv is: [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '511a4613-2c33-4130-8d2f-3bc7df17795e', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'floating_ip_address': '172.26.3.7', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'port_id': '2fd40bb0-cac6-4b83-893c-017b4d7f6613', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'mac_address': 'fa:16:3e:ab:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0a0525-2350-403a-9061-d80940586f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:38:44Z', 'updated_at': '2021-06-02T16:38:44Z', 'revision_number': 0, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address_scope': None}, {'id': '9e80b1ef-d555-4893-a814-82248a10e82a', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'floating_ip_address': '172.26.3.67', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'port_id': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'mac_address': 'fa:16:3e:9d:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06956328-0812-4005-862a-c8a13faa9315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:36:43Z', 'updated_at': '2021-06-02T16:36:46Z', 'revision_number': 1, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:38:47.597791 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c391796b-6de7-4b34-8fec-4b58cc3bc4e2 None None] New status for floating IP 511a4613-2c33-4130-8d2f-3bc7df17795e: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:38:49.053949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:02.968725 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3fd688c3-9703-47d3-87cf-536419fd0477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:05.015430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:05.137777 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:39:05.430664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b9297354-bbaf-45e7-8d2c-0796fa480fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:06.665700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:08.587091 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:19.053299 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:25.890165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [req-f8e47bec-5ce3-49b7-a167-dc0c95f2bff5 req-81b6acf3-342a-497d-b83d-966374941a60 service neutron] (92322) timed out ('10.222.0.49', 57724) {{(pid=92322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 02 16:39:30.163219 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40134) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:39:30.242329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c223b8db-d393-41b5-9887-0515bad9bb00 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:39:30.371057 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c223b8db-d393-41b5-9887-0515bad9bb00 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10755491'] for subnet, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.563756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c223b8db-d393-41b5-9887-0515bad9bb00 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746509502437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10780411'] for subnet, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.568661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-025aee96-3cd6-4644-9074-9e204edcc279 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:39:30.612107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c223b8db-d393-41b5-9887-0515bad9bb00 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:30.612728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c223b8db-d393-41b5-9887-0515bad9bb00 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:30.614232 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c223b8db-d393-41b5-9887-0515bad9bb00 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/subnets/a44ca39e-895e-4b64-ae6b-3e103c1a8d9a HTTP/1.1" status: 200 len: 836 time: 0.4497392 Jun 02 16:39:30.620292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a985fb5-e472-4a89-a85c-42283b5fb7d5 None None] Network c1b51283-a296-4c80-8107-497268276e4f requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:39:30.819356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223b8db-d393-41b5-9887-0515bad9bb00 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Subnet': ['ID=a44ca39e-895e-4b64-ae6b-3e103c1a8d9a,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:39:30.822408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c223b8db-d393-41b5-9887-0515bad9bb00 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:39:31.295202 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-90f48f63-e772-4074-880e-563b1da09cf5 None None] Provisioning complete for port bcfae521-3409-47ba-b2ae-5d61c5e637d4 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:31.295543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-90f48f63-e772-4074-880e-563b1da09cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:31.439516 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-90f48f63-e772-4074-880e-563b1da09cf5 None None] Provisioning complete for port 44d26be3-cfc6-4c40-a375-7c5038565d41 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:31.439949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-90f48f63-e772-4074-880e-563b1da09cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:31.580335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-90f48f63-e772-4074-880e-563b1da09cf5 None None] Provisioning complete for port c2eb2ff7-da72-4e73-b147-3812491a30ac triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:39:31.580703 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-90f48f63-e772-4074-880e-563b1da09cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:32.967131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-355f549f-1472-4ff9-9629-83a8ec1c2a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:33.830167 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5e8481f3-d116-49dc-a260-5db001f0eddd req-32ab1ae2-0705-4913-9748-f53c25541ae9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0898483 Jun 02 16:39:34.004869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8481f3-d116-49dc-a260-5db001f0eddd req-3dbd422a-821c-4dd8-bbe3-41e43ba7a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:34.006791 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5e8481f3-d116-49dc-a260-5db001f0eddd req-3dbd422a-821c-4dd8-bbe3-41e43ba7a88b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 1098 time: 0.0936279 Jun 02 16:39:34.169753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8481f3-d116-49dc-a260-5db001f0eddd req-8bdd533f-730f-472f-a16c-c24869d5435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:34.171253 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5e8481f3-d116-49dc-a260-5db001f0eddd req-8bdd533f-730f-472f-a16c-c24869d5435a service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 912 time: 0.1393132 Jun 02 16:39:34.284517 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5e8481f3-d116-49dc-a260-5db001f0eddd req-390159c6-5aae-4e4a-ac70-574fa98605ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6093832-721e-4636-b67a-0ebca1d6d0ee HTTP/1.1" status: 200 len: 1000 time: 0.1056168 Jun 02 16:39:34.360022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8481f3-d116-49dc-a260-5db001f0eddd req-d06cef9f-fb85-4231-b970-2c90a8a213ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:34.361773 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5e8481f3-d116-49dc-a260-5db001f0eddd req-d06cef9f-fb85-4231-b970-2c90a8a213ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4c296cb-3a1b-4372-9839-bd1325c4d823 HTTP/1.1" status: 200 len: 850 time: 0.0680807 Jun 02 16:39:34.448775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8481f3-d116-49dc-a260-5db001f0eddd req-86ff37fb-a9b3-4662-8f51-b2bdf6e8f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:39:34.450196 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5e8481f3-d116-49dc-a260-5db001f0eddd req-86ff37fb-a9b3-4662-8f51-b2bdf6e8f963 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0786366 Jun 02 16:39:34.590953 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5e8481f3-d116-49dc-a260-5db001f0eddd req-5ea6ddb2-cbfb-444b-a9c5-a2d655b72a73 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296787 Jun 02 16:39:34.734924 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5e8481f3-d116-49dc-a260-5db001f0eddd req-b37498fe-3c22-4d51-9ec6-e05ed368f7b1 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336589 Jun 02 16:39:35.025080 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:35.441897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-79031a5e-5902-45dd-b14a-c1088a3dc146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:36.669339 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:38.591826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:39:42.137707 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:39:49.054202 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:02.964125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a73418a5-fe60-47c8-a887-ba600168c2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:05.023339 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:05.437414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ab5b8d96-0a30-4fba-a5a6-81fd9e405687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:06.674681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:08.595116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:13.541769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40158) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:13.829963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port a96b8e08-5a71-46f5-ab46-cf092cbf00de {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:13.835679 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:13.960942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:13.961268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:14.088887 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40160) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:14.102573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for a96b8e08-5a71-46f5-ab46-cf092cbf00de owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:14.245250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:14.255343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6d9c3212-b5b4-44f3-a07f-79f9ec5d0989 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:14.360715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=a96b8e08-5a71-46f5-ab46-cf092cbf00de,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:14.371504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:14.371892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:14.372277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:14.372648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:14.373018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:14.373390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:14.373777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:14.374206 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:14.374594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:14.374934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:14.375293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:14.375652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:14.387473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:14.412361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:14.412707 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP f0ead40f-fb92-44d5-aa95-bbe1cb3091b0 disassociated (deleted). External IP: 172.26.3.217, port: bcfae521-3409-47ba-b2ae-5d61c5e637d4. Jun 02 16:40:14.553450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Deleting port 5c3833b8-a6ab-4111-85da-4766bd5d03e2 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:14.553787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:14.709578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:14.709923 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:14.817212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 2203a669-c06c-44ed-8abc-dec560db6efa has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:40:14.931603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Calling delete_port for 5c3833b8-a6ab-4111-85da-4766bd5d03e2 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:15.052435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:40:15.063181 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580030c1-65a7-43d5-85dc-a3e38fa4374f None None] Sync routers for ids ['2203a669-c06c-44ed-8abc-dec560db6efa'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:40:15.076372 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580030c1-65a7-43d5-85dc-a3e38fa4374f None None] Routers {'2203a669-c06c-44ed-8abc-dec560db6efa'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:40:15.077982 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-580030c1-65a7-43d5-85dc-a3e38fa4374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2203a669-c06c-44ed-8abc-dec560db6efa'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:15.080735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:15.081320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:15.085793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:15.131834 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event deleted for resources: {'Port': ['ID=5c3833b8-a6ab-4111-85da-4766bd5d03e2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:15.176710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:15.177222 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:15.177637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:15.177939 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:15.178262 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:15.178770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:15.179068 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:15.179489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:15.180005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:15.180504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:15.181021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:15.181448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:15.185372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:15.259968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:15.260341 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Floating IP 511a4613-2c33-4130-8d2f-3bc7df17795e disassociated (deleted). External IP: 172.26.3.7, port: 2fd40bb0-cac6-4b83-893c-017b4d7f6613. Jun 02 16:40:15.321024 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/floatingips/f0ead40f-fb92-44d5-aa95-bbe1cb3091b0 HTTP/1.1" status: 204 len: 168 time: 1.7776027 Jun 02 16:40:15.321729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792745d8-981b-4918-b523-8b0353894030', 'tag': 'bcfae521-3409-47ba-b2ae-5d61c5e637d4'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:40:15.324609 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cf37f9-2bf4-4cbc-a435-e90618abf173" -d '{"events": [{"name": "network-changed", "server_uuid": "792745d8-981b-4918-b523-8b0353894030", "tag": "bcfae521-3409-47ba-b2ae-5d61c5e637d4"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:40:15.339414 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-580030c1-65a7-43d5-85dc-a3e38fa4374f None None] Set router 2203a669-c06c-44ed-8abc-dec560db6efa gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:40:15.375361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34318eac-a609-41d4-9ca9-ba778ae4c1c3 x-openstack-request-id: req-34318eac-a609-41d4-9ca9-ba778ae4c1c3 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:40:15.376082 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792745d8-981b-4918-b523-8b0353894030", "tag": "bcfae521-3409-47ba-b2ae-5d61c5e637d4", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:40:15.376562 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-34318eac-a609-41d4-9ca9-ba778ae4c1c3 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:40:15.377198 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792745d8-981b-4918-b523-8b0353894030', 'tag': 'bcfae521-3409-47ba-b2ae-5d61c5e637d4', 'status': 'completed', 'code': 200} Jun 02 16:40:15.589451 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf37f9-2bf4-4cbc-a435-e90618abf173 req-c4c14cd8-389a-4c89-aed1-11399df82fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:15.590895 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-03cf37f9-2bf4-4cbc-a435-e90618abf173 req-c4c14cd8-389a-4c89-aed1-11399df82fdb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 1098 time: 0.1692762 Jun 02 16:40:15.852761 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-580030c1-65a7-43d5-85dc-a3e38fa4374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'name': 'tempest-TestNetworkBasicOps-router-1967225924', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:14Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '44d26be3-cfc6-4c40-a375-7c5038565d41', 'name': '', 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:4a:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:13Z', 'updated_at': '2021-06-02T16:37:18Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:15.858871 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf37f9-2bf4-4cbc-a435-e90618abf173 req-29427c54-46c4-4f4a-b6c2-1f66407c88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:15.860725 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-03cf37f9-2bf4-4cbc-a435-e90618abf173 req-29427c54-46c4-4f4a-b6c2-1f66407c88fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=c1b51283-a296-4c80-8107-497268276e4f HTTP/1.1" status: 200 len: 898 time: 0.2569067 Jun 02 16:40:15.860917 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580030c1-65a7-43d5-85dc-a3e38fa4374f None None] Checking router: 2203a669-c06c-44ed-8abc-dec560db6efa for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:40:15.862992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:40:15.878380 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580030c1-65a7-43d5-85dc-a3e38fa4374f None None] Routers {'2203a669-c06c-44ed-8abc-dec560db6efa'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:40:15.879463 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-580030c1-65a7-43d5-85dc-a3e38fa4374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2203a669-c06c-44ed-8abc-dec560db6efa'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:16.132998 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-580030c1-65a7-43d5-85dc-a3e38fa4374f None None] Set router 2203a669-c06c-44ed-8abc-dec560db6efa gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:40:16.212356 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-03cf37f9-2bf4-4cbc-a435-e90618abf173 req-2c5e807c-17c8-4e45-883b-662e9a53161b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcfae521-3409-47ba-b2ae-5d61c5e637d4 HTTP/1.1" status: 200 len: 217 time: 0.3418176 Jun 02 16:40:16.396799 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf37f9-2bf4-4cbc-a435-e90618abf173 req-71f6e14b-2f87-45c6-8027-dcdbbeb8257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:16.398179 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-03cf37f9-2bf4-4cbc-a435-e90618abf173 req-71f6e14b-2f87-45c6-8027-dcdbbeb8257b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a44ca39e-895e-4b64-ae6b-3e103c1a8d9a HTTP/1.1" status: 200 len: 844 time: 0.1640558 Jun 02 16:40:16.487616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcef84-e8c8-4b4f-84b9-93d75cd1d703 req-625e8132-f2e4-4e82-8bd7-6f2c379eb969 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:16.489431 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c7dcef84-e8c8-4b4f-84b9-93d75cd1d703 req-625e8132-f2e4-4e82-8bd7-6f2c379eb969 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 945 time: 0.5563984 Jun 02 16:40:16.490653 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:40:16.507627 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa7acc7-0ca3-43d0-a1ab-481452195177 None None] Sync routers for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:40:16.511512 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-580030c1-65a7-43d5-85dc-a3e38fa4374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'name': 'tempest-TestNetworkBasicOps-router-1967225924', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:14Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '44d26be3-cfc6-4c40-a375-7c5038565d41', 'name': '', 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:4a:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:13Z', 'updated_at': '2021-06-02T16:37:18Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:16.516846 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580030c1-65a7-43d5-85dc-a3e38fa4374f None None] The sync data for ids ['2203a669-c06c-44ed-8abc-dec560db6efa'] in dv-neutron-601336-83-hyperv is: [{'id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'name': 'tempest-TestNetworkBasicOps-router-1967225924', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:14Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '44d26be3-cfc6-4c40-a375-7c5038565d41', 'name': '', 'network_id': 'c1b51283-a296-4c80-8107-497268276e4f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:4a:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:13Z', 'updated_at': '2021-06-02T16:37:18Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': 'a44ca39e-895e-4b64-ae6b-3e103c1a8d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:40:16.525883 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa7acc7-0ca3-43d0-a1ab-481452195177 None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:40:16.527026 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-4aa7acc7-0ca3-43d0-a1ab-481452195177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:16.579957 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c7dcef84-e8c8-4b4f-84b9-93d75cd1d703 req-28b6c5ba-58a9-4a45-8e69-4001505213f6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=61c6a603-52c8-4351-a660-1a1f541312fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755489 Jun 02 16:40:16.580336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:16.625550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf37f9-2bf4-4cbc-a435-e90618abf173 req-5676c22d-bb1c-4134-a9db-5cb968418c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:16.627124 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-03cf37f9-2bf4-4cbc-a435-e90618abf173 req-5676c22d-bb1c-4134-a9db-5cb968418c2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c1b51283-a296-4c80-8107-497268276e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2172763 Jun 02 16:40:16.680485 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "DELETE /v2.0/floatingips/511a4613-2c33-4130-8d2f-3bc7df17795e HTTP/1.1" status: 204 len: 168 time: 2.5905046 Jun 02 16:40:16.729459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0a0525-2350-403a-9061-d80940586f9e', 'tag': '2fd40bb0-cac6-4b83-893c-017b4d7f6613'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:40:16.732049 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eed0835-365d-4d18-ac15-be95fb7af0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0a0525-2350-403a-9061-d80940586f9e", "tag": "2fd40bb0-cac6-4b83-893c-017b4d7f6613"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:40:16.775570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-4aa7acc7-0ca3-43d0-a1ab-481452195177 None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:40:16.824456 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-03cf37f9-2bf4-4cbc-a435-e90618abf173 req-42bbd5a7-7895-4424-94e0-4d3ef7a16daa service neutron] 10.222.0.49 "GET /v2.0/networks/c1b51283-a296-4c80-8107-497268276e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894715 Jun 02 16:40:16.887303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46363883-e6ab-42fc-9dd6-cbb30a215a58 x-openstack-request-id: req-46363883-e6ab-42fc-9dd6-cbb30a215a58 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:40:16.888144 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0a0525-2350-403a-9061-d80940586f9e", "tag": "2fd40bb0-cac6-4b83-893c-017b4d7f6613", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:40:16.888662 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-46363883-e6ab-42fc-9dd6-cbb30a215a58 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:40:16.889536 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0a0525-2350-403a-9061-d80940586f9e', 'tag': '2fd40bb0-cac6-4b83-893c-017b4d7f6613', 'status': 'completed', 'code': 200} Jun 02 16:40:17.000073 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74374be2-6bd7-465d-a9bb-83a670eeac4a None None] New status for floating IP f0ead40f-fb92-44d5-aa95-bbe1cb3091b0: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:40:17.032759 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-03cf37f9-2bf4-4cbc-a435-e90618abf173 req-1717d33f-31fc-4b2a-8d0a-c79d722029b5 service neutron] 10.222.0.49 "GET /v2.0/networks/c1b51283-a296-4c80-8107-497268276e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008336 Jun 02 16:40:17.114342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed0835-365d-4d18-ac15-be95fb7af0a5 req-e10eb0de-c72d-43cd-bc93-8d9baf49f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:17.119257 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eed0835-365d-4d18-ac15-be95fb7af0a5 req-e10eb0de-c72d-43cd-bc93-8d9baf49f026 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 1098 time: 0.2306573 Jun 02 16:40:17.331171 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed0835-365d-4d18-ac15-be95fb7af0a5 req-6f7adaa5-6487-412a-9db8-d11eed951590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:17.332753 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eed0835-365d-4d18-ac15-be95fb7af0a5 req-6f7adaa5-6487-412a-9db8-d11eed951590 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 912 time: 0.2060275 Jun 02 16:40:17.401083 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-4aa7acc7-0ca3-43d0-a1ab-481452195177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '9e80b1ef-d555-4893-a814-82248a10e82a', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'floating_ip_address': '172.26.3.67', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'port_id': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'mac_address': 'fa:16:3e:9d:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06956328-0812-4005-862a-c8a13faa9315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:36:43Z', 'updated_at': '2021-06-02T16:36:46Z', 'revision_number': 1, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:17.406777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa7acc7-0ca3-43d0-a1ab-481452195177 None None] Checking router: 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:40:17.425827 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa7acc7-0ca3-43d0-a1ab-481452195177 None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:40:17.425827 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-4aa7acc7-0ca3-43d0-a1ab-481452195177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:17.430817 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eed0835-365d-4d18-ac15-be95fb7af0a5 req-cc805f75-1c28-4a2f-9dc6-78a418ca6b91 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd40bb0-cac6-4b83-893c-017b4d7f6613 HTTP/1.1" status: 200 len: 217 time: 0.0909660 Jun 02 16:40:17.500802 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed0835-365d-4d18-ac15-be95fb7af0a5 req-756a1e70-aeb8-4533-81f2-561e03ff2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:17.501749 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eed0835-365d-4d18-ac15-be95fb7af0a5 req-756a1e70-aeb8-4533-81f2-561e03ff2454 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4c296cb-3a1b-4372-9839-bd1325c4d823 HTTP/1.1" status: 200 len: 850 time: 0.0636122 Jun 02 16:40:17.547046 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c9c6d-658d-4f88-91f7-1e0447c015ea req-d665292e-0822-4ca6-9d30-a6fbd70add7e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:17.549918 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b12c9c6d-658d-4f88-91f7-1e0447c015ea req-d665292e-0822-4ca6-9d30-a6fbd70add7e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 945 time: 0.3056922 Jun 02 16:40:17.594145 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed0835-365d-4d18-ac15-be95fb7af0a5 req-b85d8756-101e-4d23-9b23-c38d151629ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:17.596172 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eed0835-365d-4d18-ac15-be95fb7af0a5 req-b85d8756-101e-4d23-9b23-c38d151629ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0875719 Jun 02 16:40:17.691750 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-4aa7acc7-0ca3-43d0-a1ab-481452195177 None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:40:17.731230 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253166b-b2db-4ddc-8d92-c7b3a0c54b96 req-05eddec5-4767-4fe9-8884-251992ee4fbd tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:17.732499 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-4253166b-b2db-4ddc-8d92-c7b3a0c54b96 req-05eddec5-4767-4fe9-8884-251992ee4fbd tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Synchronizing usage tracker for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:40:17.790909 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eed0835-365d-4d18-ac15-be95fb7af0a5 req-b3dde8b6-8101-431d-b988-48e4a9058b4e service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872542 Jun 02 16:40:17.846554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-4253166b-b2db-4ddc-8d92-c7b3a0c54b96 req-05eddec5-4767-4fe9-8884-251992ee4fbd tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Unset dirty status for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:40:17.847854 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4253166b-b2db-4ddc-8d92-c7b3a0c54b96 req-05eddec5-4767-4fe9-8884-251992ee4fbd tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 945 time: 0.4171147 Jun 02 16:40:17.931413 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-b12c9c6d-658d-4f88-91f7-1e0447c015ea req-695a851a-e85a-42d2-81a5-677342030d6f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port bcfae521-3409-47ba-b2ae-5d61c5e637d4 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:17.932751 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-b12c9c6d-658d-4f88-91f7-1e0447c015ea req-695a851a-e85a-42d2-81a5-677342030d6f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:18.012204 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4253166b-b2db-4ddc-8d92-c7b3a0c54b96 req-e3436207-eb6f-436b-957d-d6245fdf08c2 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520836 Jun 02 16:40:18.076495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384217ff-9f53-44d8-9121-c3339bbeaca6 req-50fa6c30-1e35-45e3-aa11-42c430548eb9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:18.077316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-384217ff-9f53-44d8-9121-c3339bbeaca6 req-50fa6c30-1e35-45e3-aa11-42c430548eb9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:40:18.084943 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eed0835-365d-4d18-ac15-be95fb7af0a5 req-b39b99ac-e7bc-431f-915a-96fa10f843a0 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866848 Jun 02 16:40:18.100509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-384217ff-9f53-44d8-9121-c3339bbeaca6 req-50fa6c30-1e35-45e3-aa11-42c430548eb9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:40:18.101441 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-384217ff-9f53-44d8-9121-c3339bbeaca6 req-50fa6c30-1e35-45e3-aa11-42c430548eb9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 945 time: 0.2531247 Jun 02 16:40:18.170525 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-384217ff-9f53-44d8-9121-c3339bbeaca6 req-ab964986-8973-4e1a-ad3e-cc4e2e1c579b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=61c6a603-52c8-4351-a660-1a1f541312fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612297 Jun 02 16:40:18.209585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-b12c9c6d-658d-4f88-91f7-1e0447c015ea req-695a851a-e85a-42d2-81a5-677342030d6f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port bcfae521-3409-47ba-b2ae-5d61c5e637d4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bcfae521-3409-47ba-b2ae-5d61c5e637d4,segment=NetworkSegment(799ee68f-eb33-476f-b621-18b4f21d3401),segment_id=799ee68f-eb33-476f-b621-18b4f21d3401)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:18.209972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-b12c9c6d-658d-4f88-91f7-1e0447c015ea req-695a851a-e85a-42d2-81a5-677342030d6f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:18.213351 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-4aa7acc7-0ca3-43d0-a1ab-481452195177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '9e80b1ef-d555-4893-a814-82248a10e82a', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'floating_ip_address': '172.26.3.67', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'port_id': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'mac_address': 'fa:16:3e:9d:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06956328-0812-4005-862a-c8a13faa9315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:36:43Z', 'updated_at': '2021-06-02T16:36:46Z', 'revision_number': 1, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:18.220660 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa7acc7-0ca3-43d0-a1ab-481452195177 None None] The sync data for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv is: [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '9e80b1ef-d555-4893-a814-82248a10e82a', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'floating_ip_address': '172.26.3.67', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'port_id': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'mac_address': 'fa:16:3e:9d:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06956328-0812-4005-862a-c8a13faa9315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:36:43Z', 'updated_at': '2021-06-02T16:36:46Z', 'revision_number': 1, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:40:18.349090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-b12c9c6d-658d-4f88-91f7-1e0447c015ea req-695a851a-e85a-42d2-81a5-677342030d6f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for bcfae521-3409-47ba-b2ae-5d61c5e637d4 owned by compute:nova {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:18.501609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-b12c9c6d-658d-4f88-91f7-1e0447c015ea req-695a851a-e85a-42d2-81a5-677342030d6f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:18.508984 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b0884ff8-37ff-4128-a403-1cebf1ee8b31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:18.539538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b249a2-c56c-4c6b-be4f-d06135cccab2 None None] New status for floating IP 511a4613-2c33-4130-8d2f-3bc7df17795e: DOWN {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:40:18.564571 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a851a-e85a-42d2-81a5-677342030d6f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=bcfae521-3409-47ba-b2ae-5d61c5e637d4,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:18.568159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-695a851a-e85a-42d2-81a5-677342030d6f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:18.807992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12c9c6d-658d-4f88-91f7-1e0447c015ea req-695a851a-e85a-42d2-81a5-677342030d6f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] No DVR routers for this DVR port bcfae521-3409-47ba-b2ae-5d61c5e637d4 on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:40:18.811004 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-b12c9c6d-658d-4f88-91f7-1e0447c015ea req-695a851a-e85a-42d2-81a5-677342030d6f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:18.828299 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b12c9c6d-658d-4f88-91f7-1e0447c015ea req-695a851a-e85a-42d2-81a5-677342030d6f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "DELETE /v2.0/ports/bcfae521-3409-47ba-b2ae-5d61c5e637d4 HTTP/1.1" status: 204 len: 173 time: 1.2704518 Jun 02 16:40:18.907569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792745d8-981b-4918-b523-8b0353894030', 'name': 'network-vif-deleted', 'tag': 'bcfae521-3409-47ba-b2ae-5d61c5e637d4'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:40:18.910114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9967a28-d5bb-40ce-b14a-1a4dd6e0d995" -d '{"events": [{"server_uuid": "792745d8-981b-4918-b523-8b0353894030", "name": "network-vif-deleted", "tag": "bcfae521-3409-47ba-b2ae-5d61c5e637d4"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:40:18.976533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ce77e-5326-44be-8771-d65bf2d60f2f req-085c01d9-bbe2-4c6b-9391-f8bfa3a3266f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:18.978485 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e97ce77e-5326-44be-8771-d65bf2d60f2f req-085c01d9-bbe2-4c6b-9391-f8bfa3a3266f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 945 time: 0.1048141 Jun 02 16:40:19.031115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42c852a-b43e-489c-8df3-16bf308fe141 x-openstack-request-id: req-c42c852a-b43e-489c-8df3-16bf308fe141 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:40:19.031115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792745d8-981b-4918-b523-8b0353894030", "name": "network-vif-deleted", "tag": "bcfae521-3409-47ba-b2ae-5d61c5e637d4", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:40:19.031654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c42c852a-b43e-489c-8df3-16bf308fe141 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:40:19.031654 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792745d8-981b-4918-b523-8b0353894030', 'name': 'network-vif-deleted', 'tag': 'bcfae521-3409-47ba-b2ae-5d61c5e637d4', 'status': 'completed', 'code': 200} Jun 02 16:40:19.068552 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:19.142490 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:40:19.192949 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-e97ce77e-5326-44be-8771-d65bf2d60f2f req-42b1e65f-3818-4b2c-9478-17b4b2105245 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Deleting port 2fd40bb0-cac6-4b83-893c-017b4d7f6613 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:19.193235 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e97ce77e-5326-44be-8771-d65bf2d60f2f req-42b1e65f-3818-4b2c-9478-17b4b2105245 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:19.262058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662195f6-0654-4852-b46b-c03fe5792562 req-b0b386ab-b222-4ced-ad30-bceba55e230a tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:19.263802 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-662195f6-0654-4852-b46b-c03fe5792562 req-b0b386ab-b222-4ced-ad30-bceba55e230a tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 945 time: 0.0916431 Jun 02 16:40:19.323191 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-662195f6-0654-4852-b46b-c03fe5792562 req-744370fc-39f8-48cf-b1b2-ef602efe72ba tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491555 Jun 02 16:40:19.426477 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-fda04343-cb42-4e88-b837-e8f52463f655 req-89032fea-d1b2-4186-865e-6596886c7765 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:40:19.430491 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-e97ce77e-5326-44be-8771-d65bf2d60f2f req-42b1e65f-3818-4b2c-9478-17b4b2105245 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] For port 2fd40bb0-cac6-4b83-893c-017b4d7f6613, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fd40bb0-cac6-4b83-893c-017b4d7f6613,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:19.430863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e97ce77e-5326-44be-8771-d65bf2d60f2f req-42b1e65f-3818-4b2c-9478-17b4b2105245 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:19.566259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-e97ce77e-5326-44be-8771-d65bf2d60f2f req-42b1e65f-3818-4b2c-9478-17b4b2105245 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Calling delete_port for 2fd40bb0-cac6-4b83-893c-017b4d7f6613 owned by compute:nova {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:19.579715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-fda04343-cb42-4e88-b837-e8f52463f655 req-89032fea-d1b2-4186-865e-6596886c7765 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:40:19.582605 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fda04343-cb42-4e88-b837-e8f52463f655 req-89032fea-d1b2-4186-865e-6596886c7765 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=792745d8-981b-4918-b523-8b0353894030 HTTP/1.1" status: 200 len: 210 time: 0.2169890 Jun 02 16:40:19.699279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e97ce77e-5326-44be-8771-d65bf2d60f2f req-42b1e65f-3818-4b2c-9478-17b4b2105245 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:19.707452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1f93f057-432f-4ca5-a532-8df1d3eb7ee3 tempest-PortsAdminExtendedAttrsTestJSON-878209952 tempest-PortsAdminExtendedAttrsTestJSON-878209952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:19.756615 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1e65f-3818-4b2c-9478-17b4b2105245 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event deleted for resources: {'Port': ['ID=2fd40bb0-cac6-4b83-893c-017b4d7f6613,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:19.785706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-42b1e65f-3818-4b2c-9478-17b4b2105245 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:19.838566 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97ce77e-5326-44be-8771-d65bf2d60f2f req-42b1e65f-3818-4b2c-9478-17b4b2105245 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] No DVR routers for this DVR port 2fd40bb0-cac6-4b83-893c-017b4d7f6613 on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:40:19.841172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e97ce77e-5326-44be-8771-d65bf2d60f2f req-42b1e65f-3818-4b2c-9478-17b4b2105245 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:19.856823 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e97ce77e-5326-44be-8771-d65bf2d60f2f req-42b1e65f-3818-4b2c-9478-17b4b2105245 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.49 "DELETE /v2.0/ports/2fd40bb0-cac6-4b83-893c-017b4d7f6613 HTTP/1.1" status: 204 len: 173 time: 0.8676534 Jun 02 16:40:20.503992 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5a624a95-a633-4b1a-b872-6aa38c1735be req-e99a7591-2de4-4af6-b4d7-524425dafa05 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 210 time: 0.0445387 Jun 02 16:40:20.680107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40194) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:20.819068 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-37c197f2-c37e-477e-97cf-a45249a46d3b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:20.875858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-37c197f2-c37e-477e-97cf-a45249a46d3b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:20.947502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-37c197f2-c37e-477e-97cf-a45249a46d3b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:20.950756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a0dee3a3-6359-4a5e-908e-4179be1be3a6 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:20.966770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c197f2-c37e-477e-97cf-a45249a46d3b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c6a603-52c8-4351-a660-1a1f541312fe,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:20.969801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-37c197f2-c37e-477e-97cf-a45249a46d3b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:20.988751 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-37c197f2-c37e-477e-97cf-a45249a46d3b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:20.992687 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-37c197f2-c37e-477e-97cf-a45249a46d3b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/security-groups/61c6a603-52c8-4351-a660-1a1f541312fe HTTP/1.1" status: 204 len: 168 time: 0.3082941 Jun 02 16:40:21.021957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40198) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:21.025312 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device bcfae521-3409-47ba-b2ae-5d61c5e637d4 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:40:21.065750 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: bcfae521-3409-47ba-b2ae-5d61c5e637d4 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:40:21.066513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device bcfae521-3409-47ba-b2ae-5d61c5e637d4 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:40:21.079218 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0a0525-2350-403a-9061-d80940586f9e', 'name': 'network-vif-deleted', 'tag': '2fd40bb0-cac6-4b83-893c-017b4d7f6613'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:40:21.081562 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632652f4-9536-4cda-9431-7e0844239535" -d '{"events": [{"server_uuid": "2d0a0525-2350-403a-9061-d80940586f9e", "name": "network-vif-deleted", "tag": "2fd40bb0-cac6-4b83-893c-017b4d7f6613"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:40:21.179959 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a43d4ea-f88a-4e86-a703-fd90777b318f x-openstack-request-id: req-5a43d4ea-f88a-4e86-a703-fd90777b318f {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:40:21.180304 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0a0525-2350-403a-9061-d80940586f9e", "name": "network-vif-deleted", "tag": "2fd40bb0-cac6-4b83-893c-017b4d7f6613", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:40:21.180565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a43d4ea-f88a-4e86-a703-fd90777b318f {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:40:21.181000 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0a0525-2350-403a-9061-d80940586f9e', 'name': 'network-vif-deleted', 'tag': '2fd40bb0-cac6-4b83-893c-017b4d7f6613', 'status': 'completed', 'code': 200} Jun 02 16:40:21.746248 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ce9d8f38-3b8a-4429-8162-c40654412100 req-1905f4bd-dcc9-476d-9afc-6c545587321e tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 210 time: 0.1200476 Jun 02 16:40:21.823620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-53c3d4c9-4252-40ef-89e0-19e837368c45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:22.362425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-53c3d4c9-4252-40ef-89e0-19e837368c45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 44d26be3-cfc6-4c40-a375-7c5038565d41 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:22.362806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-53c3d4c9-4252-40ef-89e0-19e837368c45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:22.568570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-53c3d4c9-4252-40ef-89e0-19e837368c45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 44d26be3-cfc6-4c40-a375-7c5038565d41, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=44d26be3-cfc6-4c40-a375-7c5038565d41,segment=NetworkSegment(799ee68f-eb33-476f-b621-18b4f21d3401),segment_id=799ee68f-eb33-476f-b621-18b4f21d3401)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:22.569118 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-53c3d4c9-4252-40ef-89e0-19e837368c45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:22.767148 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-53c3d4c9-4252-40ef-89e0-19e837368c45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 44d26be3-cfc6-4c40-a375-7c5038565d41 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:23.038004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 2fd40bb0-cac6-4b83-893c-017b4d7f6613 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:40:23.103000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 2fd40bb0-cac6-4b83-893c-017b4d7f6613 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:40:23.103698 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 2fd40bb0-cac6-4b83-893c-017b4d7f6613 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:40:23.121291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-1a6a422d-c99a-465a-a717-4e180ba274ef req-e9b34203-defc-4843-8117-e4f28a0e25ad tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Synchronizing usage tracker for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:40:23.177225 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-1a6a422d-c99a-465a-a717-4e180ba274ef req-e9b34203-defc-4843-8117-e4f28a0e25ad tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Unset dirty status for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:40:23.179195 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1a6a422d-c99a-465a-a717-4e180ba274ef req-e9b34203-defc-4843-8117-e4f28a0e25ad tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d0a0525-2350-403a-9061-d80940586f9e HTTP/1.1" status: 200 len: 210 time: 0.1587772 Jun 02 16:40:23.326434 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-53c3d4c9-4252-40ef-89e0-19e837368c45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:23.331276 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-380fcd12-2b4f-41bb-944d-0aa579b09ad1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:23.385271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3d4c9-4252-40ef-89e0-19e837368c45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=44d26be3-cfc6-4c40-a375-7c5038565d41,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:23.389303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-53c3d4c9-4252-40ef-89e0-19e837368c45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:23.942703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-53c3d4c9-4252-40ef-89e0-19e837368c45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:24.441985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c3d4c9-4252-40ef-89e0-19e837368c45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 2203a669-c06c-44ed-8abc-dec560db6efa has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:40:24.664432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c3d4c9-4252-40ef-89e0-19e837368c45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:40:24.678968 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ffa4e-7ff7-4aec-9142-6b48856664d4 None None] Sync routers for ids ['2203a669-c06c-44ed-8abc-dec560db6efa'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:40:24.687355 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-53c3d4c9-4252-40ef-89e0-19e837368c45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/2203a669-c06c-44ed-8abc-dec560db6efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6595993 Jun 02 16:40:24.687724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40214) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:24.691635 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15ffa4e-7ff7-4aec-9142-6b48856664d4 None None] Routers {'2203a669-c06c-44ed-8abc-dec560db6efa'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:40:24.692545 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b15ffa4e-7ff7-4aec-9142-6b48856664d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2203a669-c06c-44ed-8abc-dec560db6efa'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:24.770593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8770ad7-0f54-47b1-95c3-8eddcf0595e7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting subnet a44ca39e-895e-4b64-ae6b-3e103c1a8d9a {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:40:24.775659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8770ad7-0f54-47b1-95c3-8eddcf0595e7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:24.846797 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8770ad7-0f54-47b1-95c3-8eddcf0595e7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:24.896329 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-b15ffa4e-7ff7-4aec-9142-6b48856664d4 None None] Set router 2203a669-c06c-44ed-8abc-dec560db6efa gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:40:24.956987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8770ad7-0f54-47b1-95c3-8eddcf0595e7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:25.215287 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b15ffa4e-7ff7-4aec-9142-6b48856664d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'name': 'tempest-TestNetworkBasicOps-router-1967225924', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:40:23Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:25.219585 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ffa4e-7ff7-4aec-9142-6b48856664d4 None None] Checking router: 2203a669-c06c-44ed-8abc-dec560db6efa for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:40:25.232081 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15ffa4e-7ff7-4aec-9142-6b48856664d4 None None] Routers {'2203a669-c06c-44ed-8abc-dec560db6efa'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:40:25.232397 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b15ffa4e-7ff7-4aec-9142-6b48856664d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2203a669-c06c-44ed-8abc-dec560db6efa'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:25.436738 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-b15ffa4e-7ff7-4aec-9142-6b48856664d4 None None] Set router 2203a669-c06c-44ed-8abc-dec560db6efa gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:40:25.437405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8770ad7-0f54-47b1-95c3-8eddcf0595e7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:25.446408 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-aeb8f818-5e5e-4bdf-8bb8-b5473a6a7568 tempest-NetworksTest-1539686844 tempest-NetworksTest-1539686844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:25.519279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8770ad7-0f54-47b1-95c3-8eddcf0595e7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Subnet': ['ID=a44ca39e-895e-4b64-ae6b-3e103c1a8d9a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:25.522051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8770ad7-0f54-47b1-95c3-8eddcf0595e7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:25.527267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b8770ad7-0f54-47b1-95c3-8eddcf0595e7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:25.529900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f21e3ea-0c61-44ba-9ccf-12fadb27bdfc None None] Network c1b51283-a296-4c80-8107-497268276e4f requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:40:25.543474 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b8770ad7-0f54-47b1-95c3-8eddcf0595e7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/subnets/a44ca39e-895e-4b64-ae6b-3e103c1a8d9a HTTP/1.1" status: 204 len: 168 time: 0.8545392 Jun 02 16:40:25.546222 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40216) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:25.788144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:25.898413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] DHCP port deletion for c1b51283-a296-4c80-8107-497268276e4f request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:40:25.976386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Deleting port c2eb2ff7-da72-4e73-b147-3812491a30ac {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:25.976806 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:26.011085 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:26.026328 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b15ffa4e-7ff7-4aec-9142-6b48856664d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'name': 'tempest-TestNetworkBasicOps-router-1967225924', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:40:23Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:26.032114 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ffa4e-7ff7-4aec-9142-6b48856664d4 None None] The sync data for ids ['2203a669-c06c-44ed-8abc-dec560db6efa'] in dv-neutron-601336-83-hyperv is: [{'id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'name': 'tempest-TestNetworkBasicOps-router-1967225924', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:40:23Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '57e75781-4aa1-4f46-8342-3dcce2b79ed5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203a669-c06c-44ed-8abc-dec560db6efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:37:09Z', 'updated_at': '2021-06-02T16:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:40:26.102623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] For port c2eb2ff7-da72-4e73-b147-3812491a30ac, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c2eb2ff7-da72-4e73-b147-3812491a30ac,segment=NetworkSegment(799ee68f-eb33-476f-b621-18b4f21d3401),segment_id=799ee68f-eb33-476f-b621-18b4f21d3401)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:26.103760 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:26.110384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 57e75781-4aa1-4f46-8342-3dcce2b79ed5 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:26.110854 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:26.382408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Calling delete_port for c2eb2ff7-da72-4e73-b147-3812491a30ac owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:26.451185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:26.462285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:26.504480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 57e75781-4aa1-4f46-8342-3dcce2b79ed5, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=57e75781-4aa1-4f46-8342-3dcce2b79ed5,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:26.504905 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:26.551252 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Pushing event deleted for resources: {'Port': ['ID=c2eb2ff7-da72-4e73-b147-3812491a30ac,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:26.569846 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] No DVR routers for this DVR port c2eb2ff7-da72-4e73-b147-3812491a30ac on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:40:26.573871 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:26.574582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:26.575255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:26.575898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:26.576532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:26.577204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:26.577850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:26.578710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:26.579375 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:26.580038 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:26.580688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:26.581364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:26.588183 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:26.658995 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 57e75781-4aa1-4f46-8342-3dcce2b79ed5 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:26.824904 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 44d26be3-cfc6-4c40-a375-7c5038565d41 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:40:26.876920 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 44d26be3-cfc6-4c40-a375-7c5038565d41 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:40:26.877566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 44d26be3-cfc6-4c40-a375-7c5038565d41 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:40:26.878228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c2eb2ff7-da72-4e73-b147-3812491a30ac no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:40:26.884687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:26.892510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:26.927255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: c2eb2ff7-da72-4e73-b147-3812491a30ac {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:40:26.927710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c2eb2ff7-da72-4e73-b147-3812491a30ac not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:40:26.943408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=57e75781-4aa1-4f46-8342-3dcce2b79ed5,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:26.946962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:27.050656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.241168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.244984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.277420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.277954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Fanout notify agent at l3_agent the message router_deleted on router 2203a669-c06c-44ed-8abc-dec560db6efa {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:40:27.294786 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.296204 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/routers/2203a669-c06c-44ed-8abc-dec560db6efa HTTP/1.1" status: 204 len: 168 time: 1.7483211 Jun 02 16:40:27.299706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40222) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:27.431738 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b3eef33-5c79-4cbb-900d-2f03db67dfbf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.567396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b3eef33-5c79-4cbb-900d-2f03db67dfbf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.581752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-4b3eef33-5c79-4cbb-900d-2f03db67dfbf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b51283-a296-4c80-8107-497268276e4f']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:27.596173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-4b3eef33-5c79-4cbb-900d-2f03db67dfbf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799ee68f-eb33-476f-b621-18b4f21d3401') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:27.596861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-4b3eef33-5c79-4cbb-900d-2f03db67dfbf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799ee68f-eb33-476f-b621-18b4f21d3401') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:27.610538 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b3eef33-5c79-4cbb-900d-2f03db67dfbf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.627191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b3eef33-5c79-4cbb-900d-2f03db67dfbf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.633730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3eef33-5c79-4cbb-900d-2f03db67dfbf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:40:27.634142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b3eef33-5c79-4cbb-900d-2f03db67dfbf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:40:27.652309 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:40:27.733588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b3eef33-5c79-4cbb-900d-2f03db67dfbf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.737316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f9be4d3f-8486-46a6-a8b5-1aa1531eb49e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:27.751963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b3eef33-5c79-4cbb-900d-2f03db67dfbf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.768649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3eef33-5c79-4cbb-900d-2f03db67dfbf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Network': ['ID=c1b51283-a296-4c80-8107-497268276e4f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:27.775561 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4b3eef33-5c79-4cbb-900d-2f03db67dfbf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:27.778521 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4b3eef33-5c79-4cbb-900d-2f03db67dfbf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/networks/c1b51283-a296-4c80-8107-497268276e4f HTTP/1.1" status: 204 len: 168 time: 0.4772284 Jun 02 16:40:27.792339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40226) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:27.801497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'network': {'name': 'tempest-network-smoke--337000954', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'port_security_enabled': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:27.810154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:27.818519 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:network and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:27.823911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:27.835995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:27.852093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:40:27.858603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.909861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:40:27.922277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.922595 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Added segment 194470a5-4894-4879-a187-e15e3e8a0740 of type vlan for network 92fd1720-bfd9-4f37-aa7a-8884020a8854 Jun 02 16:40:27.950548 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.983665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.989293 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:27.990547 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:27.996951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-66b967e8-a7e6-468a-9c3e-9d7cd97f379d tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:28.087942 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2937136 Jun 02 16:40:28.090982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40234) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:28.097939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'admin_state_up': True, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:28.108531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:28.116187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:router and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:28.117303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Network': ['ID=92fd1720-bfd9-4f37-aa7a-8884020a8854,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:28.119166 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:28.124218 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-48a6228e-4c61-4f9e-aaf6-c6c92f3f50ad tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:28.127066 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:28.132133 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 92fd1720-bfd9-4f37-aa7a-8884020a8854 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:40:28.137626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:28.138723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:28.156103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:28.435542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:28.793389 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 57e75781-4aa1-4f46-8342-3dcce2b79ed5 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:40:28.832217 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 57e75781-4aa1-4f46-8342-3dcce2b79ed5 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:40:28.832723 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 57e75781-4aa1-4f46-8342-3dcce2b79ed5 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:40:28.918012 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:28.955100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:29.107969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.252 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/44c9ec82-525b-4cff-b090-263d48b48fcd) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:40:29.272533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:29.306885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:29.311159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3ec3eb81-8dd7-474b-b3e9-f44bd483cc83 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:29.382101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:40:29.383650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:40:29.387886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:40:29.423287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=44c9ec82-525b-4cff-b090-263d48b48fcd,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:29.427836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:29.837010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:30.209613 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40240) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:30.238776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:30.701315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 29fd313d-af1a-429c-9fe8-e3985af1a013 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:40:30.718915 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-6450dfec-98d3-49f5-9a4f-ef454195da91 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Deleting port bb058d19-5b7b-476e-b3ed-b598cc907161 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:30.719420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6450dfec-98d3-49f5-9a4f-ef454195da91 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:30.862029 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6450dfec-98d3-49f5-9a4f-ef454195da91 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:30.862553 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6450dfec-98d3-49f5-9a4f-ef454195da91 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:30.927107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:40:30.939830 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Sync routers for ids ['29fd313d-af1a-429c-9fe8-e3985af1a013'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:40:30.956186 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Routers {'29fd313d-af1a-429c-9fe8-e3985af1a013'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:40:30.957454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['29fd313d-af1a-429c-9fe8-e3985af1a013'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:30.973771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:30.980152 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8831766 Jun 02 16:40:30.982020 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40242) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:30.997503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-6450dfec-98d3-49f5-9a4f-ef454195da91 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Calling delete_port for bb058d19-5b7b-476e-b3ed-b598cc907161 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:31.138312 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-262829bf-7d9c-439f-bbc9-180c699445c5 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=fb79c8ac06334981844f175e241075b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1544161 Jun 02 16:40:31.142489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40246) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:31.167501 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Set router 29fd313d-af1a-429c-9fe8-e3985af1a013 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:40:31.205393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6450dfec-98d3-49f5-9a4f-ef454195da91 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:31.213451 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e1ad3b1a-72b5-48fd-995a-b2d6bd759542 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:31.288126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450dfec-98d3-49f5-9a4f-ef454195da91 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event deleted for resources: {'Port': ['ID=bb058d19-5b7b-476e-b3ed-b598cc907161,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:31.289136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fdc11a-da04-4216-b8c5-a14c4eebc095 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:31.295768 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e7fdc11a-da04-4216-b8c5-a14c4eebc095 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1477134 Jun 02 16:40:31.296032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6450dfec-98d3-49f5-9a4f-ef454195da91 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:31.296152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40248) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:31.350467 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-37bde172-207e-42f4-81d9-365d008755ed tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0492461 Jun 02 16:40:31.351962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40250) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:31.361069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-112500455', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:31.448490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6450dfec-98d3-49f5-9a4f-ef454195da91 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:31.448961 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-6450dfec-98d3-49f5-9a4f-ef454195da91 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Floating IP 9e80b1ef-d555-4893-a814-82248a10e82a disassociated (deleted). External IP: 172.26.3.67, port: a6093832-721e-4636-b67a-0ebca1d6d0ee. Jun 02 16:40:31.490525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:29Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:31.497285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Checking router: 29fd313d-af1a-429c-9fe8-e3985af1a013 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:40:31.497645 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Updating router 29fd313d-af1a-429c-9fe8-e3985af1a013 port 44c9ec82-525b-4cff-b090-263d48b48fcd binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:40:31.523055 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:31.527850 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:subnet and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:31.531802 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:31.540021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:31.554828 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:40:31.560694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:31.563232 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:31.955843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6450dfec-98d3-49f5-9a4f-ef454195da91 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:40:32.010990 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:32.024576 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Transition to ACTIVE for port object 44c9ec82-525b-4cff-b090-263d48b48fcd will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:40:32.034833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:32.039204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:32.062536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:32.067013 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ad70cbf4-6cbf-491f-9f0e-91faf9ba77eb tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:32.109762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9b906-024f-44f0-9db9-b4342a89c8e6 None None] Pushing event updated for resources: {'Port': ['ID=44c9ec82-525b-4cff-b090-263d48b48fcd,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:32.121296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d7f9b906-024f-44f0-9db9-b4342a89c8e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:32.129858 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Attempting to bind port 44c9ec82-525b-4cff-b090-263d48b48fcd on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:40:32.130043 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Attempting to bind port 44c9ec82-525b-4cff-b090-263d48b48fcd by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:40:32.130449 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Attempting to bind port 44c9ec82-525b-4cff-b090-263d48b48fcd on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:40:32.136965 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:40:32.137360 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:40:32.137815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:32.138183 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:40:32.138679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Bound port: 44c9ec82-525b-4cff-b090-263d48b48fcd, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:40:32.139068 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:32.156658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Subnet': ['ID=0f664bbe-6643-4afc-8ec1-bea9a9a26566,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:32.160582 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:32.170823 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Checking segment: {'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:40:32.171386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network hostable DHCP agents. Network: 92fd1720-bfd9-4f37-aa7a-8884020a8854, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:40:32.202934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 92fd1720-bfd9-4f37-aa7a-8884020a8854 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:40:32.226254 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 92fd1720-bfd9-4f37-aa7a-8884020a8854) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:40:32.244604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:32.246241 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:32.247473 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd10aa1-0d6a-49a8-a3a6-7db13f9aed87 None None] Network 92fd1720-bfd9-4f37-aa7a-8884020a8854 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:40:32.269668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6450dfec-98d3-49f5-9a4f-ef454195da91 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:40:32.290900 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9365516 Jun 02 16:40:32.292698 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d72aeb-0eb6-4f77-afd3-ec15b542f6f6 None None] Sync routers for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:40:32.294193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40252) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:32.313341 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d72aeb-0eb6-4f77-afd3-ec15b542f6f6 None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:40:32.313706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6450dfec-98d3-49f5-9a4f-ef454195da91 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:32.315065 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-28d72aeb-0eb6-4f77-afd3-ec15b542f6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:32.367241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] For port 44c9ec82-525b-4cff-b090-263d48b48fcd, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:40:32.389346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] For port 44c9ec82-525b-4cff-b090-263d48b48fcd, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=44c9ec82-525b-4cff-b090-263d48b48fcd,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:40:32.432273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:32.444033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:32.585826 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6450dfec-98d3-49f5-9a4f-ef454195da91 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "DELETE /v2.0/floatingips/9e80b1ef-d555-4893-a814-82248a10e82a HTTP/1.1" status: 204 len: 168 time: 2.3744204 Jun 02 16:40:32.586540 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06956328-0812-4005-862a-c8a13faa9315', 'tag': 'a6093832-721e-4636-b67a-0ebca1d6d0ee'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:40:32.594265 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9b906-024f-44f0-9db9-b4342a89c8e6 None None] Pushing event updated for resources: {'Port': ['ID=44c9ec82-525b-4cff-b090-263d48b48fcd,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:32.607702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d7f9b906-024f-44f0-9db9-b4342a89c8e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:32.613231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64135658-7925-47ae-a381-081d76e6ab00" -d '{"events": [{"name": "network-changed", "server_uuid": "06956328-0812-4005-862a-c8a13faa9315", "tag": "a6093832-721e-4636-b67a-0ebca1d6d0ee"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:40:32.660914 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-28d72aeb-0eb6-4f77-afd3-ec15b542f6f6 None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:40:32.880099 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Routers {'29fd313d-af1a-429c-9fe8-e3985af1a013'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:40:32.880872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['29fd313d-af1a-429c-9fe8-e3985af1a013'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:32.899819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6c6d36-b247-402b-8d5b-86109c535510 x-openstack-request-id: req-9e6c6d36-b247-402b-8d5b-86109c535510 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:40:32.900275 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06956328-0812-4005-862a-c8a13faa9315", "tag": "a6093832-721e-4636-b67a-0ebca1d6d0ee", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:40:32.900812 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e6c6d36-b247-402b-8d5b-86109c535510 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:40:32.901003 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06956328-0812-4005-862a-c8a13faa9315', 'tag': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'status': 'completed', 'code': 200} Jun 02 16:40:33.053675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-92fd1720-bfd9-4f37-aa7a-8884020a8854', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:40:33.058519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:33.103739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64135658-7925-47ae-a381-081d76e6ab00 req-153d2d75-56d0-4e6a-abfa-5961aa60f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:33.106539 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-64135658-7925-47ae-a381-081d76e6ab00 req-153d2d75-56d0-4e6a-abfa-5961aa60f47a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25ba4acfd702498a9998e9c04cf306c2&device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 1098 time: 0.1751738 Jun 02 16:40:33.144198 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-28d72aeb-0eb6-4f77-afd3-ec15b542f6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:33.149094 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d72aeb-0eb6-4f77-afd3-ec15b542f6f6 None None] Checking router: 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:40:33.161393 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d72aeb-0eb6-4f77-afd3-ec15b542f6f6 None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:40:33.162273 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-28d72aeb-0eb6-4f77-afd3-ec15b542f6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:33.188073 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5d1ecdf3-0542-4e08-9637-ed4af63b60ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:33.330966 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64135658-7925-47ae-a381-081d76e6ab00 req-c78d4774-f6bd-47e7-9cc5-95136e8c3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:33.332516 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-64135658-7925-47ae-a381-081d76e6ab00 req-c78d4774-f6bd-47e7-9cc5-95136e8c3b38 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 200 len: 912 time: 0.2183502 Jun 02 16:40:33.355670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] Set router 29fd313d-af1a-429c-9fe8-e3985af1a013 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:40:33.389332 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-28d72aeb-0eb6-4f77-afd3-ec15b542f6f6 None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:40:33.428609 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-64135658-7925-47ae-a381-081d76e6ab00 req-0bdce7a2-2578-4c77-88e1-783c01f1f418 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6093832-721e-4636-b67a-0ebca1d6d0ee HTTP/1.1" status: 200 len: 217 time: 0.0880234 Jun 02 16:40:33.508207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64135658-7925-47ae-a381-081d76e6ab00 req-38b51446-dca2-4c91-abe7-cdd919b88af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:33.509824 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-64135658-7925-47ae-a381-081d76e6ab00 req-38b51446-dca2-4c91-abe7-cdd919b88af7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4c296cb-3a1b-4372-9839-bd1325c4d823 HTTP/1.1" status: 200 len: 850 time: 0.0742598 Jun 02 16:40:33.617457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccf0b5-75d2-4225-818d-c4431c1d633c req-6a9f710e-8730-425c-a8e2-f8a319729f36 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:33.624115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64135658-7925-47ae-a381-081d76e6ab00 req-73bdb68f-3d3e-4e43-9c14-dad456be590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:33.625647 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-64135658-7925-47ae-a381-081d76e6ab00 req-73bdb68f-3d3e-4e43-9c14-dad456be590c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1089158 Jun 02 16:40:33.626713 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a8ccf0b5-75d2-4225-818d-c4431c1d633c req-6a9f710e-8730-425c-a8e2-f8a319729f36 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 945 time: 0.3082132 Jun 02 16:40:33.648147 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Allocated IP 172.20.0.2 (92fd1720-bfd9-4f37-aa7a-8884020a8854/0f664bbe-6643-4afc-8ec1-bea9a9a26566/ea80c452-92a5-49de-ae4e-cc53e09704a3) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:40:33.744435 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a8ccf0b5-75d2-4225-818d-c4431c1d633c req-84e5503f-dad5-429b-8cfd-2993b17b7588 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165419 Jun 02 16:40:33.814768 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:29Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:33.816861 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-28d72aeb-0eb6-4f77-afd3-ec15b542f6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:33.825384 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d72aeb-0eb6-4f77-afd3-ec15b542f6f6 None None] The sync data for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv is: [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:33:26Z', 'revision_number': 4, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'f414e4b3-802b-436a-b873-50731ffa7d48', 'name': '', 'network_id': '8c0e06c7-1160-4ba0-8ee4-beccf6a0f495', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'mac_address': 'fa:16:3e:f1:d6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:25Z', 'updated_at': '2021-06-02T16:33:33Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'subnets': [{'id': 'c4c296cb-3a1b-4372-9839-bd1325c4d823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:40:33.835250 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd830c7d-beb6-4736-8c95-725c8e8e47bf None None] The sync data for ids ['29fd313d-af1a-429c-9fe8-e3985af1a013'] in dv-neutron-601336-83-hyperv is: [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:29Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:40:33.835662 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-64135658-7925-47ae-a381-081d76e6ab00 req-00a3ab2c-7c73-4e0a-8eac-48ed66b25f44 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008166 Jun 02 16:40:33.896536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:33.978520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:33.990851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Transition to ACTIVE for port object ea80c452-92a5-49de-ae4e-cc53e09704a3 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:40:34.018035 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Transition to ACTIVE for port object ea80c452-92a5-49de-ae4e-cc53e09704a3 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:40:34.042914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:34.047822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:34.144106 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-64135658-7925-47ae-a381-081d76e6ab00 req-cef9fc94-4374-4b6b-9779-ffd54932fa42 service neutron] 10.222.0.49 "GET /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009574 Jun 02 16:40:34.180825 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Network 92fd1720-bfd9-4f37-aa7a-8884020a8854 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:40:34.215334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:40:34.219661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:40:34.293013 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57b4e3c-9032-4a22-8da7-5a81fa601210 None None] New status for floating IP 9e80b1ef-d555-4893-a814-82248a10e82a: DOWN {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:40:34.610027 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Pushing event updated for resources: {'Port': ['ID=ea80c452-92a5-49de-ae4e-cc53e09704a3,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:34.613088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:34.662681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.1 (92fd1720-bfd9-4f37-aa7a-8884020a8854/0f664bbe-6643-4afc-8ec1-bea9a9a26566/acf82ba1-d36c-4a27-af07-008bbc61e650) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:40:34.693583 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Attempting to bind port ea80c452-92a5-49de-ae4e-cc53e09704a3 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:40:34.694027 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Attempting to bind port ea80c452-92a5-49de-ae4e-cc53e09704a3 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:40:34.694470 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Attempting to bind port ea80c452-92a5-49de-ae4e-cc53e09704a3 on network 92fd1720-bfd9-4f37-aa7a-8884020a8854 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:40:34.704354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:40:34.704810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Checking segment: {'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:40:34.705264 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:34.705671 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Bound using segment: {'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:40:34.706263 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Bound port: ea80c452-92a5-49de-ae4e-cc53e09704a3, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:40:34.706743 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:34.726349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e641b-760d-480a-88b8-d9ddc121ba98 req-69e681e2-9655-48ec-8d88-aa7dc62d542e tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:34.727690 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-280e641b-760d-480a-88b8-d9ddc121ba98 req-69e681e2-9655-48ec-8d88-aa7dc62d542e tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Synchronizing usage tracker for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:40:34.748954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-280e641b-760d-480a-88b8-d9ddc121ba98 req-69e681e2-9655-48ec-8d88-aa7dc62d542e tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Unset dirty status for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:40:34.750376 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-280e641b-760d-480a-88b8-d9ddc121ba98 req-69e681e2-9655-48ec-8d88-aa7dc62d542e tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.49 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 945 time: 0.1682253 Jun 02 16:40:34.858782 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] For port ea80c452-92a5-49de-ae4e-cc53e09704a3, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:40:34.871131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] For port ea80c452-92a5-49de-ae4e-cc53e09704a3, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ea80c452-92a5-49de-ae4e-cc53e09704a3,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:40:34.879551 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:34.901764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:34.949091 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:34.967540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object acf82ba1-d36c-4a27-af07-008bbc61e650 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:40:34.997181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:35.004874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cfddaf71-bcfd-45e6-aabe-3d5cd7a2f16b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:35.017555 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Pushing event updated for resources: {'Port': ['ID=ea80c452-92a5-49de-ae4e-cc53e09704a3,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:35.021168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:35.022234 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 44c9ec82-525b-4cff-b090-263d48b48fcd up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:40:35.061645 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f743ec0-d8cd-4c99-8c24-66f7d56abe85 req-10a55b92-f939-44b3-b951-e80e18b8ac77 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:35.070210 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7f743ec0-d8cd-4c99-8c24-66f7d56abe85 req-10a55b92-f939-44b3-b951-e80e18b8ac77 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 945 time: 0.1311750 Jun 02 16:40:35.109733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=acf82ba1-d36c-4a27-af07-008bbc61e650,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:35.123494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:35.127281 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:35.130912 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7f743ec0-d8cd-4c99-8c24-66f7d56abe85 req-566df377-83df-4cde-8da5-c6c146fe89ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7a7c4fa-01f9-48a2-948f-28e73ac897b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589473 Jun 02 16:40:35.154374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-280e641b-760d-480a-88b8-d9ddc121ba98 req-cf0197bd-6b2d-4d13-b046-96b07a8fbe61 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Deleting port a6093832-721e-4636-b67a-0ebca1d6d0ee {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:35.154374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-280e641b-760d-480a-88b8-d9ddc121ba98 req-cf0197bd-6b2d-4d13-b046-96b07a8fbe61 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:35.154649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 92fd1720-bfd9-4f37-aa7a-8884020a8854 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:40:35.154649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:40:35.156693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:40:35.168400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 44c9ec82-525b-4cff-b090-263d48b48fcd completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:40:35.174921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 44c9ec82-525b-4cff-b090-263d48b48fcd triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:40:35.175610 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:35.243565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:35.319527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-280e641b-760d-480a-88b8-d9ddc121ba98 req-cf0197bd-6b2d-4d13-b046-96b07a8fbe61 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] For port a6093832-721e-4636-b67a-0ebca1d6d0ee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a6093832-721e-4636-b67a-0ebca1d6d0ee,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:35.319892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-280e641b-760d-480a-88b8-d9ddc121ba98 req-cf0197bd-6b2d-4d13-b046-96b07a8fbe61 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:35.366960 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:35.410029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 44c9ec82-525b-4cff-b090-263d48b48fcd, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=44c9ec82-525b-4cff-b090-263d48b48fcd,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:35.423792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:35.429073 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-bfedf483-e8b6-48ff-8bf2-adfb2e401aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:35.476320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-280e641b-760d-480a-88b8-d9ddc121ba98 req-cf0197bd-6b2d-4d13-b046-96b07a8fbe61 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Calling delete_port for a6093832-721e-4636-b67a-0ebca1d6d0ee owned by compute:nova {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:35.512115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:35.530730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-21a15aa6-d164-4687-b09b-1c294c9b544c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:35.548752 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=44c9ec82-525b-4cff-b090-263d48b48fcd,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:35.552372 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:35.659997 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-280e641b-760d-480a-88b8-d9ddc121ba98 req-cf0197bd-6b2d-4d13-b046-96b07a8fbe61 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:35.666979 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b82a4006-6b11-46d7-8206-b85d125e1825 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:35.713889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0197bd-6b2d-4d13-b046-96b07a8fbe61 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event deleted for resources: {'Port': ['ID=a6093832-721e-4636-b67a-0ebca1d6d0ee,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:35.717289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cf0197bd-6b2d-4d13-b046-96b07a8fbe61 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:35.796741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-280e641b-760d-480a-88b8-d9ddc121ba98 req-cf0197bd-6b2d-4d13-b046-96b07a8fbe61 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] No DVR routers for this DVR port a6093832-721e-4636-b67a-0ebca1d6d0ee on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:40:35.800287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-280e641b-760d-480a-88b8-d9ddc121ba98 req-cf0197bd-6b2d-4d13-b046-96b07a8fbe61 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:35.803967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06956328-0812-4005-862a-c8a13faa9315', 'name': 'network-vif-deleted', 'tag': 'a6093832-721e-4636-b67a-0ebca1d6d0ee'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:40:35.807093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de8c7e0-c5ee-4bf8-8eab-eb11592fdd54" -d '{"events": [{"server_uuid": "06956328-0812-4005-862a-c8a13faa9315", "name": "network-vif-deleted", "tag": "a6093832-721e-4636-b67a-0ebca1d6d0ee"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:40:35.837327 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-280e641b-760d-480a-88b8-d9ddc121ba98 req-cf0197bd-6b2d-4d13-b046-96b07a8fbe61 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.49 "DELETE /v2.0/ports/a6093832-721e-4636-b67a-0ebca1d6d0ee HTTP/1.1" status: 204 len: 173 time: 1.0767417 Jun 02 16:40:35.906450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfe5a42-9ab6-46c5-a2f6-093d16c51dc2 x-openstack-request-id: req-7bfe5a42-9ab6-46c5-a2f6-093d16c51dc2 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:40:35.907192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06956328-0812-4005-862a-c8a13faa9315", "name": "network-vif-deleted", "tag": "a6093832-721e-4636-b67a-0ebca1d6d0ee", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:40:35.908030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7bfe5a42-9ab6-46c5-a2f6-093d16c51dc2 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:40:35.909453 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06956328-0812-4005-862a-c8a13faa9315', 'name': 'network-vif-deleted', 'tag': 'a6093832-721e-4636-b67a-0ebca1d6d0ee', 'status': 'completed', 'code': 200} Jun 02 16:40:36.313180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:36.325284 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:36.373345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-4fa55d12-3c73-49b9-aafb-b7247af5b067 req-1a6b89d8-2c01-4fbd-8a77-52f402fb30e5 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Synchronizing usage tracker for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:40:36.411424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-4fa55d12-3c73-49b9-aafb-b7247af5b067 req-1a6b89d8-2c01-4fbd-8a77-52f402fb30e5 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Unset dirty status for tenant:25ba4acfd702498a9998e9c04cf306c2 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:40:36.414825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0d6ac106-ed95-4287-862c-bdeabbce4220 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:36.416580 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4fa55d12-3c73-49b9-aafb-b7247af5b067 req-1a6b89d8-2c01-4fbd-8a77-52f402fb30e5 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 210 time: 0.1011245 Jun 02 16:40:36.553048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=acf82ba1-d36c-4a27-af07-008bbc61e650,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:36.557776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:36.564724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:36.679419 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:36.847840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c730a11c-2436-4753-8999-40e4ea611cd0 None None] Network 92fd1720-bfd9-4f37-aa7a-8884020a8854 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:40:36.863066 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 92fd1720-bfd9-4f37-aa7a-8884020a8854 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:40:36.864652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:40:36.985169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 44c9ec82-525b-4cff-b090-263d48b48fcd up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:40:37.017229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3c3361fe-84de-4183-98e9-60ab33579db1 None None] Provisioning for port ea80c452-92a5-49de-ae4e-cc53e09704a3 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:40:37.095712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 29fd313d-af1a-429c-9fe8-e3985af1a013 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:40:37.148283 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 44c9ec82-525b-4cff-b090-263d48b48fcd triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:40:37.148663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:37.308584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:40:37.324713 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/29fd313d-af1a-429c-9fe8-e3985af1a013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0287011 Jun 02 16:40:37.328739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40276) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:37.340139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ea80c452-92a5-49de-ae4e-cc53e09704a3 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:40:37.352041 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Sync routers for ids ['29fd313d-af1a-429c-9fe8-e3985af1a013'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:40:37.373203 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Routers {'29fd313d-af1a-429c-9fe8-e3985af1a013'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:40:37.375274 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['29fd313d-af1a-429c-9fe8-e3985af1a013'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:37.467418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port ea80c452-92a5-49de-ae4e-cc53e09704a3 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:40:37.474954 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port ea80c452-92a5-49de-ae4e-cc53e09704a3 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:40:37.475334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:37.716739 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Set router 29fd313d-af1a-429c-9fe8-e3985af1a013 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:40:37.819431 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b6dbdfa4-d96b-41c9-8589-908333fd54a8 req-d6c1a869-c65f-4a9b-a90a-f5c3b7230702 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 210 time: 0.0929174 Jun 02 16:40:37.821690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:37.874732 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b783a4-0238-4a54-a429-09bfef33ff9d tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:37.875259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b783a4-0238-4a54-a429-09bfef33ff9d tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:37.875728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b783a4-0238-4a54-a429-09bfef33ff9d tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:37.876228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b783a4-0238-4a54-a429-09bfef33ff9d tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:37.876741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b783a4-0238-4a54-a429-09bfef33ff9d tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:37.877542 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b783a4-0238-4a54-a429-09bfef33ff9d tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:37.883020 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40280) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:37.883339 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b4b783a4-0238-4a54-a429-09bfef33ff9d tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.5532467 Jun 02 16:40:37.897957 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e9bed9c7-22fd-46e4-afcd-0fefa8fa3f73 None None] Provisioning for port acf82ba1-d36c-4a27-af07-008bbc61e650 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:40:37.905690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e9bed9c7-22fd-46e4-afcd-0fefa8fa3f73 None None] Provisioning complete for port acf82ba1-d36c-4a27-af07-008bbc61e650 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:40:37.906098 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e9bed9c7-22fd-46e4-afcd-0fefa8fa3f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:37.972608 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e9bed9c7-22fd-46e4-afcd-0fefa8fa3f73 None None] Port acf82ba1-d36c-4a27-af07-008bbc61e650 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:40:37.975260 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port ea80c452-92a5-49de-ae4e-cc53e09704a3, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ea80c452-92a5-49de-ae4e-cc53e09704a3,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:37.989354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e9bed9c7-22fd-46e4-afcd-0fefa8fa3f73 None None] Provisioning complete for port ea80c452-92a5-49de-ae4e-cc53e09704a3 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:40:37.989738 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e9bed9c7-22fd-46e4-afcd-0fefa8fa3f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:38.001272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e85c651-0bce-4d58-affc-ad3128ebf699 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:38.001770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e85c651-0bce-4d58-affc-ad3128ebf699 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:38.002336 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e85c651-0bce-4d58-affc-ad3128ebf699 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:38.002796 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e85c651-0bce-4d58-affc-ad3128ebf699 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:38.003250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e85c651-0bce-4d58-affc-ad3128ebf699 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:38.003705 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e85c651-0bce-4d58-affc-ad3128ebf699 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:38.005706 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6e85c651-0bce-4d58-affc-ad3128ebf699 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1212907 Jun 02 16:40:38.009559 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40282) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:38.017398 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:38.024254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:38.142530 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=ea80c452-92a5-49de-ae4e-cc53e09704a3,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:38.146252 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:38.217275 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'acf82ba1-d36c-4a27-af07-008bbc61e650', 'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:fe:8b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:34Z', 'updated_at': '2021-06-02T16:40:36Z', 'revision_number': 2, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:38.232908 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Checking router: 29fd313d-af1a-429c-9fe8-e3985af1a013 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:40:38.234891 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Updating router 29fd313d-af1a-429c-9fe8-e3985af1a013 port acf82ba1-d36c-4a27-af07-008bbc61e650 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:40:38.305260 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:38.365875 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b52d31b8-ceb3-4e6e-899d-fda9baf0b335 None None] Provisioning complete for port acf82ba1-d36c-4a27-af07-008bbc61e650 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:40:38.366337 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b52d31b8-ceb3-4e6e-899d-fda9baf0b335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:38.426000 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-63145157-84b9-481a-9834-2769b5b71399 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.4147944 Jun 02 16:40:38.435698 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b52d31b8-ceb3-4e6e-899d-fda9baf0b335 None None] Port acf82ba1-d36c-4a27-af07-008bbc61e650 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:40:38.598227 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:38.673546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40286) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:38.678323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-202185543', 'description': 'tempest-secgroup-smoke-202185543 description', 'project_id': 'fb79c8ac06334981844f175e241075b7'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:38.684565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:38.689513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:38.693383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:38.700873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:38.712692 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:38.739635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:38.748692 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:38.749239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:38.756338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:38.765482 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Transition to ACTIVE for port object acf82ba1-d36c-4a27-af07-008bbc61e650 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:40:38.771632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:38.774813 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:38.779784 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:38.845112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ea80c452-92a5-49de-ae4e-cc53e09704a3 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:40:38.943970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port ea80c452-92a5-49de-ae4e-cc53e09704a3 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:40:38.944294 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:38.972712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:38.986962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:38.997129 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Pushing event updated for resources: {'Port': ['ID=acf82ba1-d36c-4a27-af07-008bbc61e650,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:39.007053 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:39.007727 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:39.008390 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:39.009146 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:39.009673 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:39.010216 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:39.010742 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:39.011570 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:39.012081 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:39.012678 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:39.013339 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:39.013832 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:40:39.053334 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3965b888-8d71-43d5-b2ef-26d2d1ba08df tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:39.072187 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:39.098923 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3d1817ca-70e0-4e4d-9ffb-b2462d9a2834 req-f7a207df-beb8-4713-8115-15ab064f5293 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 210 time: 0.1107321 Jun 02 16:40:39.141873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc752a7-9a59-43d3-8794-6aee7a91af42,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:39.146025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:39.146871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.148134 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4735482 Jun 02 16:40:39.151249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40290) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:39.160251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-aab864e7-f36c-4d0b-a218-fdc1df7b502a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '4cc752a7-9a59-43d3-8794-6aee7a91af42', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:39.166636 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Attempting to bind port acf82ba1-d36c-4a27-af07-008bbc61e650 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:40:39.166880 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Attempting to bind port acf82ba1-d36c-4a27-af07-008bbc61e650 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:40:39.167258 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Attempting to bind port acf82ba1-d36c-4a27-af07-008bbc61e650 on network 92fd1720-bfd9-4f37-aa7a-8884020a8854 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:40:39.173524 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:40:39.173913 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Checking segment: {'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:40:39.174360 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.174758 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Bound using segment: {'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:40:39.175247 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Bound port: acf82ba1-d36c-4a27-af07-008bbc61e650, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:40:39.175627 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.185531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device a6093832-721e-4636-b67a-0ebca1d6d0ee no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:40:39.191896 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-aab864e7-f36c-4d0b-a218-fdc1df7b502a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:39.200192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-aab864e7-f36c-4d0b-a218-fdc1df7b502a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:39.204261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-aab864e7-f36c-4d0b-a218-fdc1df7b502a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:39.213362 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-aab864e7-f36c-4d0b-a218-fdc1df7b502a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:39.237965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aab864e7-f36c-4d0b-a218-fdc1df7b502a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.274382 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: a6093832-721e-4636-b67a-0ebca1d6d0ee {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:40:39.274851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device a6093832-721e-4636-b67a-0ebca1d6d0ee not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:40:39.286355 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] For port acf82ba1-d36c-4a27-af07-008bbc61e650, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:40:39.291063 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] For port acf82ba1-d36c-4a27-af07-008bbc61e650, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=acf82ba1-d36c-4a27-af07-008bbc61e650,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:40:39.299531 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.314014 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:39.328947 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aab864e7-f36c-4d0b-a218-fdc1df7b502a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.336073 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aab864e7-f36c-4d0b-a218-fdc1df7b502a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.339037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bbbd3aa4-5a85-4038-83d6-973e52a27982 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:39.381622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab864e7-f36c-4d0b-a218-fdc1df7b502a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8331a4e-fbe5-4982-9504-1055fd630266,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:39.385826 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-aab864e7-f36c-4d0b-a218-fdc1df7b502a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:39.390451 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aab864e7-f36c-4d0b-a218-fdc1df7b502a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.395635 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-aab864e7-f36c-4d0b-a218-fdc1df7b502a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2393601 Jun 02 16:40:39.396013 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40292) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:39.401165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-d8bd2aec-9544-4b46-b92f-f936482a03e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '4cc752a7-9a59-43d3-8794-6aee7a91af42', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:39.412581 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Pushing event updated for resources: {'Port': ['ID=acf82ba1-d36c-4a27-af07-008bbc61e650,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:39.415441 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Routers {'29fd313d-af1a-429c-9fe8-e3985af1a013'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:40:39.416056 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['29fd313d-af1a-429c-9fe8-e3985af1a013'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:39.419316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d8bd2aec-9544-4b46-b92f-f936482a03e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:39.423934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d8bd2aec-9544-4b46-b92f-f936482a03e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:39.427303 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d8bd2aec-9544-4b46-b92f-f936482a03e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:39.434622 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d8bd2aec-9544-4b46-b92f-f936482a03e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:39.462831 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d8bd2aec-9544-4b46-b92f-f936482a03e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.492429 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:39.547002 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d8bd2aec-9544-4b46-b92f-f936482a03e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.556519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d8bd2aec-9544-4b46-b92f-f936482a03e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.559840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-59554ae5-4759-450f-bcad-ae6cd6d79712 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:39.610676 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd2aec-9544-4b46-b92f-f936482a03e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ebaac6-dec9-49ec-ac66-c13d8058eef3,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:39.631316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d8bd2aec-9544-4b46-b92f-f936482a03e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:39.642716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d8bd2aec-9544-4b46-b92f-f936482a03e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.645295 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d8bd2aec-9544-4b46-b92f-f936482a03e5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2479975 Jun 02 16:40:39.648417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40294) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:39.657636 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-009dbef2-2ce5-4f80-a9b1-535071f4d5ef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '4cc752a7-9a59-43d3-8794-6aee7a91af42', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:39.668791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-009dbef2-2ce5-4f80-a9b1-535071f4d5ef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:39.676019 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-009dbef2-2ce5-4f80-a9b1-535071f4d5ef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:39.681777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-009dbef2-2ce5-4f80-a9b1-535071f4d5ef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:39.691894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-009dbef2-2ce5-4f80-a9b1-535071f4d5ef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:39.695859 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] Set router 29fd313d-af1a-429c-9fe8-e3985af1a013 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:40:39.725318 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-009dbef2-2ce5-4f80-a9b1-535071f4d5ef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.829163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-009dbef2-2ce5-4f80-a9b1-535071f4d5ef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.834858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-009dbef2-2ce5-4f80-a9b1-535071f4d5ef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.836882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-50aa74a1-f166-4653-bbe8-b8e542a1b602 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:39.861783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009dbef2-2ce5-4f80-a9b1-535071f4d5ef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46328fe-cfe2-4e9c-80b3-427c706dfaac,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:39.864589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-009dbef2-2ce5-4f80-a9b1-535071f4d5ef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:39.878010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-009dbef2-2ce5-4f80-a9b1-535071f4d5ef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:39.883363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40296) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:39.883638 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-009dbef2-2ce5-4f80-a9b1-535071f4d5ef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2333310 Jun 02 16:40:39.889082 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-5ff7c74c-b1eb-4ae0-b687-1aa6d08e5680 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '4cc752a7-9a59-43d3-8794-6aee7a91af42', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:39.896023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5ff7c74c-b1eb-4ae0-b687-1aa6d08e5680 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:39.900698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5ff7c74c-b1eb-4ae0-b687-1aa6d08e5680 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:39.904234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5ff7c74c-b1eb-4ae0-b687-1aa6d08e5680 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:39.912471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-5ff7c74c-b1eb-4ae0-b687-1aa6d08e5680 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:39.943997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5ff7c74c-b1eb-4ae0-b687-1aa6d08e5680 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:40.064542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5ff7c74c-b1eb-4ae0-b687-1aa6d08e5680 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:40.070533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5ff7c74c-b1eb-4ae0-b687-1aa6d08e5680 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:40.073596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1383e9b3-c8de-4548-80bc-99501ef780bc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:40.107613 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'acf82ba1-d36c-4a27-af07-008bbc61e650', 'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:fe:8b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:34Z', 'updated_at': '2021-06-02T16:40:39Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:40.110725 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7c74c-b1eb-4ae0-b687-1aa6d08e5680 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bd956e-a7ed-4df7-9133-dcdd034c6775,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:40.118510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5ff7c74c-b1eb-4ae0-b687-1aa6d08e5680 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:40.120418 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b43b75-9023-41b6-8783-9f96124ce486 None None] The sync data for ids ['29fd313d-af1a-429c-9fe8-e3985af1a013'] in dv-neutron-601336-83-hyperv is: [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'acf82ba1-d36c-4a27-af07-008bbc61e650', 'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:fe:8b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:34Z', 'updated_at': '2021-06-02T16:40:39Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:40:40.137232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5ff7c74c-b1eb-4ae0-b687-1aa6d08e5680 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:40.140640 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5ff7c74c-b1eb-4ae0-b687-1aa6d08e5680 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2554908 Jun 02 16:40:40.144748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40300) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:40.156133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-51ae0102-e0ea-47ef-a54c-fd3947277d31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '4cc752a7-9a59-43d3-8794-6aee7a91af42', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:40.171419 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-51ae0102-e0ea-47ef-a54c-fd3947277d31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:40.185851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-51ae0102-e0ea-47ef-a54c-fd3947277d31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:40.194925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-51ae0102-e0ea-47ef-a54c-fd3947277d31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:40.212378 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-51ae0102-e0ea-47ef-a54c-fd3947277d31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:40.237645 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-51ae0102-e0ea-47ef-a54c-fd3947277d31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:40:40.248810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-51ae0102-e0ea-47ef-a54c-fd3947277d31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:40.417266 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-313f53e6-5d45-4571-a63f-2e08cc2bd872 req-5beb37c3-21ca-4eea-8b58-017d5a4f4a4f tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "GET /v2.0/ports?device_id=06956328-0812-4005-862a-c8a13faa9315 HTTP/1.1" status: 200 len: 210 time: 0.0681229 Jun 02 16:40:40.526362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-51ae0102-e0ea-47ef-a54c-fd3947277d31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:40.532697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-51ae0102-e0ea-47ef-a54c-fd3947277d31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:40.534786 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a396a2ac-254a-4e8f-affe-45d04ee907ae tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:40.558476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae0102-e0ea-47ef-a54c-fd3947277d31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f604a9d6-6cd2-431e-83d1-0651924fe2df,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:40.563216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-51ae0102-e0ea-47ef-a54c-fd3947277d31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:40.573846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-51ae0102-e0ea-47ef-a54c-fd3947277d31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:40.578777 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-51ae0102-e0ea-47ef-a54c-fd3947277d31 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4275982 Jun 02 16:40:40.579091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40304) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:40.584585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-17d1474b-e878-403f-95e1-62f8f5dc5bc9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': '4cc752a7-9a59-43d3-8794-6aee7a91af42', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:40.592010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-17d1474b-e878-403f-95e1-62f8f5dc5bc9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:40.596911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-17d1474b-e878-403f-95e1-62f8f5dc5bc9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:40.600768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-17d1474b-e878-403f-95e1-62f8f5dc5bc9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:40.608305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-17d1474b-e878-403f-95e1-62f8f5dc5bc9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:40.622426 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-17d1474b-e878-403f-95e1-62f8f5dc5bc9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:40:40.630598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-17d1474b-e878-403f-95e1-62f8f5dc5bc9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:40.739472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-17d1474b-e878-403f-95e1-62f8f5dc5bc9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:40.754292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-17d1474b-e878-403f-95e1-62f8f5dc5bc9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:40.757130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d0705c93-9cc5-4383-9292-e4499bdb453d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:40.809210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1474b-e878-403f-95e1-62f8f5dc5bc9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529786bf-4d52-4a29-90f7-c5c6aafca7a4,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:40.814219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-17d1474b-e878-403f-95e1-62f8f5dc5bc9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:40.830351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-17d1474b-e878-403f-95e1-62f8f5dc5bc9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:40.831946 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-17d1474b-e878-403f-95e1-62f8f5dc5bc9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2515256 Jun 02 16:40:40.888540 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device acf82ba1-d36c-4a27-af07-008bbc61e650 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:40:40.971915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port acf82ba1-d36c-4a27-af07-008bbc61e650 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:40:40.978124 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port acf82ba1-d36c-4a27-af07-008bbc61e650 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:40:40.978534 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:41.121236 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:41.129532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-fbf0f4c1-1c05-48d7-a696-62f9f1bd9fc1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:40:41.149717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-fbf0f4c1-1c05-48d7-a696-62f9f1bd9fc1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:40:41.151881 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-fbf0f4c1-1c05-48d7-a696-62f9f1bd9fc1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-202185543&fields=id&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 267 time: 0.0673792 Jun 02 16:40:41.162046 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port acf82ba1-d36c-4a27-af07-008bbc61e650, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=acf82ba1-d36c-4a27-af07-008bbc61e650,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:41.167498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:41.171173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-27599fcc-5059-4546-995d-6a484dd75797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:41.252149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=acf82ba1-d36c-4a27-af07-008bbc61e650,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:41.258332 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:41.356795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-bb187543-c8b0-4be0-8839-8f39f051d863 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:41.357656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-bb187543-c8b0-4be0-8839-8f39f051d863 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:40:41.379080 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-bb187543-c8b0-4be0-8839-8f39f051d863 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:40:41.380639 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-bb187543-c8b0-4be0-8839-8f39f051d863 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/networks?id=92fd1720-bfd9-4f37-aa7a-8884020a8854 HTTP/1.1" status: 200 len: 796 time: 0.2155125 Jun 02 16:40:41.403084 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-a7ad528f-5d83-4b63-8b4d-e8741feba33e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/quotas/fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 375 time: 0.0129900 Jun 02 16:40:41.511961 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-f5a6f2d1-2c69-4e96-af6f-aad9f940fd9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:40:41.536772 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40324) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:41.553415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-f5a6f2d1-2c69-4e96-af6f-aad9f940fd9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:40:41.554939 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-f5a6f2d1-2c69-4e96-af6f-aad9f940fd9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1484139 Jun 02 16:40:41.824746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-aa0257cc-b5c6-417a-8593-f24b777deacf tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Deleting port 39fcd1c7-4f7f-490e-af1f-bd9c8d630266 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:41.825095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aa0257cc-b5c6-417a-8593-f24b777deacf tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:41.859516 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-ac5b99c1-9920-40e2-b3fc-d930323cab3f service neutron] 10.222.0.50 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910571 Jun 02 16:40:42.002808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aa0257cc-b5c6-417a-8593-f24b777deacf tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:42.003575 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aa0257cc-b5c6-417a-8593-f24b777deacf tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:42.006118 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-0faad941-edac-47ea-a974-a46c9134ade9 service neutron] 10.222.0.50 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398535 Jun 02 16:40:42.166643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-aa0257cc-b5c6-417a-8593-f24b777deacf tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Calling delete_port for 39fcd1c7-4f7f-490e-af1f-bd9c8d630266 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:42.293651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aa0257cc-b5c6-417a-8593-f24b777deacf tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:42.297920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:42.347854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0257cc-b5c6-417a-8593-f24b777deacf tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event deleted for resources: {'Port': ['ID=39fcd1c7-4f7f-490e-af1f-bd9c8d630266,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:42.350893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-aa0257cc-b5c6-417a-8593-f24b777deacf tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:42.450135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aa0257cc-b5c6-417a-8593-f24b777deacf tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:42.470178 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aa0257cc-b5c6-417a-8593-f24b777deacf tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:42.471351 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-aa0257cc-b5c6-417a-8593-f24b777deacf tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "DELETE /v2.0/floatingips/e02e4ff6-69c6-40eb-abcc-03e10d1a7eef HTTP/1.1" status: 204 len: 168 time: 0.9335747 Jun 02 16:40:42.823420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device acf82ba1-d36c-4a27-af07-008bbc61e650 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:40:42.916020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port acf82ba1-d36c-4a27-af07-008bbc61e650 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:40:42.916635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:43.280947 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-d3c0b04d-348b-465b-8581-a6da5fdb2f33 req-8fb2523a-9397-4a06-8b58-3f2d392d3750 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:40:43.302468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-d3c0b04d-348b-465b-8581-a6da5fdb2f33 req-8fb2523a-9397-4a06-8b58-3f2d392d3750 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:40:43.306850 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d3c0b04d-348b-465b-8581-a6da5fdb2f33 req-8fb2523a-9397-4a06-8b58-3f2d392d3750 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 210 time: 0.1105475 Jun 02 16:40:44.519136 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6229654b-560e-4748-925c-7cc3c3c215ae req-46b16609-10dc-47c1-9d51-2fadb293bc11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 210 time: 0.0724871 Jun 02 16:40:44.668130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-3de199ce-7756-4db0-a514-8d0302808f59 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:44.669024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-3de199ce-7756-4db0-a514-8d0302808f59 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:40:44.682456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-3de199ce-7756-4db0-a514-8d0302808f59 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:40:44.684368 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-3de199ce-7756-4db0-a514-8d0302808f59 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/networks?id=92fd1720-bfd9-4f37-aa7a-8884020a8854 HTTP/1.1" status: 200 len: 796 time: 0.2642825 Jun 02 16:40:44.757613 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-64fe5148-9edd-48a3-9deb-b56954469b2e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:40:44.776262 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-64fe5148-9edd-48a3-9deb-b56954469b2e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:40:44.777804 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-64fe5148-9edd-48a3-9deb-b56954469b2e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 379 time: 0.0691090 Jun 02 16:40:44.794435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'port': {'device_id': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'admin_state_up': True, 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'security_groups': ['4cc752a7-9a59-43d3-8794-6aee7a91af42']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:44.949995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:44.961283 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:44.974876 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:40:44.979035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:45.257077 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.6 (92fd1720-bfd9-4f37-aa7a-8884020a8854/0f664bbe-6643-4afc-8ec1-bea9a9a26566/1c4022df-f4ad-484e-82ff-9733eac1c8d9) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:40:45.736110 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-71ee9ce3-fd98-4ae6-bbde-97addd57d1cb req-e3cbb9f9-568b-4890-b495-bae7ab3785cf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 210 time: 0.0612099 Jun 02 16:40:45.792624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:45.824694 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object 1c4022df-f4ad-484e-82ff-9733eac1c8d9 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:40:45.863586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:45.884244 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cf0197bd-6b2d-4d13-b046-96b07a8fbe61 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:46.000694 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=1c4022df-f4ad-484e-82ff-9733eac1c8d9,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:46.005277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:46.016521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 92fd1720-bfd9-4f37-aa7a-8884020a8854 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:40:46.017975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:40:46.022896 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:40:46.098313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:46.099157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:46.188863 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3520706 Jun 02 16:40:46.188863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Request body: {'port': {'device_id': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:46.249130 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40362) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:46.354200 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:46.381020 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-695b9683-8d87-4ef4-b5a5-d05b7ce6e3ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:46.423538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-695b9683-8d87-4ef4-b5a5-d05b7ce6e3ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:46.455935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f62a0630-f9e8-4188-b868-7cd36e0beae1 None None] Provisioning for port 1c4022df-f4ad-484e-82ff-9733eac1c8d9 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:40:46.461608 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f62a0630-f9e8-4188-b868-7cd36e0beae1 None None] Provisioning complete for port 1c4022df-f4ad-484e-82ff-9733eac1c8d9 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:40:46.462208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f62a0630-f9e8-4188-b868-7cd36e0beae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:46.525474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-695b9683-8d87-4ef4-b5a5-d05b7ce6e3ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:46.534342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-56c91e08-215d-4a41-9d1f-8a8ee0ffca61 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:46.544728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-f62a0630-f9e8-4188-b868-7cd36e0beae1 None None] Port 1c4022df-f4ad-484e-82ff-9733eac1c8d9 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:40:46.561554 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b9683-8d87-4ef4-b5a5-d05b7ce6e3ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a7c4fa-01f9-48a2-948f-28e73ac897b6,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:46.564192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-695b9683-8d87-4ef4-b5a5-d05b7ce6e3ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:46.572729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-695b9683-8d87-4ef4-b5a5-d05b7ce6e3ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:46.573953 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-695b9683-8d87-4ef4-b5a5-d05b7ce6e3ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] 10.222.0.50 "DELETE /v2.0/security-groups/f7a7c4fa-01f9-48a2-948f-28e73ac897b6 HTTP/1.1" status: 204 len: 168 time: 0.3232687 Jun 02 16:40:46.648711 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40366) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:46.799425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4022df-f4ad-484e-82ff-9733eac1c8d9 {{(pid=92322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:40:46.808958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:46.835238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Transition to ACTIVE for port object 1c4022df-f4ad-484e-82ff-9733eac1c8d9 will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:40:46.842450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:46.849036 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8fb066a0-c926-400c-8816-bb04701756ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:47.047456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4022df-f4ad-484e-82ff-9733eac1c8d9,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:47.053152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:47.189594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Attempting to bind port 1c4022df-f4ad-484e-82ff-9733eac1c8d9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:40:47.189912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Attempting to bind port 1c4022df-f4ad-484e-82ff-9733eac1c8d9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:40:47.190237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Attempting to bind port 1c4022df-f4ad-484e-82ff-9733eac1c8d9 on network 92fd1720-bfd9-4f37-aa7a-8884020a8854 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:40:47.199877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bf58b-6c0f-4baa-9976-786be287dacf req-f72b9493-908f-4e2e-9527-a404036891c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:47.200633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-c57bf58b-6c0f-4baa-9976-786be287dacf req-f72b9493-908f-4e2e-9527-a404036891c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:40:47.207701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Port 1c4022df-f4ad-484e-82ff-9733eac1c8d9 on network 92fd1720-bfd9-4f37-aa7a-8884020a8854 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:40:47.208027 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Attempting to bind port 1c4022df-f4ad-484e-82ff-9733eac1c8d9 on network 92fd1720-bfd9-4f37-aa7a-8884020a8854 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:40:47.219464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:40:47.219805 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Checking segment: {'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:40:47.220193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Bound using segment: {'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:40:47.220650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Bound port: 1c4022df-f4ad-484e-82ff-9733eac1c8d9, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:40:47.220996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:47.241765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-c57bf58b-6c0f-4baa-9976-786be287dacf req-f72b9493-908f-4e2e-9527-a404036891c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:40:47.243018 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c57bf58b-6c0f-4baa-9976-786be287dacf req-f72b9493-908f-4e2e-9527-a404036891c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 943 time: 0.2703269 Jun 02 16:40:47.347984 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c57bf58b-6c0f-4baa-9976-786be287dacf req-0f5ad60d-b4dd-4daf-8a6b-b4e0d69bc67f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cc752a7-9a59-43d3-8794-6aee7a91af42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788937 Jun 02 16:40:47.358917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] For port 1c4022df-f4ad-484e-82ff-9733eac1c8d9, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:40:47.362774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] For port 1c4022df-f4ad-484e-82ff-9733eac1c8d9, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1c4022df-f4ad-484e-82ff-9733eac1c8d9,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:40:47.376437 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:47.382794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:47.495164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:47.496583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:47.498847 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] 10.222.0.49 "PUT /v2.0/ports/1c4022df-f4ad-484e-82ff-9733eac1c8d9 HTTP/1.1" status: 200 len: 1093 time: 1.3424931 Jun 02 16:40:47.500004 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'tag': '1c4022df-f4ad-484e-82ff-9733eac1c8d9'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:40:47.503996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936abb32-65de-4042-99be-cd0f8f286cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "470ffffa-0d70-4c4f-9d65-794d133b3924", "tag": "1c4022df-f4ad-484e-82ff-9733eac1c8d9"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:40:47.548710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4022df-f4ad-484e-82ff-9733eac1c8d9,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:47.555782 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:47.619247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e7c153d0-474f-428d-bb84-8e82feed08b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:47.622320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621ed48f-a022-4abc-8a84-4b9f824f641f x-openstack-request-id: req-621ed48f-a022-4abc-8a84-4b9f824f641f {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:40:47.622855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470ffffa-0d70-4c4f-9d65-794d133b3924", "tag": "1c4022df-f4ad-484e-82ff-9733eac1c8d9", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:40:47.623327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-621ed48f-a022-4abc-8a84-4b9f824f641f {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:40:47.624108 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'tag': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'status': 'completed', 'code': 200} Jun 02 16:40:47.707602 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-84216dfc-ec69-4c96-82c4-1a0085748c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:47.709295 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-84216dfc-ec69-4c96-82c4-1a0085748c3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 1096 time: 0.1421540 Jun 02 16:40:47.801206 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-6f5c0562-392a-4b68-933a-eea48c2e2f2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c4022df-f4ad-484e-82ff-9733eac1c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0804734 Jun 02 16:40:47.913885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-8450c9b8-6acd-487a-9679-10d1a714f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:47.915917 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-8450c9b8-6acd-487a-9679-10d1a714f264 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f664bbe-6643-4afc-8ec1-bea9a9a26566 HTTP/1.1" status: 200 len: 834 time: 0.1046140 Jun 02 16:40:48.070466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-af665d93-a268-4c23-8c1f-7bf9dc65cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:48.072961 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-af665d93-a268-4c23-8c1f-7bf9dc65cc7b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92fd1720-bfd9-4f37-aa7a-8884020a8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1458383 Jun 02 16:40:48.264307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e7c153d0-474f-428d-bb84-8e82feed08b5 admin admin] Deleting port f414e4b3-802b-436a-b873-50731ffa7d48 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:48.264746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e7c153d0-474f-428d-bb84-8e82feed08b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:48.432464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-e7c153d0-474f-428d-bb84-8e82feed08b5 admin admin] For port f414e4b3-802b-436a-b873-50731ffa7d48, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f414e4b3-802b-436a-b873-50731ffa7d48,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:48.432809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e7c153d0-474f-428d-bb84-8e82feed08b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:48.449921 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-1dea3eb2-5312-45c9-8311-fe09e1a819cc service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657174 Jun 02 16:40:48.570831 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e7c153d0-474f-428d-bb84-8e82feed08b5 admin admin] Calling delete_port for f414e4b3-802b-436a-b873-50731ffa7d48 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:48.657761 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fac6b55d-6861-4b66-a18f-11dc971028a6 req-862ed9e5-c926-4dfb-b6b4-4b09e9b2477e service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975548 Jun 02 16:40:48.679724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a9f23-eac8-4df1-8e4d-66b223053c6a req-433a0f85-0c58-4bc4-bd19-a61a9d3e89b1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:48.679724 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cb8a9f23-eac8-4df1-8e4d-66b223053c6a req-433a0f85-0c58-4bc4-bd19-a61a9d3e89b1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 943 time: 0.1865783 Jun 02 16:40:48.772786 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cb8a9f23-eac8-4df1-8e4d-66b223053c6a req-e4659823-3c2d-422d-91a3-4ccab8dbd478 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cc752a7-9a59-43d3-8794-6aee7a91af42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894136 Jun 02 16:40:48.820582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936abb32-65de-4042-99be-cd0f8f286cf7 req-e63c073c-5e46-48f3-8608-0403750dfb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:48.822179 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-936abb32-65de-4042-99be-cd0f8f286cf7 req-e63c073c-5e46-48f3-8608-0403750dfb14 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 1096 time: 0.0833120 Jun 02 16:40:48.834128 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e7c153d0-474f-428d-bb84-8e82feed08b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:48.838671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-06f994a0-47de-496c-96b8-f561bb7d76e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:48.887657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c153d0-474f-428d-bb84-8e82feed08b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f414e4b3-802b-436a-b873-50731ffa7d48,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:48.891112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e7c153d0-474f-428d-bb84-8e82feed08b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:48.977675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936abb32-65de-4042-99be-cd0f8f286cf7 req-58e360ad-adbd-4e2e-b8b1-c8b3ad9dbcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:48.979290 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-936abb32-65de-4042-99be-cd0f8f286cf7 req-58e360ad-adbd-4e2e-b8b1-c8b3ad9dbcaf service neutron] 10.222.0.49 "GET /v2.0/networks?id=92fd1720-bfd9-4f37-aa7a-8884020a8854 HTTP/1.1" status: 200 len: 897 time: 0.1487770 Jun 02 16:40:49.073206 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-936abb32-65de-4042-99be-cd0f8f286cf7 req-fd975202-19cd-4ea7-8968-cdefdfa32664 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c4022df-f4ad-484e-82ff-9733eac1c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0853622 Jun 02 16:40:49.081110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:49.153385 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936abb32-65de-4042-99be-cd0f8f286cf7 req-d7935f3f-5704-4166-a620-d4c897467f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:49.155205 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-936abb32-65de-4042-99be-cd0f8f286cf7 req-d7935f3f-5704-4166-a620-d4c897467f28 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f664bbe-6643-4afc-8ec1-bea9a9a26566 HTTP/1.1" status: 200 len: 834 time: 0.0718727 Jun 02 16:40:49.205485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e7c153d0-474f-428d-bb84-8e82feed08b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:49.264937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936abb32-65de-4042-99be-cd0f8f286cf7 req-3bedbafe-f41e-4862-a5c5-a10d80cf0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:49.267402 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-936abb32-65de-4042-99be-cd0f8f286cf7 req-3bedbafe-f41e-4862-a5c5-a10d80cf0658 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92fd1720-bfd9-4f37-aa7a-8884020a8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1050260 Jun 02 16:40:49.428092 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-936abb32-65de-4042-99be-cd0f8f286cf7 req-2ddf4347-117e-48b2-9398-92be1a6ce87c service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527681 Jun 02 16:40:49.599422 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-936abb32-65de-4042-99be-cd0f8f286cf7 req-8ef4bcc3-5742-4a4d-9c62-1a48eae13621 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637480 Jun 02 16:40:49.866119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c153d0-474f-428d-bb84-8e82feed08b5 admin admin] Router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:40:50.117292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c153d0-474f-428d-bb84-8e82feed08b5 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:40:50.129650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255fbc2-ebb6-415e-a529-a69c87fa40ee None None] Sync routers for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:40:50.136311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8834d44-6eb7-4874-aab7-0666a686abb1 req-7e2bd249-d779-462b-a7f6-41772931ccbd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:50.138008 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b8834d44-6eb7-4874-aab7-0666a686abb1 req-7e2bd249-d779-462b-a7f6-41772931ccbd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 943 time: 0.2127519 Jun 02 16:40:50.144028 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e7c153d0-474f-428d-bb84-8e82feed08b5 admin admin] 10.222.0.50 "PUT /v2.0/routers/49118a7f-ee16-4e1b-ad47-4c4c05b25b7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4936123 Jun 02 16:40:50.147083 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0255fbc2-ebb6-415e-a529-a69c87fa40ee None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:40:50.147820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40378) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:50.151336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-0255fbc2-ebb6-415e-a529-a69c87fa40ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:50.336787 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b8834d44-6eb7-4874-aab7-0666a686abb1 req-cea628fe-e92c-4fa6-bd88-3f1f8ebc0290 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cc752a7-9a59-43d3-8794-6aee7a91af42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283805 Jun 02 16:40:50.372181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:50.405379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-0255fbc2-ebb6-415e-a529-a69c87fa40ee None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:40:50.565389 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:50.653738 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] Deleting port e22b65dc-cd93-4cae-b799-6020961afa26 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:50.654400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:50.800333 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-0255fbc2-ebb6-415e-a529-a69c87fa40ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:40:48Z', 'revision_number': 5, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port': {'id': 'e22b65dc-cd93-4cae-b799-6020961afa26', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:22Z', 'updated_at': '2021-06-02T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:50.812720 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255fbc2-ebb6-415e-a529-a69c87fa40ee None None] Checking router: 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:40:50.815791 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0255fbc2-ebb6-415e-a529-a69c87fa40ee None None] Routers {'49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:40:50.816429 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-0255fbc2-ebb6-415e-a529-a69c87fa40ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:50.816984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] For port e22b65dc-cd93-4cae-b799-6020961afa26, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e22b65dc-cd93-4cae-b799-6020961afa26,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:50.817355 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:50.976384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] Calling delete_port for e22b65dc-cd93-4cae-b799-6020961afa26 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:50.989595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-0255fbc2-ebb6-415e-a529-a69c87fa40ee None None] Set router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:40:51.144541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:51.149172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-806fb39a-c0bb-4406-a40d-abc9a9b604fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:51.196212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] Pushing event deleted for resources: {'Port': ['ID=e22b65dc-cd93-4cae-b799-6020961afa26,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:51.198142 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1c4022df-f4ad-484e-82ff-9733eac1c8d9 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:40:51.200226 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:51.209404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-0255fbc2-ebb6-415e-a529-a69c87fa40ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:40:50Z', 'revision_number': 6, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:51.217393 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255fbc2-ebb6-415e-a529-a69c87fa40ee None None] The sync data for ids ['49118a7f-ee16-4e1b-ad47-4c4c05b25b7a'] in dv-neutron-601336-83-hyperv is: [{'id': '49118a7f-ee16-4e1b-ad47-4c4c05b25b7a', 'name': 'tempest-TestVolumeBootPattern-413886561-router', 'tenant_id': '25ba4acfd702498a9998e9c04cf306c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:21Z', 'updated_at': '2021-06-02T16:40:50Z', 'revision_number': 6, 'project_id': '25ba4acfd702498a9998e9c04cf306c2', 'gw_port_host': None}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:40:51.346065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:51.375412 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1c4022df-f4ad-484e-82ff-9733eac1c8d9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1c4022df-f4ad-484e-82ff-9733eac1c8d9,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:51.390678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'port_id': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'mac_address': 'fa:16:3e:63:be:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:40:51.462374 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:51.483787 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4022df-f4ad-484e-82ff-9733eac1c8d9 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:40:51.502025 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1c4022df-f4ad-484e-82ff-9733eac1c8d9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1c4022df-f4ad-484e-82ff-9733eac1c8d9,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:51.507809 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:51.510117 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-083d99a7-fc51-40bb-80d2-d66053d1a3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:51.599568 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=1c4022df-f4ad-484e-82ff-9733eac1c8d9,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:51.604007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:51.625972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be2c84-bfd1-46de-9d3c-5485f83012db req-e9aaa2d7-3515-40dd-8543-1d1942ad93c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:51.633913 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-81be2c84-bfd1-46de-9d3c-5485f83012db req-e9aaa2d7-3515-40dd-8543-1d1942ad93c5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 944 time: 0.1469181 Jun 02 16:40:51.682988 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-81be2c84-bfd1-46de-9d3c-5485f83012db req-8fd2cbbf-7b9f-4029-8198-55a5589c8dde tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cc752a7-9a59-43d3-8794-6aee7a91af42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478153 Jun 02 16:40:51.800366 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['1c4022df-f4ad-484e-82ff-9733eac1c8d9'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:40:51.804521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:51.807381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:51.834566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:51.835218 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49118a7f-ee16-4e1b-ad47-4c4c05b25b7a {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:40:51.849073 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:51.850257 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] 10.222.0.50 "DELETE /v2.0/routers/49118a7f-ee16-4e1b-ad47-4c4c05b25b7a HTTP/1.1" status: 204 len: 168 time: 1.7014396 Jun 02 16:40:51.853800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40382) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:51.918762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3abb021-99df-4413-97c5-c1e0b9f8924e admin admin] Deleting subnet c4c296cb-3a1b-4372-9839-bd1325c4d823 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:40:51.922429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e3abb021-99df-4413-97c5-c1e0b9f8924e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:51.978139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e3abb021-99df-4413-97c5-c1e0b9f8924e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:52.085978 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e3abb021-99df-4413-97c5-c1e0b9f8924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:52.418182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e3abb021-99df-4413-97c5-c1e0b9f8924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:52.422677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7c3dc2d7-cb9e-415a-9545-c9e229df9ab8 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:52.459590 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abb021-99df-4413-97c5-c1e0b9f8924e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c296cb-3a1b-4372-9839-bd1325c4d823,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:52.465300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e3abb021-99df-4413-97c5-c1e0b9f8924e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:52.465300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e3abb021-99df-4413-97c5-c1e0b9f8924e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:52.472341 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e3abb021-99df-4413-97c5-c1e0b9f8924e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c4c296cb-3a1b-4372-9839-bd1325c4d823 HTTP/1.1" status: 204 len: 168 time: 0.6171913 Jun 02 16:40:52.473927 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4b5e0d-1368-45f3-9ac1-a6fe816c99c3 None None] Network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:40:52.476225 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40384) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:52.593874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:52.679661 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Deleting port 9f880381-05b8-4f1b-b672-2dddff714548 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:52.680716 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:52.813991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ac2e45-ca9d-4350-b025-a4ee9da36c24 None None] DHCP port deletion for 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:40:52.916856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9f880381-05b8-4f1b-b672-2dddff714548 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:40:52.968875 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] For port 9f880381-05b8-4f1b-b672-2dddff714548, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9f880381-05b8-4f1b-b672-2dddff714548,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:52.969237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:52.978638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05a3ef-4cc1-4436-b925-679a7eaabb17 req-e76895c8-cb21-4dec-8800-e7b79c7c0922 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:52.981766 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4a05a3ef-4cc1-4436-b925-679a7eaabb17 req-e76895c8-cb21-4dec-8800-e7b79c7c0922 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 944 time: 0.1761634 Jun 02 16:40:53.036637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-91ac2e45-ca9d-4350-b025-a4ee9da36c24 None None] Deleting port 9f880381-05b8-4f1b-b672-2dddff714548 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:53.037174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-91ac2e45-ca9d-4350-b025-a4ee9da36c24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:53.056122 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4a05a3ef-4cc1-4436-b925-679a7eaabb17 req-5047c8cd-0f90-45ca-aec4-6ec56350ffc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cc752a7-9a59-43d3-8794-6aee7a91af42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664768 Jun 02 16:40:53.098279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Calling delete_port for 9f880381-05b8-4f1b-b672-2dddff714548 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:53.149280 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:53.153733 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-407fdf96-a4cf-48d3-8f95-017fcbbc23fa tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:53.165950 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1c4022df-f4ad-484e-82ff-9733eac1c8d9 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:40:53.203027 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f880381-05b8-4f1b-b672-2dddff714548,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:53.206327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:53.207125 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] No DVR routers for this DVR port 9f880381-05b8-4f1b-b672-2dddff714548 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:40:53.234936 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] No ports have port_id starting with 9f880381-05b8-4f1b-b672-2dddff714548 Jun 02 16:40:53.250715 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f414e4b3-802b-436a-b873-50731ffa7d48 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:40:53.330445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:53.345389 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0e06c7-1160-4ba0-8ee4-beccf6a0f495']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:53.345693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: f414e4b3-802b-436a-b873-50731ffa7d48 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:40:53.346107 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f414e4b3-802b-436a-b873-50731ffa7d48 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:40:53.346810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e22b65dc-cd93-4cae-b799-6020961afa26 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:40:53.360514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54254de5-a33a-452e-9517-cfb50ba5434e') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:53.360818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54254de5-a33a-452e-9517-cfb50ba5434e') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:53.374156 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:53.392292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:53.404253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:40:53.404253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:40:53.417838 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:40:53.440342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: e22b65dc-cd93-4cae-b799-6020961afa26 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:40:53.440936 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e22b65dc-cd93-4cae-b799-6020961afa26 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:40:53.449440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-91ac2e45-ca9d-4350-b025-a4ee9da36c24 None None] For port 9f880381-05b8-4f1b-b672-2dddff714548, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9f880381-05b8-4f1b-b672-2dddff714548,segment=NetworkSegment(54254de5-a33a-452e-9517-cfb50ba5434e),segment_id=54254de5-a33a-452e-9517-cfb50ba5434e)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:53.450564 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-91ac2e45-ca9d-4350-b025-a4ee9da36c24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:53.499740 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:53.503709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4b3eef33-5c79-4cbb-900d-2f03db67dfbf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:53.517503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:53.528742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c0e06c7-1160-4ba0-8ee4-beccf6a0f495,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:53.532422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:53.545229 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 HTTP/1.1" status: 204 len: 168 time: 1.0676963 Jun 02 16:40:53.549689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40388) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:53.685596 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-91ac2e45-ca9d-4350-b025-a4ee9da36c24 None None] Calling delete_port for 9f880381-05b8-4f1b-b672-2dddff714548 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:53.710623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 1c4022df-f4ad-484e-82ff-9733eac1c8d9 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:40:53.723914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 1c4022df-f4ad-484e-82ff-9733eac1c8d9 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:40:53.724447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:53.843192 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-91ac2e45-ca9d-4350-b025-a4ee9da36c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:53.855456 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:53.895254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91ac2e45-ca9d-4350-b025-a4ee9da36c24 None None] Network 8c0e06c7-1160-4ba0-8ee4-beccf6a0f495 is not hosted by any dhcp agent {{(pid=92324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 16:40:53.895726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac2e45-ca9d-4350-b025-a4ee9da36c24 None None] No DVR routers for this DVR port 9f880381-05b8-4f1b-b672-2dddff714548 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:40:53.911631 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac2e45-ca9d-4350-b025-a4ee9da36c24 None None] Pushing event deleted for resources: {'Port': ['ID=9f880381-05b8-4f1b-b672-2dddff714548,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:53.920902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-91ac2e45-ca9d-4350-b025-a4ee9da36c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:53.926549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:53.959125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4022df-f4ad-484e-82ff-9733eac1c8d9'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:40:53.962008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b81a4ce-02ed-46e5-a8bb-98188c3661cc" -d '{"events": [{"server_uuid": "470ffffa-0d70-4c4f-9d65-794d133b3924", "name": "network-vif-plugged", "status": "completed", "tag": "1c4022df-f4ad-484e-82ff-9733eac1c8d9"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:40:53.974314 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1c4022df-f4ad-484e-82ff-9733eac1c8d9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1c4022df-f4ad-484e-82ff-9733eac1c8d9,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:53.981129 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:53.984451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:54.130044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df74c3b-3393-46fd-8a0c-543f977f00b1 x-openstack-request-id: req-7df74c3b-3393-46fd-8a0c-543f977f00b1 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:40:54.130504 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470ffffa-0d70-4c4f-9d65-794d133b3924", "name": "network-vif-plugged", "status": "completed", "tag": "1c4022df-f4ad-484e-82ff-9733eac1c8d9", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:40:54.130895 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7df74c3b-3393-46fd-8a0c-543f977f00b1 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:40:54.131486 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'code': 200} Jun 02 16:40:54.177846 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=1c4022df-f4ad-484e-82ff-9733eac1c8d9,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:54.184019 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:54.294467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c902-891b-4c64-94ea-0c2ba1da66b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:54.400618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af758b-71e3-4bc6-882d-a3782193b5ad req-b2b2510d-9d35-4bd4-bc29-0ddc5094e270 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:54.402457 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-23af758b-71e3-4bc6-882d-a3782193b5ad req-b2b2510d-9d35-4bd4-bc29-0ddc5094e270 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 945 time: 0.1238248 Jun 02 16:40:54.485052 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-23af758b-71e3-4bc6-882d-a3782193b5ad req-c3ccc07b-e54b-4ff8-9695-c582b0b4ca2a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cc752a7-9a59-43d3-8794-6aee7a91af42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718763 Jun 02 16:40:54.827376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfaea0-10dd-423c-9ec7-82062ef645e2 req-0d1cca26-61a1-4f15-9e10-ddb4f961d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:54.828870 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a2bfaea0-10dd-423c-9ec7-82062ef645e2 req-0d1cca26-61a1-4f15-9e10-ddb4f961d68d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 1098 time: 0.4466276 Jun 02 16:40:54.893933 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a2bfaea0-10dd-423c-9ec7-82062ef645e2 req-7a5f99d3-7dda-43fc-a0a4-f1463c1569ca service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4cc752a7-9a59-43d3-8794-6aee7a91af42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528176 Jun 02 16:40:55.024011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3c902-891b-4c64-94ea-0c2ba1da66b9 admin admin] Deleting port 334e90fe-d90c-4b52-a985-d5f2f10b7213 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:55.024266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c902-891b-4c64-94ea-0c2ba1da66b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:55.158678 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-e0a3c902-891b-4c64-94ea-0c2ba1da66b9 admin admin] For port 334e90fe-d90c-4b52-a985-d5f2f10b7213, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=334e90fe-d90c-4b52-a985-d5f2f10b7213,segment=NetworkSegment(9bad84a3-f9f0-4129-9e80-7939c224869f),segment_id=9bad84a3-f9f0-4129-9e80-7939c224869f)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:55.159069 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c902-891b-4c64-94ea-0c2ba1da66b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:55.293296 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3c902-891b-4c64-94ea-0c2ba1da66b9 admin admin] Calling delete_port for 334e90fe-d90c-4b52-a985-d5f2f10b7213 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:55.477033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c902-891b-4c64-94ea-0c2ba1da66b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:55.481848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-61fe7927-2879-49ac-bcd6-746d22a06f0d tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:55.532145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3c902-891b-4c64-94ea-0c2ba1da66b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=334e90fe-d90c-4b52-a985-d5f2f10b7213,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:55.565790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e0a3c902-891b-4c64-94ea-0c2ba1da66b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:55.881052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c902-891b-4c64-94ea-0c2ba1da66b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:55.893698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55efbf0-080e-4570-9711-cc71ad71267f req-e5becaac-2f3c-43f4-89d9-9d0fece56ab0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:55.895255 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d55efbf0-080e-4570-9711-cc71ad71267f req-e5becaac-2f3c-43f4-89d9-9d0fece56ab0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 945 time: 0.2089772 Jun 02 16:40:56.083400 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d55efbf0-080e-4570-9711-cc71ad71267f req-05acc897-386a-4fac-b05d-a575e922438a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cc752a7-9a59-43d3-8794-6aee7a91af42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311898 Jun 02 16:40:56.144418 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:40:56.475401 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a3c902-891b-4c64-94ea-0c2ba1da66b9 admin admin] Router 3d91b1c7-dd5d-45c2-ab30-a347c8be12ac has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:40:56.670410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a3c902-891b-4c64-94ea-0c2ba1da66b9 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:40:56.680718 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd5e6b8-405a-415f-a3f2-208f3d43fa38 None None] Sync routers for ids ['3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:40:56.692848 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd5e6b8-405a-415f-a3f2-208f3d43fa38 None None] Routers {'3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:40:56.693599 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-fdd5e6b8-405a-415f-a3f2-208f3d43fa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:56.695134 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e0a3c902-891b-4c64-94ea-0c2ba1da66b9 admin admin] 10.222.0.50 "PUT /v2.0/routers/3d91b1c7-dd5d-45c2-ab30-a347c8be12ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1439581 Jun 02 16:40:56.699344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40396) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:56.901940 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-fdd5e6b8-405a-415f-a3f2-208f3d43fa38 None None] Set router 3d91b1c7-dd5d-45c2-ab30-a347c8be12ac gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:40:56.925953 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:57.206477 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-fdd5e6b8-405a-415f-a3f2-208f3d43fa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'name': 'tempest-TestVolumeBootPattern-1262041205-router', 'tenant_id': '6aad50838f894ae1b308c254a16acfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': 'fa9fdb77-159c-4c16-bd58-3873fdfa304b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:29Z', 'updated_at': '2021-06-02T16:40:55Z', 'revision_number': 5, 'project_id': '6aad50838f894ae1b308c254a16acfb7', 'gw_port': {'id': 'fa9fdb77-159c-4c16-bd58-3873fdfa304b', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:33:30Z', 'updated_at': '2021-06-02T16:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:57.208708 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:57.212055 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd5e6b8-405a-415f-a3f2-208f3d43fa38 None None] Checking router: 3d91b1c7-dd5d-45c2-ab30-a347c8be12ac for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:40:57.222513 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd5e6b8-405a-415f-a3f2-208f3d43fa38 None None] Routers {'3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:40:57.223108 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-fdd5e6b8-405a-415f-a3f2-208f3d43fa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:57.321447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992f1ee-0f6f-4125-82a0-a47dd7af1800 req-72fea31c-30a1-4502-9866-4a1fe6d0e040 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:57.323094 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5992f1ee-0f6f-4125-82a0-a47dd7af1800 req-72fea31c-30a1-4502-9866-4a1fe6d0e040 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 945 time: 0.1040139 Jun 02 16:40:57.350705 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] Deleting port fa9fdb77-159c-4c16-bd58-3873fdfa304b {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:57.351258 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:57.382380 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-fdd5e6b8-405a-415f-a3f2-208f3d43fa38 None None] Set router 3d91b1c7-dd5d-45c2-ab30-a347c8be12ac gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:40:57.385314 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5992f1ee-0f6f-4125-82a0-a47dd7af1800 req-95c755fa-a31b-4b3d-aae8-e836b8166f8e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cc752a7-9a59-43d3-8794-6aee7a91af42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505199 Jun 02 16:40:57.490091 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-fdd5e6b8-405a-415f-a3f2-208f3d43fa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'name': 'tempest-TestVolumeBootPattern-1262041205-router', 'tenant_id': '6aad50838f894ae1b308c254a16acfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:29Z', 'updated_at': '2021-06-02T16:40:57Z', 'revision_number': 6, 'project_id': '6aad50838f894ae1b308c254a16acfb7', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:40:57.493951 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd5e6b8-405a-415f-a3f2-208f3d43fa38 None None] The sync data for ids ['3d91b1c7-dd5d-45c2-ab30-a347c8be12ac'] in dv-neutron-601336-83-hyperv is: [{'id': '3d91b1c7-dd5d-45c2-ab30-a347c8be12ac', 'name': 'tempest-TestVolumeBootPattern-1262041205-router', 'tenant_id': '6aad50838f894ae1b308c254a16acfb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:33:29Z', 'updated_at': '2021-06-02T16:40:57Z', 'revision_number': 6, 'project_id': '6aad50838f894ae1b308c254a16acfb7', 'gw_port_host': None}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:40:57.566978 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] For port fa9fdb77-159c-4c16-bd58-3873fdfa304b, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fa9fdb77-159c-4c16-bd58-3873fdfa304b,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:57.567352 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:57.735580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] Calling delete_port for fa9fdb77-159c-4c16-bd58-3873fdfa304b owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:57.824803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3001b-5be9-4096-a829-0052a5101432 req-27188a4e-d6f1-4f88-b684-7a5a4023a2b4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:57.826308 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-40f3001b-5be9-4096-a829-0052a5101432 req-27188a4e-d6f1-4f88-b684-7a5a4023a2b4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 945 time: 0.1901391 Jun 02 16:40:57.896062 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-40f3001b-5be9-4096-a829-0052a5101432 req-f8bcb490-69a0-4f20-8801-125ef1b37fc7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cc752a7-9a59-43d3-8794-6aee7a91af42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598941 Jun 02 16:40:57.930851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40402) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:58.006671 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.012246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-072c03a3-9c30-4510-a4ad-f2b74ecb3c9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:58.043639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc176aa3-35a9-47df-a4f1-f9fde921b99e tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:40:58.045217 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bc176aa3-35a9-47df-a4f1-f9fde921b99e tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 1093 time: 0.1129181 Jun 02 16:40:58.048772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40404) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:58.053897 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:40:58.060059 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9fdb77-159c-4c16-bd58-3873fdfa304b,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:58.061518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:40:58.068072 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:floatingip and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:40:58.071405 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:40:58.078337 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:40:58.091511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:58.092438 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.157113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.243784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.443456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.77 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/1036ee2c-421f-4d44-a3f9-637723c46ec2) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:40:58.532478 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.535524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.564733 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.565347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d91b1c7-dd5d-45c2-ab30-a347c8be12ac {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:40:58.580408 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.581691 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] 10.222.0.50 "DELETE /v2.0/routers/3d91b1c7-dd5d-45c2-ab30-a347c8be12ac HTTP/1.1" status: 204 len: 168 time: 1.8811584 Jun 02 16:40:58.584624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40406) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:58.654368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.661347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-997eb342-e439-4c57-aee1-f6378d4a12bf admin admin] Deleting subnet b3159d77-d237-4ba8-80da-69061c34d5a0 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:40:58.666598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-997eb342-e439-4c57-aee1-f6378d4a12bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.696673 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.700967 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6f9dddb4-73aa-461a-98f4-90519c4b1215 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:58.737379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-997eb342-e439-4c57-aee1-f6378d4a12bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.772278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:40:58.776129 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:40:58.780559 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:40:58.819471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=1036ee2c-421f-4d44-a3f9-637723c46ec2,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:58.827124 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:58.834914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 334e90fe-d90c-4b52-a985-d5f2f10b7213 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:40:58.845644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-997eb342-e439-4c57-aee1-f6378d4a12bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:58.900912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 334e90fe-d90c-4b52-a985-d5f2f10b7213 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:40:58.901599 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 334e90fe-d90c-4b52-a985-d5f2f10b7213 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:40:58.902513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fa9fdb77-159c-4c16-bd58-3873fdfa304b no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:40:58.955883 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: fa9fdb77-159c-4c16-bd58-3873fdfa304b {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:40:58.956116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fa9fdb77-159c-4c16-bd58-3873fdfa304b not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:40:59.132969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-997eb342-e439-4c57-aee1-f6378d4a12bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.138184 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-15e73881-76d5-4c45-b55c-76e21be8b9da tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:59.175134 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997eb342-e439-4c57-aee1-f6378d4a12bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3159d77-d237-4ba8-80da-69061c34d5a0,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:59.178156 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-997eb342-e439-4c57-aee1-f6378d4a12bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:59.179200 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-997eb342-e439-4c57-aee1-f6378d4a12bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.188087 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-997eb342-e439-4c57-aee1-f6378d4a12bf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b3159d77-d237-4ba8-80da-69061c34d5a0 HTTP/1.1" status: 204 len: 168 time: 0.6001306 Jun 02 16:40:59.188893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40408) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:40:59.192932 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9292752-242c-4e7d-8bb8-3fbf82fac285 None None] Network abaa0a5e-12c4-4478-a3f2-e73426e80a6a requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:40:59.288489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.307929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.394589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Deleting port 47784969-45a2-4746-9098-117e8cdabfc6 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:59.395106 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.416806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.524065 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] For port 47784969-45a2-4746-9098-117e8cdabfc6, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=47784969-45a2-4746-9098-117e8cdabfc6,segment=NetworkSegment(9bad84a3-f9f0-4129-9e80-7939c224869f),segment_id=9bad84a3-f9f0-4129-9e80-7939c224869f)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:59.524582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.633566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7721cf1b-c789-4811-9556-099d7d8b86d3 None None] DHCP port deletion for abaa0a5e-12c4-4478-a3f2-e73426e80a6a request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:40:59.699983 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Calling delete_port for 47784969-45a2-4746-9098-117e8cdabfc6 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:40:59.727916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-7721cf1b-c789-4811-9556-099d7d8b86d3 None None] Deleting port 47784969-45a2-4746-9098-117e8cdabfc6 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:40:59.728390 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7721cf1b-c789-4811-9556-099d7d8b86d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.781247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.790842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-edeb4132-e14c-4702-a8c8-1b34038111ed tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:59.841119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=47784969-45a2-4746-9098-117e8cdabfc6,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:40:59.844067 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:40:59.845032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] No DVR routers for this DVR port 47784969-45a2-4746-9098-117e8cdabfc6 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:40:59.848202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.852577 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-7721cf1b-c789-4811-9556-099d7d8b86d3 None None] For port 47784969-45a2-4746-9098-117e8cdabfc6, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=47784969-45a2-4746-9098-117e8cdabfc6,segment=NetworkSegment(9bad84a3-f9f0-4129-9e80-7939c224869f),segment_id=9bad84a3-f9f0-4129-9e80-7939c224869f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:40:59.853412 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7721cf1b-c789-4811-9556-099d7d8b86d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.855712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.864593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:40:59.970265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:40:59.985121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abaa0a5e-12c4-4478-a3f2-e73426e80a6a']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:41:00.003958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bad84a3-f9f0-4129-9e80-7939c224869f') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:41:00.004394 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bad84a3-f9f0-4129-9e80-7939c224869f') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:41:00.017464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:00.036219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:00.045194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:41:00.045454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:00.057337 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=1036ee2c-421f-4d44-a3f9-637723c46ec2,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:00.060373 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:41:00.062142 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:41:00.066569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-7721cf1b-c789-4811-9556-099d7d8b86d3 None None] Calling delete_port for 47784969-45a2-4746-9098-117e8cdabfc6 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:41:00.075048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:00.146627 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7721cf1b-c789-4811-9556-099d7d8b86d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:00.152893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:00.154666 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:00.163022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-564ff65e-abd1-4c4c-8c06-cd2c29308e7c tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:00.179664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:00.194037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=abaa0a5e-12c4-4478-a3f2-e73426e80a6a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:00.198962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:00.204926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7721cf1b-c789-4811-9556-099d7d8b86d3 None None] Network abaa0a5e-12c4-4478-a3f2-e73426e80a6a is not hosted by any dhcp agent {{(pid=92324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 16:41:00.204926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721cf1b-c789-4811-9556-099d7d8b86d3 None None] No DVR routers for this DVR port 47784969-45a2-4746-9098-117e8cdabfc6 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:41:00.206289 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] 10.222.0.50 "DELETE /v2.0/networks/abaa0a5e-12c4-4478-a3f2-e73426e80a6a HTTP/1.1" status: 204 len: 168 time: 1.0162122 Jun 02 16:41:00.213630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721cf1b-c789-4811-9556-099d7d8b86d3 None None] Pushing event deleted for resources: {'Port': ['ID=47784969-45a2-4746-9098-117e8cdabfc6,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:00.216400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-7721cf1b-c789-4811-9556-099d7d8b86d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:00.309578 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP 5bc2cad8-60e3-415a-91ef-07d89266a4af associated. External IP: 172.26.3.77, port: 1c4022df-f4ad-484e-82ff-9733eac1c8d9. Jun 02 16:41:00.414517 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40412) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:00.469852 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f0dc4407-0720-454b-83bc-2b87beceb17e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25ba4acfd702498a9998e9c04cf306c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536137 Jun 02 16:41:00.472523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40414) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:00.557391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8a3dc5ce-8026-427b-936a-24c9b21c0022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:00.586134 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8a3dc5ce-8026-427b-936a-24c9b21c0022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:00.646720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8a3dc5ce-8026-427b-936a-24c9b21c0022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:00.653804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-37c197f2-c37e-477e-97cf-a45249a46d3b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:00.669048 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dc5ce-8026-427b-936a-24c9b21c0022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646438a8-95bd-4e47-9e19-b71ea8a12ff2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:00.673862 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8a3dc5ce-8026-427b-936a-24c9b21c0022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:00.681298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8a3dc5ce-8026-427b-936a-24c9b21c0022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:00.683177 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8a3dc5ce-8026-427b-936a-24c9b21c0022 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/646438a8-95bd-4e47-9e19-b71ea8a12ff2 HTTP/1.1" status: 204 len: 168 time: 0.2095785 Jun 02 16:41:00.848071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 47784969-45a2-4746-9098-117e8cdabfc6 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:41:00.901292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 29fd313d-af1a-429c-9fe8-e3985af1a013 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:41:00.910204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 47784969-45a2-4746-9098-117e8cdabfc6 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:41:00.911651 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 47784969-45a2-4746-9098-117e8cdabfc6 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:41:01.146421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:41:01.163043 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db14b2-bdbd-4f4e-a6d8-e5247c155316 None None] Sync routers for ids ['29fd313d-af1a-429c-9fe8-e3985af1a013'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:41:01.189154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:01.190849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db14b2-bdbd-4f4e-a6d8-e5247c155316 None None] Routers {'29fd313d-af1a-429c-9fe8-e3985af1a013'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:41:01.191987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-f5db14b2-bdbd-4f4e-a6d8-e5247c155316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['29fd313d-af1a-429c-9fe8-e3985af1a013'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:41:01.273527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40420) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:01.278898 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2248845 Jun 02 16:41:01.278898 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'tag': '1c4022df-f4ad-484e-82ff-9733eac1c8d9'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:41:01.280772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff4e5f5-66e0-4dac-a6d4-9d6e1e65836e" -d '{"events": [{"name": "network-changed", "server_uuid": "470ffffa-0d70-4c4f-9d65-794d133b3924", "tag": "1c4022df-f4ad-484e-82ff-9733eac1c8d9"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:41:01.284478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40422) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:01.383301 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-78d3d469-c898-42f8-b32f-531196b776ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6aad50838f894ae1b308c254a16acfb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1069891 Jun 02 16:41:01.385138 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ca0cfd-7c52-4ab9-a4c7-ae0a85aefabc x-openstack-request-id: req-f9ca0cfd-7c52-4ab9-a4c7-ae0a85aefabc {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:41:01.385769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470ffffa-0d70-4c4f-9d65-794d133b3924", "tag": "1c4022df-f4ad-484e-82ff-9733eac1c8d9", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:41:01.386461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40426) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:01.390851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9ca0cfd-7c52-4ab9-a4c7-ae0a85aefabc {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:41:01.392195 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'tag': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'status': 'completed', 'code': 200} Jun 02 16:41:01.439193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c715f5-d79d-41c6-8feb-7faad0e44dce tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:01.446124 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-39c715f5-d79d-41c6-8feb-7faad0e44dce tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 1093 time: 0.1554701 Jun 02 16:41:01.532902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-f5db14b2-bdbd-4f4e-a6d8-e5247c155316 None None] Set router 29fd313d-af1a-429c-9fe8-e3985af1a013 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:41:01.593762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b337fb76-6c52-4830-9774-1fd3df33e1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:01.633339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4e5f5-66e0-4dac-a6d4-9d6e1e65836e req-979c5c88-f210-4002-8ccb-519722c1a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:01.635418 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fff4e5f5-66e0-4dac-a6d4-9d6e1e65836e req-979c5c88-f210-4002-8ccb-519722c1a4f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 1098 time: 0.1993842 Jun 02 16:41:01.672493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b337fb76-6c52-4830-9774-1fd3df33e1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:01.841158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40430) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:01.851570 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-0832d604-4b8e-4906-bef2-835251fce362 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-4915437', 'description': 'tempest-secgroup-smoke-4915437 description', 'project_id': 'fb79c8ac06334981844f175e241075b7'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:41:01.865558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0832d604-4b8e-4906-bef2-835251fce362 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:01.885936 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0832d604-4b8e-4906-bef2-835251fce362 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:01.897203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0832d604-4b8e-4906-bef2-835251fce362 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:01.925768 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0832d604-4b8e-4906-bef2-835251fce362 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:01.930503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0832d604-4b8e-4906-bef2-835251fce362 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:41:01.934393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0832d604-4b8e-4906-bef2-835251fce362 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:41:01.941665 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0832d604-4b8e-4906-bef2-835251fce362 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:01.942097 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4e5f5-66e0-4dac-a6d4-9d6e1e65836e req-98476ba0-15eb-43b4-9653-93f117020998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:01.943553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-f5db14b2-bdbd-4f4e-a6d8-e5247c155316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '5bc2cad8-60e3-415a-91ef-07d89266a4af', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'port_id': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'mac_address': 'fa:16:3e:63:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:40:59Z', 'updated_at': '2021-06-02T16:40:59Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf82ba1-d36c-4a27-af07-008bbc61e650', 'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:fe:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:34Z', 'updated_at': '2021-06-02T16:40:41Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:41:01.944160 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fff4e5f5-66e0-4dac-a6d4-9d6e1e65836e req-98476ba0-15eb-43b4-9653-93f117020998 service neutron] 10.222.0.49 "GET /v2.0/networks?id=92fd1720-bfd9-4f37-aa7a-8884020a8854 HTTP/1.1" status: 200 len: 897 time: 0.2988827 Jun 02 16:41:01.945043 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b337fb76-6c52-4830-9774-1fd3df33e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:01.948370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db14b2-bdbd-4f4e-a6d8-e5247c155316 None None] Checking router: 29fd313d-af1a-429c-9fe8-e3985af1a013 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:41:01.952968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-455c0e4e-e76a-4ef8-beed-54361a1ebe17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:01.958567 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db14b2-bdbd-4f4e-a6d8-e5247c155316 None None] Routers {'29fd313d-af1a-429c-9fe8-e3985af1a013'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:41:01.959246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-f5db14b2-bdbd-4f4e-a6d8-e5247c155316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:40:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['29fd313d-af1a-429c-9fe8-e3985af1a013'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:41:02.022531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0832d604-4b8e-4906-bef2-835251fce362 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:02.028456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0832d604-4b8e-4906-bef2-835251fce362 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:02.033103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-11d192ec-c266-47a9-9da3-e863d0cb808b tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:02.078439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832d604-4b8e-4906-bef2-835251fce362 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a9f6bf-c013-42f1-a1e4-7827d51a1e07,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:02.082014 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0832d604-4b8e-4906-bef2-835251fce362 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:02.087525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0832d604-4b8e-4906-bef2-835251fce362 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:02.089080 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0832d604-4b8e-4906-bef2-835251fce362 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2463145 Jun 02 16:41:02.092267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40432) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:02.098636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-7c28149e-a7a0-413b-a10d-0b71dfad17a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'b4a9f6bf-c013-42f1-a1e4-7827d51a1e07', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:41:02.099095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337fb76-6c52-4830-9774-1fd3df33e1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39ec20b-1ca8-47ee-ae39-28d3ccfc5fd6,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:02.103728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b337fb76-6c52-4830-9774-1fd3df33e1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:02.105989 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7c28149e-a7a0-413b-a10d-0b71dfad17a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:02.110788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7c28149e-a7a0-413b-a10d-0b71dfad17a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:41:02.114456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7c28149e-a7a0-413b-a10d-0b71dfad17a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:41:02.121730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-7c28149e-a7a0-413b-a10d-0b71dfad17a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:02.131771 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b337fb76-6c52-4830-9774-1fd3df33e1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:02.134004 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b337fb76-6c52-4830-9774-1fd3df33e1f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e39ec20b-1ca8-47ee-ae39-28d3ccfc5fd6 HTTP/1.1" status: 204 len: 168 time: 0.7456021 Jun 02 16:41:02.145475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7c28149e-a7a0-413b-a10d-0b71dfad17a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:02.178478 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fff4e5f5-66e0-4dac-a6d4-9d6e1e65836e req-04382e88-73a9-4897-9d4c-9974748994c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c4022df-f4ad-484e-82ff-9733eac1c8d9 HTTP/1.1" status: 200 len: 998 time: 0.2152641 Jun 02 16:41:02.256839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7c28149e-a7a0-413b-a10d-0b71dfad17a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:02.261953 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7c28149e-a7a0-413b-a10d-0b71dfad17a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:02.264516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-23188d3c-d431-42af-a7de-0bed5b9c08f8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:02.278399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4e5f5-66e0-4dac-a6d4-9d6e1e65836e req-dc9f76f0-b496-4bff-b278-6e398014680a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:02.280010 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fff4e5f5-66e0-4dac-a6d4-9d6e1e65836e req-dc9f76f0-b496-4bff-b278-6e398014680a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f664bbe-6643-4afc-8ec1-bea9a9a26566 HTTP/1.1" status: 200 len: 834 time: 0.0946267 Jun 02 16:41:02.306127 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-f5db14b2-bdbd-4f4e-a6d8-e5247c155316 None None] Set router 29fd313d-af1a-429c-9fe8-e3985af1a013 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:41:02.306411 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28149e-a7a0-413b-a10d-0b71dfad17a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e40118-f23a-4c03-911e-88c537cbfaf2,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:02.316856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7c28149e-a7a0-413b-a10d-0b71dfad17a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:02.337351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7c28149e-a7a0-413b-a10d-0b71dfad17a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:02.341448 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7c28149e-a7a0-413b-a10d-0b71dfad17a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2461689 Jun 02 16:41:02.343992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40436) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:02.355489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-955290e0-7985-4471-8d8d-886cdb125a3e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'b4a9f6bf-c013-42f1-a1e4-7827d51a1e07', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:41:02.369277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-955290e0-7985-4471-8d8d-886cdb125a3e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:02.377938 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-955290e0-7985-4471-8d8d-886cdb125a3e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:41:02.384554 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-955290e0-7985-4471-8d8d-886cdb125a3e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:41:02.398413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-955290e0-7985-4471-8d8d-886cdb125a3e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:02.444227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-955290e0-7985-4471-8d8d-886cdb125a3e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:02.556262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-955290e0-7985-4471-8d8d-886cdb125a3e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:02.564074 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-955290e0-7985-4471-8d8d-886cdb125a3e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:02.566499 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9916c13c-71ee-40a9-a29c-7db47fe7f638 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:02.595410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955290e0-7985-4471-8d8d-886cdb125a3e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a05ed0-4d1a-4719-8c52-8ca55b1b6e2f,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:02.602030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-955290e0-7985-4471-8d8d-886cdb125a3e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:02.616313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-955290e0-7985-4471-8d8d-886cdb125a3e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:02.622180 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-955290e0-7985-4471-8d8d-886cdb125a3e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2714622 Jun 02 16:41:02.622483 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40438) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:02.627752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-4c20fa3b-3462-418d-b06d-0fbc79c69718 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'b4a9f6bf-c013-42f1-a1e4-7827d51a1e07', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:41:02.636010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4c20fa3b-3462-418d-b06d-0fbc79c69718 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:02.641845 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4c20fa3b-3462-418d-b06d-0fbc79c69718 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:41:02.646050 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4c20fa3b-3462-418d-b06d-0fbc79c69718 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:41:02.654915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4c20fa3b-3462-418d-b06d-0fbc79c69718 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:02.687416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4c20fa3b-3462-418d-b06d-0fbc79c69718 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:02.702544 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4e5f5-66e0-4dac-a6d4-9d6e1e65836e req-086ae22e-9a37-4433-972b-837dffc1a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:02.705679 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fff4e5f5-66e0-4dac-a6d4-9d6e1e65836e req-086ae22e-9a37-4433-972b-837dffc1a809 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92fd1720-bfd9-4f37-aa7a-8884020a8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4172070 Jun 02 16:41:02.806686 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4c20fa3b-3462-418d-b06d-0fbc79c69718 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:02.812612 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4c20fa3b-3462-418d-b06d-0fbc79c69718 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:02.814966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6b782b34-cf52-40fa-ab24-e0bf99db6204 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:02.816570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-f5db14b2-bdbd-4f4e-a6d8-e5247c155316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '5bc2cad8-60e3-415a-91ef-07d89266a4af', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'port_id': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'mac_address': 'fa:16:3e:63:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:40:59Z', 'updated_at': '2021-06-02T16:40:59Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf82ba1-d36c-4a27-af07-008bbc61e650', 'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:fe:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:34Z', 'updated_at': '2021-06-02T16:40:41Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:41:02.824407 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db14b2-bdbd-4f4e-a6d8-e5247c155316 None None] The sync data for ids ['29fd313d-af1a-429c-9fe8-e3985af1a013'] in dv-neutron-601336-83-hyperv is: [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '5bc2cad8-60e3-415a-91ef-07d89266a4af', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'port_id': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'mac_address': 'fa:16:3e:63:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:40:59Z', 'updated_at': '2021-06-02T16:40:59Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf82ba1-d36c-4a27-af07-008bbc61e650', 'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:fe:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:34Z', 'updated_at': '2021-06-02T16:40:41Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:41:02.878051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4c20fa3b-3462-418d-b06d-0fbc79c69718 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:02.884251 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4c20fa3b-3462-418d-b06d-0fbc79c69718 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2562752 Jun 02 16:41:02.884795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20fa3b-3462-418d-b06d-0fbc79c69718 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa63a5c-e7aa-4cbc-8577-f81fc8e042ca,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:02.887713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40440) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:02.895710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-71109452-9b5e-4276-b2e3-59c180832646 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'b4a9f6bf-c013-42f1-a1e4-7827d51a1e07', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:41:02.904127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4c20fa3b-3462-418d-b06d-0fbc79c69718 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:02.908513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-71109452-9b5e-4276-b2e3-59c180832646 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:02.915841 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-71109452-9b5e-4276-b2e3-59c180832646 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:41:02.922626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-71109452-9b5e-4276-b2e3-59c180832646 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:41:02.933136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-71109452-9b5e-4276-b2e3-59c180832646 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:02.936972 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fff4e5f5-66e0-4dac-a6d4-9d6e1e65836e req-8aaaaf3f-adf0-499e-9cf2-b5f56bf74b51 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244298 Jun 02 16:41:02.981468 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-784cd838-b8d3-4dbf-8809-47be67a09426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.131403 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8419f6-f652-46a0-a6bd-900ba56c8013 None None] New status for floating IP 5bc2cad8-60e3-415a-91ef-07d89266a4af: ACTIVE {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:41:03.149809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-71109452-9b5e-4276-b2e3-59c180832646 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.163540 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fff4e5f5-66e0-4dac-a6d4-9d6e1e65836e req-d11a0aaa-a90b-4408-843e-7884d2f09aed service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195396 Jun 02 16:41:03.234673 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-71109452-9b5e-4276-b2e3-59c180832646 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.240285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-71109452-9b5e-4276-b2e3-59c180832646 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.250849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:03.280731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71109452-9b5e-4276-b2e3-59c180832646 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3c7c88-2e89-4aa1-9658-1364da9ba427,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:03.283854 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-71109452-9b5e-4276-b2e3-59c180832646 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:03.291233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-71109452-9b5e-4276-b2e3-59c180832646 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.292683 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-71109452-9b5e-4276-b2e3-59c180832646 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4035976 Jun 02 16:41:03.296956 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40442) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:03.302048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a945b082-d3f1-4c17-b265-de57ab83f428 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'b4a9f6bf-c013-42f1-a1e4-7827d51a1e07', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:41:03.308680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a945b082-d3f1-4c17-b265-de57ab83f428 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:03.313654 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a945b082-d3f1-4c17-b265-de57ab83f428 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:41:03.317390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a945b082-d3f1-4c17-b265-de57ab83f428 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:41:03.324590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a945b082-d3f1-4c17-b265-de57ab83f428 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:03.337277 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-a945b082-d3f1-4c17-b265-de57ab83f428 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:41:03.344048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a945b082-d3f1-4c17-b265-de57ab83f428 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.442560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a945b082-d3f1-4c17-b265-de57ab83f428 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.449195 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a945b082-d3f1-4c17-b265-de57ab83f428 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.462456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-892ba3bb-5c12-42f7-a6df-ea642d72f2a8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:03.515149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945b082-d3f1-4c17-b265-de57ab83f428 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c0124f-dede-41e0-a83f-051e418326bd,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:03.519535 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a945b082-d3f1-4c17-b265-de57ab83f428 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:03.527404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a945b082-d3f1-4c17-b265-de57ab83f428 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.529249 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a945b082-d3f1-4c17-b265-de57ab83f428 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2310591 Jun 02 16:41:03.534616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40444) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:03.539715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-1fbcc583-70bc-4b81-b76b-3d5abffe23fd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'b4a9f6bf-c013-42f1-a1e4-7827d51a1e07', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:41:03.546503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1fbcc583-70bc-4b81-b76b-3d5abffe23fd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:03.550954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1fbcc583-70bc-4b81-b76b-3d5abffe23fd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:41:03.554311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1fbcc583-70bc-4b81-b76b-3d5abffe23fd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:41:03.560931 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1fbcc583-70bc-4b81-b76b-3d5abffe23fd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:03.577789 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-1fbcc583-70bc-4b81-b76b-3d5abffe23fd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:41:03.586031 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1fbcc583-70bc-4b81-b76b-3d5abffe23fd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.663883 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1fbcc583-70bc-4b81-b76b-3d5abffe23fd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.668154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1fbcc583-70bc-4b81-b76b-3d5abffe23fd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.677529 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-83bbf017-e033-438f-8363-41be08d250aa tempest-SecGroupIPv6Test-998484484 tempest-SecGroupIPv6Test-998484484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:03.720538 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcc583-70bc-4b81-b76b-3d5abffe23fd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6022f661-5bfc-4c08-98ce-da83861ec211,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:03.724820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1fbcc583-70bc-4b81-b76b-3d5abffe23fd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:03.736635 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1fbcc583-70bc-4b81-b76b-3d5abffe23fd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:03.737869 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1fbcc583-70bc-4b81-b76b-3d5abffe23fd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2021823 Jun 02 16:41:03.986944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-865acc7a-ce37-4774-84d5-a115425948fc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:41:04.004225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-865acc7a-ce37-4774-84d5-a115425948fc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:41:04.005646 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-865acc7a-ce37-4774-84d5-a115425948fc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-4915437&fields=id&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 267 time: 0.0679591 Jun 02 16:41:04.165943 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-0f0e6134-0b1c-4e0b-8bba-542eeb4dc1d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:04.167682 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-0f0e6134-0b1c-4e0b-8bba-542eeb4dc1d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/networks?id=92fd1720-bfd9-4f37-aa7a-8884020a8854 HTTP/1.1" status: 200 len: 796 time: 0.1550448 Jun 02 16:41:04.184467 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-0bc38c15-7c25-434a-a18b-6d684144e3d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/quotas/fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 375 time: 0.0103817 Jun 02 16:41:04.286701 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-3b32137e-aa29-484a-ae5b-d1b508b5cb5c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0947576 Jun 02 16:41:04.441022 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-827522a0-e008-4db4-88f1-38640f420378 service neutron] 10.222.0.50 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411622 Jun 02 16:41:04.582355 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-20494817-3ca0-4a95-9232-f29b124bc15b service neutron] 10.222.0.50 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346626 Jun 02 16:41:04.788632 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1ee5080c-cfc4-48fd-9542-37047187972c req-d8184dad-ee21-4f39-8e42-f685a9142889 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 210 time: 0.0457211 Jun 02 16:41:05.024569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:05.446520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-112662fd-16ca-4559-a952-47867fb321b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:05.960611 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-29200b14-711f-4250-8596-4b261659d7e5 req-77130a6d-e582-42d6-a6d6-422da49eb82b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 210 time: 0.0503681 Jun 02 16:41:06.681440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:07.018392 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-57b00ffa-3f58-40c9-927d-72666ec4e27d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:07.020981 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-57b00ffa-3f58-40c9-927d-72666ec4e27d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/networks?id=92fd1720-bfd9-4f37-aa7a-8884020a8854 HTTP/1.1" status: 200 len: 796 time: 0.1910293 Jun 02 16:41:07.077849 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-635fee91-add2-4efd-b152-f3a3947198aa tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 469 time: 0.0473936 Jun 02 16:41:07.087145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'port': {'device_id': '03e99309-a928-41ff-8034-baf807a7eba0', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'admin_state_up': True, 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'security_groups': ['b4a9f6bf-c013-42f1-a1e4-7827d51a1e07']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:41:07.227166 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-55fe760c-2e8e-4f61-a077-7f83d18c82d2 req-6c1f4183-e324-4783-90ab-eb98088b9032 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 210 time: 0.0534346 Jun 02 16:41:07.317194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:07.334494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:07.349520 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:41:07.356084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:07.559303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.14 (92fd1720-bfd9-4f37-aa7a-8884020a8854/0f664bbe-6643-4afc-8ec1-bea9a9a26566/39a2e2d8-f5db-4474-b5b1-33348a0e2f10) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:41:07.778851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:07.797896 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:41:07.827352 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:07.833929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d7046c82-5461-4028-b993-f4208ac01760 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:07.906039 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 92fd1720-bfd9-4f37-aa7a-8884020a8854 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:41:07.909466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:41:07.915086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:41:07.957348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=39a2e2d8-f5db-4474-b5b1-33348a0e2f10,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:07.964327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:08.003217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:08.003899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:08.041369 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9582217 Jun 02 16:41:08.054652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Request body: {'port': {'device_id': '03e99309-a928-41ff-8034-baf807a7eba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:41:08.185947 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:08.216788 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-529731c1-d49a-4a90-ab9e-c025bf438cb4 None None] Provisioning for port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:41:08.224051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-529731c1-d49a-4a90-ab9e-c025bf438cb4 None None] Provisioning complete for port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:41:08.224554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-529731c1-d49a-4a90-ab9e-c025bf438cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:08.301965 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-529731c1-d49a-4a90-ab9e-c025bf438cb4 None None] Port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:41:08.475678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b69f35-43c4-4e7c-9902-0e4627752a9f req-6b0f60ad-18d9-4308-a92d-46dfac686fca tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:08.477649 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f9b69f35-43c4-4e7c-9902-0e4627752a9f req-6b0f60ad-18d9-4308-a92d-46dfac686fca tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 932 time: 0.1063900 Jun 02 16:41:08.538295 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f9b69f35-43c4-4e7c-9902-0e4627752a9f req-6eb12257-f2b9-43fc-9020-226aa703c611 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4a9f6bf-c013-42f1-a1e4-7827d51a1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0500796 Jun 02 16:41:08.601944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:08.780433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 {{(pid=92322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:41:08.788897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:08.805318 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Transition to ACTIVE for port object 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:41:08.812209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:08.816460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:08.951052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Pushing event updated for resources: {'Port': ['ID=39a2e2d8-f5db-4474-b5b1-33348a0e2f10,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:08.978901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:09.081237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Attempting to bind port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:41:09.081930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Attempting to bind port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:41:09.082250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Attempting to bind port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 on network 92fd1720-bfd9-4f37-aa7a-8884020a8854 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:41:09.093648 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 on network 92fd1720-bfd9-4f37-aa7a-8884020a8854 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:41:09.094199 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Attempting to bind port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 on network 92fd1720-bfd9-4f37-aa7a-8884020a8854 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:41:09.103940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:41:09.104516 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Checking segment: {'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:41:09.105151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Bound using segment: {'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:41:09.105711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Bound port: 39a2e2d8-f5db-4474-b5b1-33348a0e2f10, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194470a5-4894-4879-a187-e15e3e8a0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:41:09.106334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:09.214547 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] For port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:41:09.219051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] For port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=39a2e2d8-f5db-4474-b5b1-33348a0e2f10,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:41:09.224657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:09.229523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ad1a5192-d915-4585-b77b-8c2eed1079f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:09.295546 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:09.296180 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:09.297661 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] 10.222.0.49 "PUT /v2.0/ports/39a2e2d8-f5db-4474-b5b1-33348a0e2f10 HTTP/1.1" status: 200 len: 1094 time: 1.2483044 Jun 02 16:41:09.298274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e99309-a928-41ff-8034-baf807a7eba0', 'tag': '39a2e2d8-f5db-4474-b5b1-33348a0e2f10'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:41:09.300767 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cede1cb7-33c9-43b3-b397-312b7886d367" -d '{"events": [{"name": "network-changed", "server_uuid": "03e99309-a928-41ff-8034-baf807a7eba0", "tag": "39a2e2d8-f5db-4474-b5b1-33348a0e2f10"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:41:09.345015 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Pushing event updated for resources: {'Port': ['ID=39a2e2d8-f5db-4474-b5b1-33348a0e2f10,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:09.350815 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:09.439203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346fb3f0-4cb8-4778-b789-d0bd9e3cd62b x-openstack-request-id: req-346fb3f0-4cb8-4778-b789-d0bd9e3cd62b {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:41:09.439755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e99309-a928-41ff-8034-baf807a7eba0", "tag": "39a2e2d8-f5db-4474-b5b1-33348a0e2f10", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:41:09.440256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-346fb3f0-4cb8-4778-b789-d0bd9e3cd62b {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:41:09.441119 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e99309-a928-41ff-8034-baf807a7eba0', 'tag': '39a2e2d8-f5db-4474-b5b1-33348a0e2f10', 'status': 'completed', 'code': 200} Jun 02 16:41:09.504839 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-1f8599dd-c872-4a5b-9c63-49fdf8ad85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:09.506547 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-1f8599dd-c872-4a5b-9c63-49fdf8ad85ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 1097 time: 0.1392233 Jun 02 16:41:09.606941 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-1b30b9a3-ff55-47c2-a73c-9ceac7790c4b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39a2e2d8-f5db-4474-b5b1-33348a0e2f10 HTTP/1.1" status: 200 len: 217 time: 0.0932615 Jun 02 16:41:09.703357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-90a84467-40d6-42f4-b32c-cc1f6d7aa235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:09.704894 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-90a84467-40d6-42f4-b32c-cc1f6d7aa235 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f664bbe-6643-4afc-8ec1-bea9a9a26566 HTTP/1.1" status: 200 len: 834 time: 0.0918155 Jun 02 16:41:09.763351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ecbec-1abf-4f53-9d65-882b8c711925 req-cd11a033-a9b1-4fb2-b5e9-ce53c22331de tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:09.765303 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-343ecbec-1abf-4f53-9d65-882b8c711925 req-cd11a033-a9b1-4fb2-b5e9-ce53c22331de tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 944 time: 0.0951927 Jun 02 16:41:09.816315 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-343ecbec-1abf-4f53-9d65-882b8c711925 req-0f170595-2cd0-4d26-9dbc-ee475d82cc90 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4a9f6bf-c013-42f1-a1e4-7827d51a1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446284 Jun 02 16:41:09.838908 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-0925be84-0f39-4efe-ab2e-e7a67c707ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:09.840494 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-0925be84-0f39-4efe-ab2e-e7a67c707ff4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92fd1720-bfd9-4f37-aa7a-8884020a8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1266873 Jun 02 16:41:09.989498 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-03371a48-6865-4b74-b285-29d879346d39 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417220 Jun 02 16:41:10.155984 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e19b6558-ed02-4d87-9a0e-edbd7d243f2e req-62622d74-322f-490d-b045-2be85b36f4b5 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575496 Jun 02 16:41:10.287642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede1cb7-33c9-43b3-b397-312b7886d367 req-bfbd9c52-c080-4eb4-b1c0-51500fd1e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:10.289041 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cede1cb7-33c9-43b3-b397-312b7886d367 req-bfbd9c52-c080-4eb4-b1c0-51500fd1e8e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 1097 time: 0.0825174 Jun 02 16:41:10.447233 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede1cb7-33c9-43b3-b397-312b7886d367 req-1be4d244-a2dd-4f37-b077-20ea73848d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:10.448948 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cede1cb7-33c9-43b3-b397-312b7886d367 req-1be4d244-a2dd-4f37-b077-20ea73848d3b service neutron] 10.222.0.49 "GET /v2.0/networks?id=92fd1720-bfd9-4f37-aa7a-8884020a8854 HTTP/1.1" status: 200 len: 897 time: 0.1483974 Jun 02 16:41:10.524723 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cede1cb7-33c9-43b3-b397-312b7886d367 req-cb17c6a5-5f27-4ee2-8641-4b3fe5414c05 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39a2e2d8-f5db-4474-b5b1-33348a0e2f10 HTTP/1.1" status: 200 len: 217 time: 0.0673726 Jun 02 16:41:10.593105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede1cb7-33c9-43b3-b397-312b7886d367 req-01a5a2a2-0925-4f3a-a056-8664de7c14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:10.595576 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cede1cb7-33c9-43b3-b397-312b7886d367 req-01a5a2a2-0925-4f3a-a056-8664de7c14e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f664bbe-6643-4afc-8ec1-bea9a9a26566 HTTP/1.1" status: 200 len: 834 time: 0.0636084 Jun 02 16:41:10.686039 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede1cb7-33c9-43b3-b397-312b7886d367 req-71e2cec6-2c66-4b02-a611-673fd2344792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:10.687828 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cede1cb7-33c9-43b3-b397-312b7886d367 req-71e2cec6-2c66-4b02-a611-673fd2344792 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92fd1720-bfd9-4f37-aa7a-8884020a8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0855606 Jun 02 16:41:10.999943 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cede1cb7-33c9-43b3-b397-312b7886d367 req-47066ff6-07f6-416d-9108-0fa0a27bb395 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048069 Jun 02 16:41:11.200799 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cede1cb7-33c9-43b3-b397-312b7886d367 req-139e82f4-e0a1-4e7c-835c-544c02f52962 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705508 Jun 02 16:41:11.210386 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cf9eb-2192-441f-a32b-083297c9d9b8 req-9abf5b64-7ce1-4e76-aaf3-432a75c7ce4d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:11.211345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-ac5cf9eb-2192-441f-a32b-083297c9d9b8 req-9abf5b64-7ce1-4e76-aaf3-432a75c7ce4d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:41:11.231482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-ac5cf9eb-2192-441f-a32b-083297c9d9b8 req-9abf5b64-7ce1-4e76-aaf3-432a75c7ce4d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:41:11.232871 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ac5cf9eb-2192-441f-a32b-083297c9d9b8 req-9abf5b64-7ce1-4e76-aaf3-432a75c7ce4d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 944 time: 0.2377374 Jun 02 16:41:11.291467 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ac5cf9eb-2192-441f-a32b-083297c9d9b8 req-deb702bd-5e8a-4437-897d-bffa74a73538 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4a9f6bf-c013-42f1-a1e4-7827d51a1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0514600 Jun 02 16:41:12.505916 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b0a47-834a-4435-8702-70c29c7f2e6b req-c6f0b340-7e19-4026-b3ff-0005ab8fe7bb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:12.507717 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-656b0a47-834a-4435-8702-70c29c7f2e6b req-c6f0b340-7e19-4026-b3ff-0005ab8fe7bb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 944 time: 0.0878413 Jun 02 16:41:12.562496 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-656b0a47-834a-4435-8702-70c29c7f2e6b req-090ce12f-3832-4079-88d5-d42db8dd033d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4a9f6bf-c013-42f1-a1e4-7827d51a1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436239 Jun 02 16:41:13.253448 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:41:13.483273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=39a2e2d8-f5db-4474-b5b1-33348a0e2f10,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:13.508650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '39a2e2d8-f5db-4474-b5b1-33348a0e2f10', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'port_id': '39a2e2d8-f5db-4474-b5b1-33348a0e2f10', 'mac_address': 'fa:16:3e:94:b2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:41:13.597343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:13.616090 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:41:13.633229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=39a2e2d8-f5db-4474-b5b1-33348a0e2f10,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:13.638378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:13.640329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-7721cf1b-c789-4811-9556-099d7d8b86d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:13.712901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=39a2e2d8-f5db-4474-b5b1-33348a0e2f10,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:13.718353 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:13.837033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360b1c8-3f8f-498d-9482-68cca9785bf3 req-4eead5ec-6f01-4aeb-95ea-ef42167d368c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:13.838749 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1360b1c8-3f8f-498d-9482-68cca9785bf3 req-4eead5ec-6f01-4aeb-95ea-ef42167d368c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 945 time: 0.1014278 Jun 02 16:41:13.884125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['39a2e2d8-f5db-4474-b5b1-33348a0e2f10'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:41:13.898515 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1360b1c8-3f8f-498d-9482-68cca9785bf3 req-406c866d-4c0d-467f-93ce-a9544c23e239 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4a9f6bf-c013-42f1-a1e4-7827d51a1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0520151 Jun 02 16:41:15.119225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6d985-ccb9-40c7-8e7b-92d39db6bc64 req-2d242d00-731c-4145-b6ec-9e62e66a5126 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:15.120863 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-abb6d985-ccb9-40c7-8e7b-92d39db6bc64 req-2d242d00-731c-4145-b6ec-9e62e66a5126 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 945 time: 0.1083364 Jun 02 16:41:15.172722 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-abb6d985-ccb9-40c7-8e7b-92d39db6bc64 req-2b01f8f6-33af-4215-8006-e68dc0b243d0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4a9f6bf-c013-42f1-a1e4-7827d51a1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450089 Jun 02 16:41:15.269687 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:41:15.352970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:41:15.359467 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:41:15.359938 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:15.496305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:15.527469 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e99309-a928-41ff-8034-baf807a7eba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a2e2d8-f5db-4474-b5b1-33348a0e2f10'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:41:15.530061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f239df3-20f4-4b4e-969b-12ee02f16b63" -d '{"events": [{"server_uuid": "03e99309-a928-41ff-8034-baf807a7eba0", "name": "network-vif-plugged", "status": "completed", "tag": "39a2e2d8-f5db-4474-b5b1-33348a0e2f10"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:41:15.540207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=39a2e2d8-f5db-4474-b5b1-33348a0e2f10,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:15.546408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:15.549394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:15.584292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f1eb8d-60a1-4315-83fc-092dd3626fcc x-openstack-request-id: req-e4f1eb8d-60a1-4315-83fc-092dd3626fcc {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:41:15.584588 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e99309-a928-41ff-8034-baf807a7eba0", "name": "network-vif-plugged", "status": "completed", "tag": "39a2e2d8-f5db-4474-b5b1-33348a0e2f10", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:41:15.584916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4f1eb8d-60a1-4315-83fc-092dd3626fcc {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:41:15.585221 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e99309-a928-41ff-8034-baf807a7eba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a2e2d8-f5db-4474-b5b1-33348a0e2f10', 'code': 200} Jun 02 16:41:15.630401 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=39a2e2d8-f5db-4474-b5b1-33348a0e2f10,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:15.634378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:15.875802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6e1cf-a10a-4103-83d0-208a69690300 req-d495d06c-53a9-48b2-a6f4-164e2b125fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:15.877309 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d5e6e1cf-a10a-4103-83d0-208a69690300 req-d495d06c-53a9-48b2-a6f4-164e2b125fdc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 1099 time: 0.1083150 Jun 02 16:41:15.922488 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d5e6e1cf-a10a-4103-83d0-208a69690300 req-e1feb93e-1039-4b72-914f-2cdb11599819 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b4a9f6bf-c013-42f1-a1e4-7827d51a1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0377946 Jun 02 16:41:16.380592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badebc4-caa3-4896-bfcb-0942b3cbb8ef req-eaed883f-ae83-47f7-93dd-3abfe8ead316 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:16.382259 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6badebc4-caa3-4896-bfcb-0942b3cbb8ef req-eaed883f-ae83-47f7-93dd-3abfe8ead316 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 946 time: 0.0977039 Jun 02 16:41:16.437694 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6badebc4-caa3-4896-bfcb-0942b3cbb8ef req-4cd3a6b3-595b-4643-be07-4bb4a4ebe0a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4a9f6bf-c013-42f1-a1e4-7827d51a1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454807 Jun 02 16:41:17.631366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9a459-ed6e-45fb-b437-4c054f17e1df req-f9833987-942c-4739-82fc-8bce559429d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:17.632859 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b4d9a459-ed6e-45fb-b437-4c054f17e1df req-f9833987-942c-4739-82fc-8bce559429d9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 946 time: 0.0840881 Jun 02 16:41:17.680865 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b4d9a459-ed6e-45fb-b437-4c054f17e1df req-4c641c8f-5f81-4a3b-8640-2ab2ea8b9a50 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4a9f6bf-c013-42f1-a1e4-7827d51a1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419915 Jun 02 16:41:17.884761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80882081-d767-4717-b501-21e3b5a3ffe3 req-4eaa1298-9398-4a95-ae19-2dd9b5fc018b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:17.886336 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-80882081-d767-4717-b501-21e3b5a3ffe3 req-4eaa1298-9398-4a95-ae19-2dd9b5fc018b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 946 time: 0.0890870 Jun 02 16:41:17.935133 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-80882081-d767-4717-b501-21e3b5a3ffe3 req-b3ebc71f-27fe-4603-a85a-3b28eaf8e8b3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4a9f6bf-c013-42f1-a1e4-7827d51a1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424783 Jun 02 16:41:17.957660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40500) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:18.033568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1371fcc-ec09-47e9-82e7-5b7789d4d70b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:18.035080 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f1371fcc-ec09-47e9-82e7-5b7789d4d70b tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 1094 time: 0.0762422 Jun 02 16:41:18.037983 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40502) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:18.042414 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': '39a2e2d8-f5db-4474-b5b1-33348a0e2f10', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:41:18.048711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:41:18.052715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:floatingip and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:41:18.055708 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:41:18.061624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:41:18.073422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:18.214991 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:18.356344 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.211 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/7b11f225-514d-4d6e-8487-036faf2185b4) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:41:18.516536 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:18.551743 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:18.555868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6594174d-ec38-4ed1-8baf-ea440a7e65d8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:18.621550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:41:18.624711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:41:18.628627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:41:18.658570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=7b11f225-514d-4d6e-8487-036faf2185b4,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:18.677739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:18.678148 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:18.678540 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:18.678929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:18.679299 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:18.679674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:18.680043 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:18.680415 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:18.680782 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:18.681149 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:18.681513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:18.681879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:41:18.687514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:19.108103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:19.143065 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:19.390803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:19.615579 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:19.621512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:19.626616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:19.735789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=7b11f225-514d-4d6e-8487-036faf2185b4,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:19.749362 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:19.761823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:19.954560 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP 75cab09a-5008-432a-a329-31fb03e626c4 associated. External IP: 172.26.3.211, port: 39a2e2d8-f5db-4474-b5b1-33348a0e2f10. Jun 02 16:41:20.358214 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 29fd313d-af1a-429c-9fe8-e3985af1a013 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:41:20.584483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:41:20.597989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ae885-6c1b-4ade-901f-55249a5a8160 None None] Sync routers for ids ['29fd313d-af1a-429c-9fe8-e3985af1a013'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:41:20.614987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8ae885-6c1b-4ade-901f-55249a5a8160 None None] Routers {'29fd313d-af1a-429c-9fe8-e3985af1a013'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:41:20.615971 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fd8ae885-6c1b-4ade-901f-55249a5a8160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:41:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['29fd313d-af1a-429c-9fe8-e3985af1a013'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:41:20.616981 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:20.684745 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6454163 Jun 02 16:41:20.685319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e99309-a928-41ff-8034-baf807a7eba0', 'tag': '39a2e2d8-f5db-4474-b5b1-33348a0e2f10'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:41:20.688450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37681665-5cb3-4edc-8fd6-cd2bb7e3e83b" -d '{"events": [{"name": "network-changed", "server_uuid": "03e99309-a928-41ff-8034-baf807a7eba0", "tag": "39a2e2d8-f5db-4474-b5b1-33348a0e2f10"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:41:20.740644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc58664-6ec7-4b9f-a778-bebfca80fdec x-openstack-request-id: req-ebc58664-6ec7-4b9f-a778-bebfca80fdec {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:41:20.741305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e99309-a928-41ff-8034-baf807a7eba0", "tag": "39a2e2d8-f5db-4474-b5b1-33348a0e2f10", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:41:20.741854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ebc58664-6ec7-4b9f-a778-bebfca80fdec {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:41:20.742596 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e99309-a928-41ff-8034-baf807a7eba0', 'tag': '39a2e2d8-f5db-4474-b5b1-33348a0e2f10', 'status': 'completed', 'code': 200} Jun 02 16:41:20.849615 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37681665-5cb3-4edc-8fd6-cd2bb7e3e83b req-e5409cee-e2ac-4232-80db-f24ebe0d051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:20.851357 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-37681665-5cb3-4edc-8fd6-cd2bb7e3e83b req-e5409cee-e2ac-4232-80db-f24ebe0d051e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 1099 time: 0.0879126 Jun 02 16:41:20.944516 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-fd8ae885-6c1b-4ade-901f-55249a5a8160 None None] Set router 29fd313d-af1a-429c-9fe8-e3985af1a013 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:41:21.017127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37681665-5cb3-4edc-8fd6-cd2bb7e3e83b req-17fe1406-4223-4bfa-894a-2bdccbd69982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:21.018664 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-37681665-5cb3-4edc-8fd6-cd2bb7e3e83b req-17fe1406-4223-4bfa-894a-2bdccbd69982 service neutron] 10.222.0.49 "GET /v2.0/networks?id=92fd1720-bfd9-4f37-aa7a-8884020a8854 HTTP/1.1" status: 200 len: 897 time: 0.1605923 Jun 02 16:41:21.298417 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-37681665-5cb3-4edc-8fd6-cd2bb7e3e83b req-c571726b-330c-4259-b78e-804e11c049cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39a2e2d8-f5db-4474-b5b1-33348a0e2f10 HTTP/1.1" status: 200 len: 1000 time: 0.2723365 Jun 02 16:41:21.367975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37681665-5cb3-4edc-8fd6-cd2bb7e3e83b req-2f809834-c58c-4b60-b6de-660d9186cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:21.369818 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-37681665-5cb3-4edc-8fd6-cd2bb7e3e83b req-2f809834-c58c-4b60-b6de-660d9186cfd1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f664bbe-6643-4afc-8ec1-bea9a9a26566 HTTP/1.1" status: 200 len: 834 time: 0.0643194 Jun 02 16:41:21.461281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37681665-5cb3-4edc-8fd6-cd2bb7e3e83b req-35d8bca5-8c34-4d90-be7e-9a4d5a734222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:21.462936 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-37681665-5cb3-4edc-8fd6-cd2bb7e3e83b req-35d8bca5-8c34-4d90-be7e-9a4d5a734222 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92fd1720-bfd9-4f37-aa7a-8884020a8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0801077 Jun 02 16:41:21.527888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fd8ae885-6c1b-4ade-901f-55249a5a8160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '5bc2cad8-60e3-415a-91ef-07d89266a4af', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'port_id': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'mac_address': 'fa:16:3e:63:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:40:59Z', 'updated_at': '2021-06-02T16:41:03Z', 'revision_number': 1, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}, {'id': '75cab09a-5008-432a-a329-31fb03e626c4', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.211', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'port_id': '39a2e2d8-f5db-4474-b5b1-33348a0e2f10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'mac_address': 'fa:16:3e:94:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e99309-a928-41ff-8034-baf807a7eba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:41:19Z', 'updated_at': '2021-06-02T16:41:19Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf82ba1-d36c-4a27-af07-008bbc61e650', 'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:fe:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:34Z', 'updated_at': '2021-06-02T16:40:41Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:41:21.534886 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ae885-6c1b-4ade-901f-55249a5a8160 None None] Checking router: 29fd313d-af1a-429c-9fe8-e3985af1a013 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:41:21.549915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8ae885-6c1b-4ade-901f-55249a5a8160 None None] Routers {'29fd313d-af1a-429c-9fe8-e3985af1a013'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:41:21.550870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fd8ae885-6c1b-4ade-901f-55249a5a8160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:41:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['29fd313d-af1a-429c-9fe8-e3985af1a013'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:41:21.667375 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-37681665-5cb3-4edc-8fd6-cd2bb7e3e83b req-53facba9-e97f-41e1-b473-1452d8aa19e7 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958783 Jun 02 16:41:21.781671 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-fd8ae885-6c1b-4ade-901f-55249a5a8160 None None] Set router 29fd313d-af1a-429c-9fe8-e3985af1a013 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:41:21.894536 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-37681665-5cb3-4edc-8fd6-cd2bb7e3e83b req-6d70c9ad-9ad8-48a7-8120-e287a9c6a3e9 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195289 Jun 02 16:41:22.167344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fd8ae885-6c1b-4ade-901f-55249a5a8160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '5bc2cad8-60e3-415a-91ef-07d89266a4af', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'port_id': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'mac_address': 'fa:16:3e:63:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:40:59Z', 'updated_at': '2021-06-02T16:41:03Z', 'revision_number': 1, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}, {'id': '75cab09a-5008-432a-a329-31fb03e626c4', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.211', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'port_id': '39a2e2d8-f5db-4474-b5b1-33348a0e2f10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'mac_address': 'fa:16:3e:94:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e99309-a928-41ff-8034-baf807a7eba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:41:19Z', 'updated_at': '2021-06-02T16:41:19Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf82ba1-d36c-4a27-af07-008bbc61e650', 'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:fe:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:34Z', 'updated_at': '2021-06-02T16:40:41Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:41:22.172200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ae885-6c1b-4ade-901f-55249a5a8160 None None] The sync data for ids ['29fd313d-af1a-429c-9fe8-e3985af1a013'] in dv-neutron-601336-83-hyperv is: [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '5bc2cad8-60e3-415a-91ef-07d89266a4af', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'port_id': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'mac_address': 'fa:16:3e:63:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:40:59Z', 'updated_at': '2021-06-02T16:41:03Z', 'revision_number': 1, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}, {'id': '75cab09a-5008-432a-a329-31fb03e626c4', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.211', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'port_id': '39a2e2d8-f5db-4474-b5b1-33348a0e2f10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'mac_address': 'fa:16:3e:94:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e99309-a928-41ff-8034-baf807a7eba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:41:19Z', 'updated_at': '2021-06-02T16:41:19Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf82ba1-d36c-4a27-af07-008bbc61e650', 'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:fe:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:34Z', 'updated_at': '2021-06-02T16:40:41Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:41:22.384243 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48f29d-7087-40c6-92b6-65c9b2c90d3a None None] New status for floating IP 75cab09a-5008-432a-a329-31fb03e626c4: ACTIVE {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:41:32.969157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a90485c7-19ab-4eab-b3d7-86f74d23a8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:33.145044 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:41:34.821689 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4743ffab-b2da-4162-b0fd-ab290c94cc88 req-6b3be3ad-5f6e-472f-9707-ec9f51ece65e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864270 Jun 02 16:41:34.981093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743ffab-b2da-4162-b0fd-ab290c94cc88 req-1fc1fe0a-22f0-4e00-b348-605d620a0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:34.982737 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4743ffab-b2da-4162-b0fd-ab290c94cc88 req-1fc1fe0a-22f0-4e00-b348-605d620a0a6f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 1098 time: 0.0844288 Jun 02 16:41:35.026901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:35.152655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743ffab-b2da-4162-b0fd-ab290c94cc88 req-92837fdd-ab34-4399-ae04-e9120517e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:35.154470 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4743ffab-b2da-4162-b0fd-ab290c94cc88 req-92837fdd-ab34-4399-ae04-e9120517e64e service neutron] 10.222.0.49 "GET /v2.0/networks?id=92fd1720-bfd9-4f37-aa7a-8884020a8854 HTTP/1.1" status: 200 len: 897 time: 0.1491268 Jun 02 16:41:35.269317 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4743ffab-b2da-4162-b0fd-ab290c94cc88 req-ba93f82c-ec21-4f29-a868-7992dd4e7248 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c4022df-f4ad-484e-82ff-9733eac1c8d9 HTTP/1.1" status: 200 len: 1000 time: 0.1070342 Jun 02 16:41:35.338861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743ffab-b2da-4162-b0fd-ab290c94cc88 req-cbf9c4f3-34a5-4eff-b2b0-216d9657740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:35.340415 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4743ffab-b2da-4162-b0fd-ab290c94cc88 req-cbf9c4f3-34a5-4eff-b2b0-216d9657740d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f664bbe-6643-4afc-8ec1-bea9a9a26566 HTTP/1.1" status: 200 len: 834 time: 0.0645006 Jun 02 16:41:35.443921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2a20f0fc-98ae-45fc-b6c0-5ebaf16b205c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:35.450605 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743ffab-b2da-4162-b0fd-ab290c94cc88 req-2313e070-bc8b-437e-9473-d37578c62719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:35.453195 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4743ffab-b2da-4162-b0fd-ab290c94cc88 req-2313e070-bc8b-437e-9473-d37578c62719 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92fd1720-bfd9-4f37-aa7a-8884020a8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1046875 Jun 02 16:41:35.604982 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4743ffab-b2da-4162-b0fd-ab290c94cc88 req-4f93e10d-8749-4cf4-85c7-b7c8c69fa499 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381860 Jun 02 16:41:35.756736 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4743ffab-b2da-4162-b0fd-ab290c94cc88 req-b963fca4-9989-40cf-88f0-36d447a096de service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447384 Jun 02 16:41:36.684424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:38.606976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:49.113015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:54.289191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40520) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:54.429580 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-17410724-fac8-4781-96d6-1232af97f928 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/5bc2cad8-60e3-415a-91ef-07d89266a4af HTTP/1.1" status: 200 len: 992 time: 0.1389437 Jun 02 16:41:55.237892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40528) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:55.243967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f336ba6c-2633-4f71-b6cb-816ef6ff9351 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'port': {'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:41:55.376096 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f336ba6c-2633-4f71-b6cb-816ef6ff9351 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:55.783732 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-f336ba6c-2633-4f71-b6cb-816ef6ff9351 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 1c4022df-f4ad-484e-82ff-9733eac1c8d9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1c4022df-f4ad-484e-82ff-9733eac1c8d9,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:55.813411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f336ba6c-2633-4f71-b6cb-816ef6ff9351 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:55.818869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f336ba6c-2633-4f71-b6cb-816ef6ff9351 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:55.823045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6450dfec-98d3-49f5-9a4f-ef454195da91 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:55.896090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f336ba6c-2633-4f71-b6cb-816ef6ff9351 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:55.896753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f336ba6c-2633-4f71-b6cb-816ef6ff9351 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:55.898293 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f336ba6c-2633-4f71-b6cb-816ef6ff9351 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/ports/1c4022df-f4ad-484e-82ff-9733eac1c8d9 HTTP/1.1" status: 200 len: 938 time: 0.6591907 Jun 02 16:41:55.898981 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'tag': '1c4022df-f4ad-484e-82ff-9733eac1c8d9'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:41:55.901384 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0a606c-ff23-40ca-be3a-6ebc366da34b" -d '{"events": [{"name": "network-changed", "server_uuid": "470ffffa-0d70-4c4f-9d65-794d133b3924", "tag": "1c4022df-f4ad-484e-82ff-9733eac1c8d9"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:41:55.937421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336ba6c-2633-4f71-b6cb-816ef6ff9351 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=1c4022df-f4ad-484e-82ff-9733eac1c8d9,revision_number=6']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:41:55.946012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f336ba6c-2633-4f71-b6cb-816ef6ff9351 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:41:55.969631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29662050-44d5-464e-b97e-7312f97e309d x-openstack-request-id: req-29662050-44d5-464e-b97e-7312f97e309d {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:41:55.970169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470ffffa-0d70-4c4f-9d65-794d133b3924", "tag": "1c4022df-f4ad-484e-82ff-9733eac1c8d9", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:41:55.970704 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-29662050-44d5-464e-b97e-7312f97e309d {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:41:55.971307 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'tag': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'status': 'completed', 'code': 200} Jun 02 16:41:56.110972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a606c-ff23-40ca-be3a-6ebc366da34b req-393ce9cd-c3bb-4bc0-a091-389e13703f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:56.112973 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-be0a606c-ff23-40ca-be3a-6ebc366da34b req-393ce9cd-c3bb-4bc0-a091-389e13703f2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 1099 time: 0.1167977 Jun 02 16:41:56.235334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f12f0175-412d-429b-a33b-bd2df3c6ebd2 None None] Provisioning complete for port 1c4022df-f4ad-484e-82ff-9733eac1c8d9 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:41:56.236005 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f12f0175-412d-429b-a33b-bd2df3c6ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:56.271447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a606c-ff23-40ca-be3a-6ebc366da34b req-0842dc76-3652-4d0c-b190-ad0712ee9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:56.272960 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-be0a606c-ff23-40ca-be3a-6ebc366da34b req-0842dc76-3652-4d0c-b190-ad0712ee9f60 service neutron] 10.222.0.49 "GET /v2.0/networks?id=92fd1720-bfd9-4f37-aa7a-8884020a8854 HTTP/1.1" status: 200 len: 897 time: 0.1498661 Jun 02 16:41:56.353854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-f12f0175-412d-429b-a33b-bd2df3c6ebd2 None None] Port 1c4022df-f4ad-484e-82ff-9733eac1c8d9 is administratively disabled so it will not transition to active. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jun 02 16:41:56.397297 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-be0a606c-ff23-40ca-be3a-6ebc366da34b req-0179c8ff-2b58-4d39-912d-ebc00060c14d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c4022df-f4ad-484e-82ff-9733eac1c8d9 HTTP/1.1" status: 200 len: 1001 time: 0.1130538 Jun 02 16:41:56.469292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a606c-ff23-40ca-be3a-6ebc366da34b req-665073af-88f4-46ab-81d8-101ccb6c2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:56.470923 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-be0a606c-ff23-40ca-be3a-6ebc366da34b req-665073af-88f4-46ab-81d8-101ccb6c2be9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f664bbe-6643-4afc-8ec1-bea9a9a26566 HTTP/1.1" status: 200 len: 834 time: 0.0640147 Jun 02 16:41:56.568075 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a606c-ff23-40ca-be3a-6ebc366da34b req-8bc6372a-48e8-46e6-ad8d-f195dc54a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:56.569611 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-be0a606c-ff23-40ca-be3a-6ebc366da34b req-8bc6372a-48e8-46e6-ad8d-f195dc54a654 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92fd1720-bfd9-4f37-aa7a-8884020a8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0892594 Jun 02 16:41:56.583111 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [req-be0a606c-ff23-40ca-be3a-6ebc366da34b req-f137dfea-6198-493c-9d7e-f0d158e844d8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:41:56.584160 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-be0a606c-ff23-40ca-be3a-6ebc366da34b req-f137dfea-6198-493c-9d7e-f0d158e844d8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055580 Jun 02 16:41:56.789691 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-be0a606c-ff23-40ca-be3a-6ebc366da34b req-7818ffab-512f-4dfe-b65d-9f2f5d7e3be2 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989300 Jun 02 16:41:56.936435 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-be0a606c-ff23-40ca-be3a-6ebc366da34b req-f2ff7bdd-2a46-47d9-be90-c4f6233f1e46 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366959 Jun 02 16:41:59.364302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40536) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:41:59.370380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d634cf03-f9ff-4d8e-9208-86cfcb4a6884 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'port': {'admin_state_up': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:41:59.513364 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d634cf03-f9ff-4d8e-9208-86cfcb4a6884 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:59.870765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-d634cf03-f9ff-4d8e-9208-86cfcb4a6884 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 1c4022df-f4ad-484e-82ff-9733eac1c8d9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1c4022df-f4ad-484e-82ff-9733eac1c8d9,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:41:59.899339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d634cf03-f9ff-4d8e-9208-86cfcb4a6884 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:59.904874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d634cf03-f9ff-4d8e-9208-86cfcb4a6884 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:59.909211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:41:59.981753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d634cf03-f9ff-4d8e-9208-86cfcb4a6884 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:41:59.982443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d634cf03-f9ff-4d8e-9208-86cfcb4a6884 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:41:59.988090 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d634cf03-f9ff-4d8e-9208-86cfcb4a6884 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/ports/1c4022df-f4ad-484e-82ff-9733eac1c8d9 HTTP/1.1" status: 200 len: 937 time: 0.6185753 Jun 02 16:41:59.988090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'tag': '1c4022df-f4ad-484e-82ff-9733eac1c8d9'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:41:59.988090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691e421b-cc47-4fbe-8e6d-77250a23eda8" -d '{"events": [{"name": "network-changed", "server_uuid": "470ffffa-0d70-4c4f-9d65-794d133b3924", "tag": "1c4022df-f4ad-484e-82ff-9733eac1c8d9"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:41:59.988584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40538) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:00.028298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634cf03-f9ff-4d8e-9208-86cfcb4a6884 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=1c4022df-f4ad-484e-82ff-9733eac1c8d9,revision_number=7']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:00.041340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d634cf03-f9ff-4d8e-9208-86cfcb4a6884 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:00.043118 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738efe4d-54d0-448c-b50d-96a9439e54b9 x-openstack-request-id: req-738efe4d-54d0-448c-b50d-96a9439e54b9 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:00.043459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470ffffa-0d70-4c4f-9d65-794d133b3924", "tag": "1c4022df-f4ad-484e-82ff-9733eac1c8d9", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:00.043798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-738efe4d-54d0-448c-b50d-96a9439e54b9 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:00.044276 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'tag': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'status': 'completed', 'code': 200} Jun 02 16:42:00.155189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e421b-cc47-4fbe-8e6d-77250a23eda8 req-1cd36049-fc24-46db-be97-c0ea81291d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:00.156810 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-691e421b-cc47-4fbe-8e6d-77250a23eda8 req-1cd36049-fc24-46db-be97-c0ea81291d60 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 1098 time: 0.0843818 Jun 02 16:42:00.180651 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d9180480-c35a-4404-8dd7-63dbf75bbed7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/5bc2cad8-60e3-415a-91ef-07d89266a4af HTTP/1.1" status: 200 len: 992 time: 0.1892300 Jun 02 16:42:00.251172 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['1c4022df-f4ad-484e-82ff-9733eac1c8d9'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:42:00.338312 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1454a49f-2100-43ce-aa2d-1d65585dbca4 None None] Provisioning complete for port 1c4022df-f4ad-484e-82ff-9733eac1c8d9 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:00.338696 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1454a49f-2100-43ce-aa2d-1d65585dbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:00.490202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e421b-cc47-4fbe-8e6d-77250a23eda8 req-aa5aab72-e300-41ec-8462-0a1bf294c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:00.491752 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-691e421b-cc47-4fbe-8e6d-77250a23eda8 req-aa5aab72-e300-41ec-8462-0a1bf294c561 service neutron] 10.222.0.49 "GET /v2.0/networks?id=92fd1720-bfd9-4f37-aa7a-8884020a8854 HTTP/1.1" status: 200 len: 897 time: 0.3277454 Jun 02 16:42:00.621745 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-691e421b-cc47-4fbe-8e6d-77250a23eda8 req-6528de66-e09d-42fe-a58c-5a1a99ae88b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c4022df-f4ad-484e-82ff-9733eac1c8d9 HTTP/1.1" status: 200 len: 1000 time: 0.1179745 Jun 02 16:42:00.706767 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e421b-cc47-4fbe-8e6d-77250a23eda8 req-03f002bb-c31d-4ff3-82f3-b4f0142fe4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:00.709212 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-691e421b-cc47-4fbe-8e6d-77250a23eda8 req-03f002bb-c31d-4ff3-82f3-b4f0142fe4cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f664bbe-6643-4afc-8ec1-bea9a9a26566 HTTP/1.1" status: 200 len: 834 time: 0.0775850 Jun 02 16:42:00.807849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e421b-cc47-4fbe-8e6d-77250a23eda8 req-bb811abf-b6da-4405-83e2-1d2c8f56275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:00.809474 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-691e421b-cc47-4fbe-8e6d-77250a23eda8 req-bb811abf-b6da-4405-83e2-1d2c8f56275a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92fd1720-bfd9-4f37-aa7a-8884020a8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0898430 Jun 02 16:42:00.959976 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-691e421b-cc47-4fbe-8e6d-77250a23eda8 req-16739d05-c3b0-4933-b1f3-77f852da2125 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421525 Jun 02 16:42:01.109964 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-691e421b-cc47-4fbe-8e6d-77250a23eda8 req-7221a738-aee1-41b7-9232-2ffb2f9723a2 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431689 Jun 02 16:42:02.792192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40548) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:02.966022 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-54cb42f1-a7e7-4a79-abb0-1bfe9533bc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:03.098853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-8d379208-b467-4682-a24a-d5a25817e10b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 7b11f225-514d-4d6e-8487-036faf2185b4 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:42:03.099300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d379208-b467-4682-a24a-d5a25817e10b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:03.280960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d379208-b467-4682-a24a-d5a25817e10b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:03.281345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d379208-b467-4682-a24a-d5a25817e10b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:03.417701 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-8d379208-b467-4682-a24a-d5a25817e10b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 7b11f225-514d-4d6e-8487-036faf2185b4 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:42:03.563214 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d379208-b467-4682-a24a-d5a25817e10b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:03.567429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-42b1e65f-3818-4b2c-9478-17b4b2105245 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:03.612777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d379208-b467-4682-a24a-d5a25817e10b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=7b11f225-514d-4d6e-8487-036faf2185b4,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:03.616195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8d379208-b467-4682-a24a-d5a25817e10b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:03.710211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d379208-b467-4682-a24a-d5a25817e10b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:03.710460 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-8d379208-b467-4682-a24a-d5a25817e10b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP 75cab09a-5008-432a-a329-31fb03e626c4 disassociated (deleted). External IP: 172.26.3.211, port: 39a2e2d8-f5db-4474-b5b1-33348a0e2f10. Jun 02 16:42:04.251775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d379208-b467-4682-a24a-d5a25817e10b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 29fd313d-af1a-429c-9fe8-e3985af1a013 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:42:04.459633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d379208-b467-4682-a24a-d5a25817e10b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:42:04.471964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3421956e-b330-4148-86e4-e65a5d0fb495 None None] Sync routers for ids ['29fd313d-af1a-429c-9fe8-e3985af1a013'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:42:04.486203 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3421956e-b330-4148-86e4-e65a5d0fb495 None None] Routers {'29fd313d-af1a-429c-9fe8-e3985af1a013'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:04.486485 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d379208-b467-4682-a24a-d5a25817e10b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:04.487092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3421956e-b330-4148-86e4-e65a5d0fb495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:41:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['29fd313d-af1a-429c-9fe8-e3985af1a013'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:04.543835 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8d379208-b467-4682-a24a-d5a25817e10b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/floatingips/75cab09a-5008-432a-a329-31fb03e626c4 HTTP/1.1" status: 204 len: 168 time: 1.7505696 Jun 02 16:42:04.544368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e99309-a928-41ff-8034-baf807a7eba0', 'tag': '39a2e2d8-f5db-4474-b5b1-33348a0e2f10'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:04.546903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbbbc21-90c5-499c-8175-1d837b2dd299" -d '{"events": [{"name": "network-changed", "server_uuid": "03e99309-a928-41ff-8034-baf807a7eba0", "tag": "39a2e2d8-f5db-4474-b5b1-33348a0e2f10"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:04.606436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd87f164-c246-4a50-954d-af336190eb8a x-openstack-request-id: req-fd87f164-c246-4a50-954d-af336190eb8a {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:04.606785 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e99309-a928-41ff-8034-baf807a7eba0", "tag": "39a2e2d8-f5db-4474-b5b1-33348a0e2f10", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:04.607083 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd87f164-c246-4a50-954d-af336190eb8a {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:04.607525 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e99309-a928-41ff-8034-baf807a7eba0', 'tag': '39a2e2d8-f5db-4474-b5b1-33348a0e2f10', 'status': 'completed', 'code': 200} Jun 02 16:42:04.694870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-3421956e-b330-4148-86e4-e65a5d0fb495 None None] Set router 29fd313d-af1a-429c-9fe8-e3985af1a013 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:04.765142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbbc21-90c5-499c-8175-1d837b2dd299 req-10673969-b039-479f-b080-a69ff800b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:04.766879 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cdbbbc21-90c5-499c-8175-1d837b2dd299 req-10673969-b039-479f-b080-a69ff800b7f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 1099 time: 0.1173067 Jun 02 16:42:04.963503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbbc21-90c5-499c-8175-1d837b2dd299 req-7f2d84e5-e7ca-4c45-bdaa-6baedcf52bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:04.965180 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cdbbbc21-90c5-499c-8175-1d837b2dd299 req-7f2d84e5-e7ca-4c45-bdaa-6baedcf52bf9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=92fd1720-bfd9-4f37-aa7a-8884020a8854 HTTP/1.1" status: 200 len: 897 time: 0.1881850 Jun 02 16:42:05.033993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634be77-af87-4045-80f0-23641694ee41 req-51708b32-dcaf-4c98-b9c3-78482ed4ba41 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:05.037023 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0634be77-af87-4045-80f0-23641694ee41 req-51708b32-dcaf-4c98-b9c3-78482ed4ba41 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 946 time: 0.1035924 Jun 02 16:42:05.043559 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cdbbbc21-90c5-499c-8175-1d837b2dd299 req-bc97ba0f-cbea-4038-869d-1671b3821784 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39a2e2d8-f5db-4474-b5b1-33348a0e2f10 HTTP/1.1" status: 200 len: 217 time: 0.0709932 Jun 02 16:42:05.044102 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:05.095387 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0634be77-af87-4045-80f0-23641694ee41 req-44d31e64-d3c4-4bec-a450-8c12456aba92 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4a9f6bf-c013-42f1-a1e4-7827d51a1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0519283 Jun 02 16:42:05.126508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbbc21-90c5-499c-8175-1d837b2dd299 req-10b80a2c-fa02-4664-8d60-dfcdffc0c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:05.128044 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cdbbbc21-90c5-499c-8175-1d837b2dd299 req-10b80a2c-fa02-4664-8d60-dfcdffc0c8ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f664bbe-6643-4afc-8ec1-bea9a9a26566 HTTP/1.1" status: 200 len: 834 time: 0.0767167 Jun 02 16:42:05.186437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3421956e-b330-4148-86e4-e65a5d0fb495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '5bc2cad8-60e3-415a-91ef-07d89266a4af', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'port_id': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'mac_address': 'fa:16:3e:63:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:40:59Z', 'updated_at': '2021-06-02T16:41:03Z', 'revision_number': 1, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf82ba1-d36c-4a27-af07-008bbc61e650', 'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:fe:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:34Z', 'updated_at': '2021-06-02T16:40:41Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:05.190382 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3421956e-b330-4148-86e4-e65a5d0fb495 None None] Checking router: 29fd313d-af1a-429c-9fe8-e3985af1a013 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:42:05.199044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3421956e-b330-4148-86e4-e65a5d0fb495 None None] Routers {'29fd313d-af1a-429c-9fe8-e3985af1a013'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:05.199652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3421956e-b330-4148-86e4-e65a5d0fb495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:41:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['29fd313d-af1a-429c-9fe8-e3985af1a013'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:05.209383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbbc21-90c5-499c-8175-1d837b2dd299 req-3c43d5d4-325a-49c0-b603-723547c1cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:05.210896 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cdbbbc21-90c5-499c-8175-1d837b2dd299 req-3c43d5d4-325a-49c0-b603-723547c1cc43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92fd1720-bfd9-4f37-aa7a-8884020a8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0760233 Jun 02 16:42:05.350633 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cdbbbc21-90c5-499c-8175-1d837b2dd299 req-101186de-0884-4dc6-9d87-34a3737b1a31 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312814 Jun 02 16:42:05.381694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-3421956e-b330-4148-86e4-e65a5d0fb495 None None] Set router 29fd313d-af1a-429c-9fe8-e3985af1a013 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:05.465451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d0032504-1586-46bc-9ae0-4b423e6202d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:05.491317 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cdbbbc21-90c5-499c-8175-1d837b2dd299 req-35d65ea4-8057-4c81-90de-46045624fda1 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310277 Jun 02 16:42:05.749348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3421956e-b330-4148-86e4-e65a5d0fb495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '5bc2cad8-60e3-415a-91ef-07d89266a4af', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'port_id': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'mac_address': 'fa:16:3e:63:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:40:59Z', 'updated_at': '2021-06-02T16:41:03Z', 'revision_number': 1, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf82ba1-d36c-4a27-af07-008bbc61e650', 'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:fe:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:34Z', 'updated_at': '2021-06-02T16:40:41Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:05.753451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3421956e-b330-4148-86e4-e65a5d0fb495 None None] The sync data for ids ['29fd313d-af1a-429c-9fe8-e3985af1a013'] in dv-neutron-601336-83-hyperv is: [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '5bc2cad8-60e3-415a-91ef-07d89266a4af', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'port_id': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'mac_address': 'fa:16:3e:63:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:40:59Z', 'updated_at': '2021-06-02T16:41:03Z', 'revision_number': 1, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf82ba1-d36c-4a27-af07-008bbc61e650', 'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:fe:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:34Z', 'updated_at': '2021-06-02T16:40:41Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:42:05.969079 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a975afe3-2302-45f8-915d-c054fc63cdfe None None] New status for floating IP 75cab09a-5008-432a-a329-31fb03e626c4: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:42:06.298604 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba462d0-de09-4415-a16d-96694b694cf8 req-2c292723-5abe-48e6-adb4-c279f1940475 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:06.299323 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-7ba462d0-de09-4415-a16d-96694b694cf8 req-2c292723-5abe-48e6-adb4-c279f1940475 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:42:06.317341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-7ba462d0-de09-4415-a16d-96694b694cf8 req-2c292723-5abe-48e6-adb4-c279f1940475 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:42:06.318882 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7ba462d0-de09-4415-a16d-96694b694cf8 req-2c292723-5abe-48e6-adb4-c279f1940475 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 946 time: 0.1081376 Jun 02 16:42:06.416360 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7ba462d0-de09-4415-a16d-96694b694cf8 req-26368108-3a76-40cc-bb09-29c67bb0769d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4a9f6bf-c013-42f1-a1e4-7827d51a1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0906646 Jun 02 16:42:06.455210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f6903-1d01-41cf-9c58-d2c71df15dca req-fdee7ce2-60ec-4893-9e92-289e6ad630dc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:06.456702 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a48f6903-1d01-41cf-9c58-d2c71df15dca req-fdee7ce2-60ec-4893-9e92-289e6ad630dc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 946 time: 0.1291740 Jun 02 16:42:06.602026 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-a48f6903-1d01-41cf-9c58-d2c71df15dca req-2f602164-889f-4282-8b19-44b733fb1236 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:42:06.602750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-a48f6903-1d01-41cf-9c58-d2c71df15dca req-2f602164-889f-4282-8b19-44b733fb1236 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:06.686205 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:06.907590 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-a48f6903-1d01-41cf-9c58-d2c71df15dca req-2f602164-889f-4282-8b19-44b733fb1236 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=39a2e2d8-f5db-4474-b5b1-33348a0e2f10,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:06.907919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-a48f6903-1d01-41cf-9c58-d2c71df15dca req-2f602164-889f-4282-8b19-44b733fb1236 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:07.034509 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-a48f6903-1d01-41cf-9c58-d2c71df15dca req-2f602164-889f-4282-8b19-44b733fb1236 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 owned by compute:nova {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:42:07.159904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-a48f6903-1d01-41cf-9c58-d2c71df15dca req-2f602164-889f-4282-8b19-44b733fb1236 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:07.165743 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-695a851a-e85a-42d2-81a5-677342030d6f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:07.210521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f602164-889f-4282-8b19-44b733fb1236 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=39a2e2d8-f5db-4474-b5b1-33348a0e2f10,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:07.213675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2f602164-889f-4282-8b19-44b733fb1236 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:07.290085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48f6903-1d01-41cf-9c58-d2c71df15dca req-2f602164-889f-4282-8b19-44b733fb1236 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] No DVR routers for this DVR port 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:42:07.292606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-a48f6903-1d01-41cf-9c58-d2c71df15dca req-2f602164-889f-4282-8b19-44b733fb1236 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:07.295617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e99309-a928-41ff-8034-baf807a7eba0', 'name': 'network-vif-deleted', 'tag': '39a2e2d8-f5db-4474-b5b1-33348a0e2f10'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:07.298045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f29c07-124f-4b1a-94fa-77906fb2e4ab" -d '{"events": [{"server_uuid": "03e99309-a928-41ff-8034-baf807a7eba0", "name": "network-vif-deleted", "tag": "39a2e2d8-f5db-4474-b5b1-33348a0e2f10"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:07.315293 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a48f6903-1d01-41cf-9c58-d2c71df15dca req-2f602164-889f-4282-8b19-44b733fb1236 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "DELETE /v2.0/ports/39a2e2d8-f5db-4474-b5b1-33348a0e2f10 HTTP/1.1" status: 204 len: 173 time: 0.8499577 Jun 02 16:42:07.343356 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8526a29-07f8-44fa-bd60-30f1f748ce06 x-openstack-request-id: req-a8526a29-07f8-44fa-bd60-30f1f748ce06 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:07.343961 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e99309-a928-41ff-8034-baf807a7eba0", "name": "network-vif-deleted", "tag": "39a2e2d8-f5db-4474-b5b1-33348a0e2f10", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:07.344693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8526a29-07f8-44fa-bd60-30f1f748ce06 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:07.345052 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e99309-a928-41ff-8034-baf807a7eba0', 'name': 'network-vif-deleted', 'tag': '39a2e2d8-f5db-4474-b5b1-33348a0e2f10', 'status': 'completed', 'code': 200} Jun 02 16:42:07.670110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-faf849d9-8b23-4c20-8544-13eae30373a7 req-28c57452-4853-48b5-ab9f-b4869a456f27 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:42:07.687619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-faf849d9-8b23-4c20-8544-13eae30373a7 req-28c57452-4853-48b5-ab9f-b4869a456f27 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:42:07.689087 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-faf849d9-8b23-4c20-8544-13eae30373a7 req-28c57452-4853-48b5-ab9f-b4869a456f27 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=03e99309-a928-41ff-8034-baf807a7eba0 HTTP/1.1" status: 200 len: 210 time: 0.0628457 Jun 02 16:42:08.609348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:08.790992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40568) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:08.903937 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:08.962330 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:09.087926 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:09.092229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-26a30f40-303e-4bb7-afaf-c468351d5442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:09.109081 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a9f6bf-c013-42f1-a1e4-7827d51a1e07,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:09.119538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:09.119933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:09.120320 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:09.120705 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:09.121079 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:09.121457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:09.121827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:09.122229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:09.122618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:09.122966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:09.123329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:09.123694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:09.127786 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:09.134746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:09.138015 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/security-groups/b4a9f6bf-c013-42f1-a1e4-7827d51a1e07 HTTP/1.1" status: 204 len: 168 time: 0.3456798 Jun 02 16:42:09.181353 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40572) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:09.624672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a17ac8c7-0242-4e0f-98e9-6eb6c0c73070 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 1036ee2c-421f-4d44-a3f9-637723c46ec2 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:42:09.625037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a17ac8c7-0242-4e0f-98e9-6eb6c0c73070 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:09.766192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a17ac8c7-0242-4e0f-98e9-6eb6c0c73070 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:09.766415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a17ac8c7-0242-4e0f-98e9-6eb6c0c73070 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:09.901087 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a17ac8c7-0242-4e0f-98e9-6eb6c0c73070 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 1036ee2c-421f-4d44-a3f9-637723c46ec2 owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:42:10.053058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a17ac8c7-0242-4e0f-98e9-6eb6c0c73070 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:10.059640 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-65a494a6-a0d9-42f5-8f2c-21ecf53c0b90 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:10.143552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ac8c7-0242-4e0f-98e9-6eb6c0c73070 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=1036ee2c-421f-4d44-a3f9-637723c46ec2,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:10.146482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a17ac8c7-0242-4e0f-98e9-6eb6c0c73070 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:10.148406 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:42:10.207728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a17ac8c7-0242-4e0f-98e9-6eb6c0c73070 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:10.208059 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-a17ac8c7-0242-4e0f-98e9-6eb6c0c73070 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP 5bc2cad8-60e3-415a-91ef-07d89266a4af disassociated (deleted). External IP: 172.26.3.77, port: 1c4022df-f4ad-484e-82ff-9733eac1c8d9. Jun 02 16:42:10.589693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17ac8c7-0242-4e0f-98e9-6eb6c0c73070 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 29fd313d-af1a-429c-9fe8-e3985af1a013 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:42:10.778884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17ac8c7-0242-4e0f-98e9-6eb6c0c73070 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:42:10.790278 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22916448-884a-4fbb-b3f3-c8c33f4cdb39 None None] Sync routers for ids ['29fd313d-af1a-429c-9fe8-e3985af1a013'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:42:10.808204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22916448-884a-4fbb-b3f3-c8c33f4cdb39 None None] Routers {'29fd313d-af1a-429c-9fe8-e3985af1a013'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:10.809214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-22916448-884a-4fbb-b3f3-c8c33f4cdb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:42:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['29fd313d-af1a-429c-9fe8-e3985af1a013'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:10.809580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a17ac8c7-0242-4e0f-98e9-6eb6c0c73070 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:10.874136 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a17ac8c7-0242-4e0f-98e9-6eb6c0c73070 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/floatingips/5bc2cad8-60e3-415a-91ef-07d89266a4af HTTP/1.1" status: 204 len: 168 time: 1.6916988 Jun 02 16:42:10.874839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'tag': '1c4022df-f4ad-484e-82ff-9733eac1c8d9'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:10.877384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667a9b70-082b-4539-b6d7-9534d05af02b" -d '{"events": [{"name": "network-changed", "server_uuid": "470ffffa-0d70-4c4f-9d65-794d133b3924", "tag": "1c4022df-f4ad-484e-82ff-9733eac1c8d9"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:10.932142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4fc1cd-acf5-450c-9afd-d1230d9a3695 x-openstack-request-id: req-ea4fc1cd-acf5-450c-9afd-d1230d9a3695 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:10.933122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470ffffa-0d70-4c4f-9d65-794d133b3924", "tag": "1c4022df-f4ad-484e-82ff-9733eac1c8d9", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:10.933266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea4fc1cd-acf5-450c-9afd-d1230d9a3695 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:10.933844 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'tag': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'status': 'completed', 'code': 200} Jun 02 16:42:11.053528 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a9b70-082b-4539-b6d7-9534d05af02b req-76cc325c-fdc7-4648-9d1b-bcfecffc8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:11.055945 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-667a9b70-082b-4539-b6d7-9534d05af02b req-76cc325c-fdc7-4648-9d1b-bcfecffc8486 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 1098 time: 0.0841086 Jun 02 16:42:11.093396 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-22916448-884a-4fbb-b3f3-c8c33f4cdb39 None None] Set router 29fd313d-af1a-429c-9fe8-e3985af1a013 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:11.225050 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a9b70-082b-4539-b6d7-9534d05af02b req-67658a25-025b-492c-abda-cc7bd912d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:11.226576 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-667a9b70-082b-4539-b6d7-9534d05af02b req-67658a25-025b-492c-abda-cc7bd912d57a service neutron] 10.222.0.49 "GET /v2.0/networks?id=92fd1720-bfd9-4f37-aa7a-8884020a8854 HTTP/1.1" status: 200 len: 897 time: 0.1600227 Jun 02 16:42:11.303724 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-667a9b70-082b-4539-b6d7-9534d05af02b req-87ef1ec8-b50c-4818-94cd-62d247926a60 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c4022df-f4ad-484e-82ff-9733eac1c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0686574 Jun 02 16:42:11.424066 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a9b70-082b-4539-b6d7-9534d05af02b req-032cb02b-7593-4fda-8024-ea30e952f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:11.425542 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-667a9b70-082b-4539-b6d7-9534d05af02b req-032cb02b-7593-4fda-8024-ea30e952f401 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f664bbe-6643-4afc-8ec1-bea9a9a26566 HTTP/1.1" status: 200 len: 834 time: 0.1154361 Jun 02 16:42:11.441314 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-22916448-884a-4fbb-b3f3-c8c33f4cdb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'acf82ba1-d36c-4a27-af07-008bbc61e650', 'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:fe:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:34Z', 'updated_at': '2021-06-02T16:40:41Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:11.446185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22916448-884a-4fbb-b3f3-c8c33f4cdb39 None None] Checking router: 29fd313d-af1a-429c-9fe8-e3985af1a013 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:42:11.454941 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22916448-884a-4fbb-b3f3-c8c33f4cdb39 None None] Routers {'29fd313d-af1a-429c-9fe8-e3985af1a013'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:11.455573 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-22916448-884a-4fbb-b3f3-c8c33f4cdb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:42:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['29fd313d-af1a-429c-9fe8-e3985af1a013'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:11.504316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f3e9c-3514-4b24-8168-f70cbc8a61d7 req-fbe9560d-36f1-4af4-b3c8-2410b20c6569 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:11.505955 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e76f3e9c-3514-4b24-8168-f70cbc8a61d7 req-fbe9560d-36f1-4af4-b3c8-2410b20c6569 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 945 time: 0.1615067 Jun 02 16:42:11.570238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a9b70-082b-4539-b6d7-9534d05af02b req-b4dafdab-4c2e-45c7-a3e8-b35eebba3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:11.571663 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-667a9b70-082b-4539-b6d7-9534d05af02b req-b4dafdab-4c2e-45c7-a3e8-b35eebba3e47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92fd1720-bfd9-4f37-aa7a-8884020a8854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1372669 Jun 02 16:42:11.574886 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e76f3e9c-3514-4b24-8168-f70cbc8a61d7 req-51055541-bdc7-48e4-b118-e54470e4a94c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cc752a7-9a59-43d3-8794-6aee7a91af42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576181 Jun 02 16:42:11.644871 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:42:11.676666 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-22916448-884a-4fbb-b3f3-c8c33f4cdb39 None None] Set router 29fd313d-af1a-429c-9fe8-e3985af1a013 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:11.718881 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-667a9b70-082b-4539-b6d7-9534d05af02b req-31100fb3-291f-427e-89b1-7ffaa213a639 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393113 Jun 02 16:42:11.733706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:42:11.734056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 39a2e2d8-f5db-4474-b5b1-33348a0e2f10 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:42:11.890656 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-667a9b70-082b-4539-b6d7-9534d05af02b req-01512871-4b9d-44b2-a0a9-582447b78440 service neutron] 10.222.0.49 "GET /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645815 Jun 02 16:42:12.057445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-22916448-884a-4fbb-b3f3-c8c33f4cdb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'acf82ba1-d36c-4a27-af07-008bbc61e650', 'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:fe:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:34Z', 'updated_at': '2021-06-02T16:40:41Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:12.062657 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22916448-884a-4fbb-b3f3-c8c33f4cdb39 None None] The sync data for ids ['29fd313d-af1a-429c-9fe8-e3985af1a013'] in dv-neutron-601336-83-hyperv is: [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'acf82ba1-d36c-4a27-af07-008bbc61e650', 'name': '', 'network_id': '92fd1720-bfd9-4f37-aa7a-8884020a8854', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:fe:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:34Z', 'updated_at': '2021-06-02T16:40:41Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '0f664bbe-6643-4afc-8ec1-bea9a9a26566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:42:12.304568 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c719149a-2735-4c33-996f-29c681ca44a1 None None] New status for floating IP 5bc2cad8-60e3-415a-91ef-07d89266a4af: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:42:12.821232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e89017-f8d6-4f42-bf29-f1964daea544 req-567a2ec9-79db-4453-8131-d1a4b7948550 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:12.822348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-82e89017-f8d6-4f42-bf29-f1964daea544 req-567a2ec9-79db-4453-8131-d1a4b7948550 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:42:12.835556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37caf934-bdf5-4b2b-95b2-ae5110eeb1c7 req-65228185-3963-463a-95e8-e2d6738f55a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:12.837376 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-37caf934-bdf5-4b2b-95b2-ae5110eeb1c7 req-65228185-3963-463a-95e8-e2d6738f55a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 945 time: 0.0895019 Jun 02 16:42:12.841634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-82e89017-f8d6-4f42-bf29-f1964daea544 req-567a2ec9-79db-4453-8131-d1a4b7948550 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:42:12.843087 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-82e89017-f8d6-4f42-bf29-f1964daea544 req-567a2ec9-79db-4453-8131-d1a4b7948550 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 945 time: 0.1174865 Jun 02 16:42:12.897885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-82e89017-f8d6-4f42-bf29-f1964daea544 req-10cdf5df-ed37-4644-a8dc-cb1f656edc9d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:42:12.919318 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-82e89017-f8d6-4f42-bf29-f1964daea544 req-10cdf5df-ed37-4644-a8dc-cb1f656edc9d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:42:12.920725 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-82e89017-f8d6-4f42-bf29-f1964daea544 req-10cdf5df-ed37-4644-a8dc-cb1f656edc9d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cc752a7-9a59-43d3-8794-6aee7a91af42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715191 Jun 02 16:42:12.993784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-37caf934-bdf5-4b2b-95b2-ae5110eeb1c7 req-0e5eaca9-6d5d-4462-8b2c-b56dda227479 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 1c4022df-f4ad-484e-82ff-9733eac1c8d9 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:42:12.994171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-37caf934-bdf5-4b2b-95b2-ae5110eeb1c7 req-0e5eaca9-6d5d-4462-8b2c-b56dda227479 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:13.143775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-37caf934-bdf5-4b2b-95b2-ae5110eeb1c7 req-0e5eaca9-6d5d-4462-8b2c-b56dda227479 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 1c4022df-f4ad-484e-82ff-9733eac1c8d9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1c4022df-f4ad-484e-82ff-9733eac1c8d9,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:13.144195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-37caf934-bdf5-4b2b-95b2-ae5110eeb1c7 req-0e5eaca9-6d5d-4462-8b2c-b56dda227479 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:13.277564 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-37caf934-bdf5-4b2b-95b2-ae5110eeb1c7 req-0e5eaca9-6d5d-4462-8b2c-b56dda227479 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 1c4022df-f4ad-484e-82ff-9733eac1c8d9 owned by compute:nova {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:42:13.410356 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-37caf934-bdf5-4b2b-95b2-ae5110eeb1c7 req-0e5eaca9-6d5d-4462-8b2c-b56dda227479 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:13.416524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-25ba3f8c-79b8-4990-9471-cc0b1d83bdf1 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:13.625924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5eaca9-6d5d-4462-8b2c-b56dda227479 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=1c4022df-f4ad-484e-82ff-9733eac1c8d9,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:13.629768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0e5eaca9-6d5d-4462-8b2c-b56dda227479 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:13.706356 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-37caf934-bdf5-4b2b-95b2-ae5110eeb1c7 req-0e5eaca9-6d5d-4462-8b2c-b56dda227479 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] No DVR routers for this DVR port 1c4022df-f4ad-484e-82ff-9733eac1c8d9 on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:42:13.709074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-37caf934-bdf5-4b2b-95b2-ae5110eeb1c7 req-0e5eaca9-6d5d-4462-8b2c-b56dda227479 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:13.712297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'name': 'network-vif-deleted', 'tag': '1c4022df-f4ad-484e-82ff-9733eac1c8d9'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:13.714685 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb604296-a37c-4ccc-b8b9-d353bcf3f6cf" -d '{"events": [{"server_uuid": "470ffffa-0d70-4c4f-9d65-794d133b3924", "name": "network-vif-deleted", "tag": "1c4022df-f4ad-484e-82ff-9733eac1c8d9"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:13.731267 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-37caf934-bdf5-4b2b-95b2-ae5110eeb1c7 req-0e5eaca9-6d5d-4462-8b2c-b56dda227479 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "DELETE /v2.0/ports/1c4022df-f4ad-484e-82ff-9733eac1c8d9 HTTP/1.1" status: 204 len: 173 time: 0.8845692 Jun 02 16:42:13.778449 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dc2dbc-feb3-48b4-8737-cbaeffd2e2da x-openstack-request-id: req-95dc2dbc-feb3-48b4-8737-cbaeffd2e2da {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:13.778862 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470ffffa-0d70-4c4f-9d65-794d133b3924", "name": "network-vif-deleted", "tag": "1c4022df-f4ad-484e-82ff-9733eac1c8d9", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:13.779223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95dc2dbc-feb3-48b4-8737-cbaeffd2e2da {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:13.779797 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470ffffa-0d70-4c4f-9d65-794d133b3924', 'name': 'network-vif-deleted', 'tag': '1c4022df-f4ad-484e-82ff-9733eac1c8d9', 'status': 'completed', 'code': 200} Jun 02 16:42:14.121732 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8e750261-4dae-4eb0-8377-2c719d4c18e3 req-f785e5f3-029b-4b2d-99d6-e202a0d0f7c8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=470ffffa-0d70-4c4f-9d65-794d133b3924 HTTP/1.1" status: 200 len: 210 time: 0.0482740 Jun 02 16:42:15.229906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40588) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:15.455935 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aa15d352-4966-4fe2-aafa-c87de92713a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:15.489025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aa15d352-4966-4fe2-aafa-c87de92713a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:15.563813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aa15d352-4966-4fe2-aafa-c87de92713a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:15.568257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9dbecc89-61c1-4d9c-82a4-64b537273360 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:15.584665 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15d352-4966-4fe2-aafa-c87de92713a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc752a7-9a59-43d3-8794-6aee7a91af42,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:15.588815 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-aa15d352-4966-4fe2-aafa-c87de92713a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:15.598408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aa15d352-4966-4fe2-aafa-c87de92713a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:15.599989 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-aa15d352-4966-4fe2-aafa-c87de92713a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/security-groups/4cc752a7-9a59-43d3-8794-6aee7a91af42 HTTP/1.1" status: 204 len: 168 time: 0.3684704 Jun 02 16:42:15.635242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40592) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:16.253993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-865485e6-c745-4b8a-8885-f98cfeb0f9a3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:16.698511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-865485e6-c745-4b8a-8885-f98cfeb0f9a3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port acf82ba1-d36c-4a27-af07-008bbc61e650 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:42:16.699213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-865485e6-c745-4b8a-8885-f98cfeb0f9a3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:16.838241 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-865485e6-c745-4b8a-8885-f98cfeb0f9a3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port acf82ba1-d36c-4a27-af07-008bbc61e650, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=acf82ba1-d36c-4a27-af07-008bbc61e650,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:16.838599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-865485e6-c745-4b8a-8885-f98cfeb0f9a3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:17.127045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-865485e6-c745-4b8a-8885-f98cfeb0f9a3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for acf82ba1-d36c-4a27-af07-008bbc61e650 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:42:17.322984 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-865485e6-c745-4b8a-8885-f98cfeb0f9a3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:17.327364 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-aa0257cc-b5c6-417a-8593-f24b777deacf tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:17.373237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865485e6-c745-4b8a-8885-f98cfeb0f9a3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=acf82ba1-d36c-4a27-af07-008bbc61e650,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:17.376302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-865485e6-c745-4b8a-8885-f98cfeb0f9a3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:17.675335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1c4022df-f4ad-484e-82ff-9733eac1c8d9 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:42:17.711061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 1c4022df-f4ad-484e-82ff-9733eac1c8d9 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:42:17.711435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1c4022df-f4ad-484e-82ff-9733eac1c8d9 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:42:17.729291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-865485e6-c745-4b8a-8885-f98cfeb0f9a3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:18.116011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865485e6-c745-4b8a-8885-f98cfeb0f9a3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 29fd313d-af1a-429c-9fe8-e3985af1a013 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:42:18.352726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865485e6-c745-4b8a-8885-f98cfeb0f9a3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:42:18.365815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a0b6b-2565-477a-a4fd-13b3d15c2394 None None] Sync routers for ids ['29fd313d-af1a-429c-9fe8-e3985af1a013'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:42:18.372281 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-865485e6-c745-4b8a-8885-f98cfeb0f9a3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/29fd313d-af1a-429c-9fe8-e3985af1a013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7350874 Jun 02 16:42:18.374934 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40594) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:18.381387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a0b6b-2565-477a-a4fd-13b3d15c2394 None None] Routers {'29fd313d-af1a-429c-9fe8-e3985af1a013'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:18.382614 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-7f7a0b6b-2565-477a-a4fd-13b3d15c2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:42:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['29fd313d-af1a-429c-9fe8-e3985af1a013'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:18.483910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting subnet 0f664bbe-6643-4afc-8ec1-bea9a9a26566 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:42:18.488808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:18.553541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:18.657615 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:18.666881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-7f7a0b6b-2565-477a-a4fd-13b3d15c2394 None None] Set router 29fd313d-af1a-429c-9fe8-e3985af1a013 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:19.049687 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-7f7a0b6b-2565-477a-a4fd-13b3d15c2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:42:17Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:19.053882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a0b6b-2565-477a-a4fd-13b3d15c2394 None None] Checking router: 29fd313d-af1a-429c-9fe8-e3985af1a013 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:42:19.062825 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a0b6b-2565-477a-a4fd-13b3d15c2394 None None] Routers {'29fd313d-af1a-429c-9fe8-e3985af1a013'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:19.063452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-7f7a0b6b-2565-477a-a4fd-13b3d15c2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:42:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['29fd313d-af1a-429c-9fe8-e3985af1a013'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:19.115320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:19.119256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-997eb342-e439-4c57-aee1-f6378d4a12bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:19.151159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:19.158369 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Subnet': ['ID=0f664bbe-6643-4afc-8ec1-bea9a9a26566,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:19.166887 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:19.170411 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d21e788-ac73-4fe5-9b28-ce368be0aaea None None] Network 92fd1720-bfd9-4f37-aa7a-8884020a8854 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:42:19.171454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:19.171843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:19.172254 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:19.172600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:19.172970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:19.173337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:19.173705 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:19.174093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:19.174459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:19.174822 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:19.175183 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:19.175546 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:19.179483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:19.184529 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/subnets/0f664bbe-6643-4afc-8ec1-bea9a9a26566 HTTP/1.1" status: 204 len: 168 time: 0.8051004 Jun 02 16:42:19.184618 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40596) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:19.355517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-7f7a0b6b-2565-477a-a4fd-13b3d15c2394 None None] Set router 29fd313d-af1a-429c-9fe8-e3985af1a013 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:19.378345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:19.562501 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:19.647774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 44c9ec82-525b-4cff-b090-263d48b48fcd {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:42:19.648060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:19.753110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-7f7a0b6b-2565-477a-a4fd-13b3d15c2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:42:17Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:19.757566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a0b6b-2565-477a-a4fd-13b3d15c2394 None None] The sync data for ids ['29fd313d-af1a-429c-9fe8-e3985af1a013'] in dv-neutron-601336-83-hyperv is: [{'id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'name': 'tempest-TestNetworkBasicOps-router-1357885300', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:42:17Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '44c9ec82-525b-4cff-b090-263d48b48fcd', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:67:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29fd313d-af1a-429c-9fe8-e3985af1a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:40:28Z', 'updated_at': '2021-06-02T16:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:42:19.768352 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] DHCP port deletion for 92fd1720-bfd9-4f37-aa7a-8884020a8854 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:42:19.788393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 44c9ec82-525b-4cff-b090-263d48b48fcd, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=44c9ec82-525b-4cff-b090-263d48b48fcd,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:19.789648 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:19.839611 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Deleting port ea80c452-92a5-49de-ae4e-cc53e09704a3 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:42:19.840159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:19.920723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 44c9ec82-525b-4cff-b090-263d48b48fcd owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:42:19.941252 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] For port ea80c452-92a5-49de-ae4e-cc53e09704a3, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ea80c452-92a5-49de-ae4e-cc53e09704a3,segment=NetworkSegment(194470a5-4894-4879-a187-e15e3e8a0740),segment_id=194470a5-4894-4879-a187-e15e3e8a0740)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:19.941667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:20.059972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:20.063801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:20.067103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Calling delete_port for ea80c452-92a5-49de-ae4e-cc53e09704a3 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:42:20.107105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=44c9ec82-525b-4cff-b090-263d48b48fcd,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:20.110326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:20.121206 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:20.126177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-faa4a309-4dac-4889-aec6-037326cbfd7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:20.173132 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Pushing event deleted for resources: {'Port': ['ID=ea80c452-92a5-49de-ae4e-cc53e09704a3,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:20.175587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] No DVR routers for this DVR port ea80c452-92a5-49de-ae4e-cc53e09704a3 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:42:20.187804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:20.187804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:20.187804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:20.187804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:20.187804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:20.187804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:20.187804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:20.188680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:20.188680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:20.188816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:20.189027 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:20.189350 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:20.194280 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:20.211290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:20.386786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:20.389151 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:20.573546 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:20.574410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Fanout notify agent at l3_agent the message router_deleted on router 29fd313d-af1a-429c-9fe8-e3985af1a013 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:42:20.594225 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:20.595333 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/routers/29fd313d-af1a-429c-9fe8-e3985af1a013 HTTP/1.1" status: 204 len: 168 time: 1.4097049 Jun 02 16:42:20.598270 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40598) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:20.713720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98c42938-8a1e-45b0-80ac-560e2ad8ff66 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:20.846801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98c42938-8a1e-45b0-80ac-560e2ad8ff66 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:20.861381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-98c42938-8a1e-45b0-80ac-560e2ad8ff66 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92fd1720-bfd9-4f37-aa7a-8884020a8854']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:20.874755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-98c42938-8a1e-45b0-80ac-560e2ad8ff66 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194470a5-4894-4879-a187-e15e3e8a0740') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:20.875045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-98c42938-8a1e-45b0-80ac-560e2ad8ff66 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194470a5-4894-4879-a187-e15e3e8a0740') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:20.886854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98c42938-8a1e-45b0-80ac-560e2ad8ff66 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:20.904775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98c42938-8a1e-45b0-80ac-560e2ad8ff66 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:20.911371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c42938-8a1e-45b0-80ac-560e2ad8ff66 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:42:20.911752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98c42938-8a1e-45b0-80ac-560e2ad8ff66 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:42:20.926173 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:42:21.017610 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98c42938-8a1e-45b0-80ac-560e2ad8ff66 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:21.021973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-40dda3a1-d6de-4a53-82f1-68366c257b12 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:21.038940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98c42938-8a1e-45b0-80ac-560e2ad8ff66 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:21.051170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c42938-8a1e-45b0-80ac-560e2ad8ff66 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Network': ['ID=92fd1720-bfd9-4f37-aa7a-8884020a8854,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:21.054599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-98c42938-8a1e-45b0-80ac-560e2ad8ff66 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:21.062928 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-98c42938-8a1e-45b0-80ac-560e2ad8ff66 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/networks/92fd1720-bfd9-4f37-aa7a-8884020a8854 HTTP/1.1" status: 204 len: 168 time: 0.4636815 Jun 02 16:42:21.090980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 44c9ec82-525b-4cff-b090-263d48b48fcd no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:42:21.091536 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40600) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:21.097740 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'network': {'name': 'tempest-network-smoke--810525617', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'port_security_enabled': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:21.103994 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:21.109037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:network and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:21.112589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:21.119625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:21.131217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:42:21.134968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:21.167584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:42:21.177706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 44c9ec82-525b-4cff-b090-263d48b48fcd {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:42:21.177879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:21.178085 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 44c9ec82-525b-4cff-b090-263d48b48fcd not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:42:21.178196 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Added segment 44bd4da0-b80a-4ad9-aa1a-383f9872e18f of type vlan for network cd68d2d1-173d-42eb-abf2-c4ac80fb528f Jun 02 16:42:21.178514 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ea80c452-92a5-49de-ae4e-cc53e09704a3 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:42:21.205909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:21.211195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: ea80c452-92a5-49de-ae4e-cc53e09704a3 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:42:21.211550 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ea80c452-92a5-49de-ae4e-cc53e09704a3 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:42:21.211977 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device acf82ba1-d36c-4a27-af07-008bbc61e650 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:42:21.241547 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:21.247346 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:21.247945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:21.248047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: acf82ba1-d36c-4a27-af07-008bbc61e650 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:42:21.248344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device acf82ba1-d36c-4a27-af07-008bbc61e650 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:42:21.252184 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1ef2a339-d793-4431-a7e1-a91ec93528c2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:21.359378 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2619164 Jun 02 16:42:21.359775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40602) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:21.363588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Network': ['ID=cd68d2d1-173d-42eb-abf2-c4ac80fb528f,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:21.364559 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'admin_state_up': True, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:21.366374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:21.372047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:21.375071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network cd68d2d1-173d-42eb-abf2-c4ac80fb528f details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:42:21.375986 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:router and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:21.379915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:21.385780 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:21.396058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:21.397867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:21.415469 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:21.688042 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:21.996212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:22.025410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:22.161837 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.65 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/9d1fa6d6-6972-4036-8c33-ed9b949c15a1) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:42:22.328793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:22.366365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:22.370307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:22.436739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:42:22.439720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:42:22.442541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:42:22.478232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=9d1fa6d6-6972-4036-8c33-ed9b949c15a1,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:22.483332 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:23.129783 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:23.508047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:23.721000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 542cffd5-4b42-49ea-9144-e0031aa900f8 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:42:23.907428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:42:23.917235 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Sync routers for ids ['542cffd5-4b42-49ea-9144-e0031aa900f8'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:42:23.928056 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Routers {'542cffd5-4b42-49ea-9144-e0031aa900f8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:23.928684 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:42:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['542cffd5-4b42-49ea-9144-e0031aa900f8'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:23.936793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:23.937996 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5772390 Jun 02 16:42:23.941052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40604) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:23.981002 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3ead9081-9e1e-4afb-af64-6f33733cc39c tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=fb79c8ac06334981844f175e241075b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384097 Jun 02 16:42:23.990639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40606) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:24.118753 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Set router 542cffd5-4b42-49ea-9144-e0031aa900f8 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:24.170679 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae1f7a-fb8b-4577-be65-146308350743 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:24.172522 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4dae1f7a-fb8b-4577-be65-146308350743 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1801653 Jun 02 16:42:24.176952 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40608) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:24.217775 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f6948436-32a4-413e-a8eb-3704f23d2941 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395503 Jun 02 16:42:24.221748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40610) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:24.227197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1723380894', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:24.360708 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:24.365688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:subnet and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:24.369325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:24.378758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:24.395115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:42:24.403622 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:24.498617 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:42:22Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:24.503651 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Checking router: 542cffd5-4b42-49ea-9144-e0031aa900f8 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:42:24.504116 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Updating router 542cffd5-4b42-49ea-9144-e0031aa900f8 port 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:42:24.575735 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:24.949859 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:24.964705 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Transition to ACTIVE for port object 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:42:24.975583 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:24.978297 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:25.058595 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Pushing event updated for resources: {'Port': ['ID=9d1fa6d6-6972-4036-8c33-ed9b949c15a1,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:25.061013 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Attempting to bind port 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:42:25.061393 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Attempting to bind port 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:42:25.061765 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Attempting to bind port 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:42:25.071390 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:25.071734 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:25.072084 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:25.072404 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:25.072711 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:25.073028 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:25.073337 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:25.073654 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:25.073975 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:25.074310 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:25.074657 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:25.074974 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:42:25.078439 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:42:25.078821 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:42:25.079224 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:25.079610 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:42:25.080099 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Bound port: 9d1fa6d6-6972-4036-8c33-ed9b949c15a1, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:42:25.080462 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:25.081836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:25.085835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f6912ad1-1b2f-4d72-a5db-da13f6c2fb9e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:25.104093 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:25.166106 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] For port 9d1fa6d6-6972-4036-8c33-ed9b949c15a1, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:42:25.169266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Subnet': ['ID=9df6ab72-8a7a-41e0-bcee-becc6782f2b5,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:25.170957 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] For port 9d1fa6d6-6972-4036-8c33-ed9b949c15a1, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9d1fa6d6-6972-4036-8c33-ed9b949c15a1,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:42:25.172194 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:25.177967 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:25.181298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Checking segment: {'id': '44bd4da0-b80a-4ad9-aa1a-383f9872e18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:42:25.181704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network hostable DHCP agents. Network: cd68d2d1-173d-42eb-abf2-c4ac80fb528f, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:42:25.184480 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-1695c02c-6d83-4585-9eae-96820b5e5287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:25.208182 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network cd68d2d1-173d-42eb-abf2-c4ac80fb528f is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:42:25.220624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, cd68d2d1-173d-42eb-abf2-c4ac80fb528f) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:42:25.231193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:25.231722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:25.233716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e8e439-f632-47b2-9e22-c07258924c39 None None] Network cd68d2d1-173d-42eb-abf2-c4ac80fb528f requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:42:25.258987 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0361288 Jun 02 16:42:25.261941 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40612) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:25.269902 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Routers {'542cffd5-4b42-49ea-9144-e0031aa900f8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:25.270477 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:42:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['542cffd5-4b42-49ea-9144-e0031aa900f8'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:25.336316 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Pushing event updated for resources: {'Port': ['ID=9d1fa6d6-6972-4036-8c33-ed9b949c15a1,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:25.340752 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:25.479082 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] Set router 542cffd5-4b42-49ea-9144-e0031aa900f8 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:25.485486 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ips': [{'subnet_id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:42:25.486402 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:25.658781 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Allocated IP 172.20.0.2 (cd68d2d1-173d-42eb-abf2-c4ac80fb528f/9df6ab72-8a7a-41e0-bcee-becc6782f2b5/fe04217a-cf44-444d-9eee-30cb3c60eb30) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:42:25.797842 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:42:22Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:25.802817 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4b6bf-3b01-4391-a599-72857723b242 None None] The sync data for ids ['542cffd5-4b42-49ea-9144-e0031aa900f8'] in dv-neutron-601336-83-hyperv is: [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:42:22Z', 'revision_number': 3, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:42:25.936745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:25.949381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Transition to ACTIVE for port object fe04217a-cf44-444d-9eee-30cb3c60eb30 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:42:25.970608 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Transition to ACTIVE for port object fe04217a-cf44-444d-9eee-30cb3c60eb30 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:42:25.984129 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:25.999371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:26.067985 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Network cd68d2d1-173d-42eb-abf2-c4ac80fb528f is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:42:26.073247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:42:26.074866 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:42:26.127694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Pushing event updated for resources: {'Port': ['ID=fe04217a-cf44-444d-9eee-30cb3c60eb30,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:26.131265 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:26.195800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:26.215601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Attempting to bind port fe04217a-cf44-444d-9eee-30cb3c60eb30 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:42:26.215988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Attempting to bind port fe04217a-cf44-444d-9eee-30cb3c60eb30 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '44bd4da0-b80a-4ad9-aa1a-383f9872e18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:42:26.216367 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Attempting to bind port fe04217a-cf44-444d-9eee-30cb3c60eb30 on network cd68d2d1-173d-42eb-abf2-c4ac80fb528f {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:42:26.222929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:42:26.223319 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Checking segment: {'id': '44bd4da0-b80a-4ad9-aa1a-383f9872e18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:42:26.223736 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:26.224164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Bound using segment: {'id': '44bd4da0-b80a-4ad9-aa1a-383f9872e18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:42:26.224712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Bound port: fe04217a-cf44-444d-9eee-30cb3c60eb30, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44bd4da0-b80a-4ad9-aa1a-383f9872e18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:42:26.225109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:26.334369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] For port fe04217a-cf44-444d-9eee-30cb3c60eb30, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:42:26.338320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] For port fe04217a-cf44-444d-9eee-30cb3c60eb30, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fe04217a-cf44-444d-9eee-30cb3c60eb30,segment=NetworkSegment(44bd4da0-b80a-4ad9-aa1a-383f9872e18f),segment_id=44bd4da0-b80a-4ad9-aa1a-383f9872e18f)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:42:26.344904 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:26.350198 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:26.448629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Pushing event updated for resources: {'Port': ['ID=fe04217a-cf44-444d-9eee-30cb3c60eb30,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:26.452504 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:26.913408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.1 (cd68d2d1-173d-42eb-abf2-c4ac80fb528f/9df6ab72-8a7a-41e0-bcee-becc6782f2b5/abdff6b6-d762-4c56-8ebe-7c2934c77bad) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:42:26.945783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fe04217a-cf44-444d-9eee-30cb3c60eb30 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:42:27.028925 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port fe04217a-cf44-444d-9eee-30cb3c60eb30 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:42:27.034726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:42:27.116815 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:27.120786 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:42:27.127233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:27.128060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:27.137276 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object abdff6b6-d762-4c56-8ebe-7c2934c77bad will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:42:27.167309 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:27.173034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9d143592-ac8c-4154-bd26-4ddc844ff845 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:27.252137 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network cd68d2d1-173d-42eb-abf2-c4ac80fb528f is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:42:27.257390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:42:27.262863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:42:27.319255 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=abdff6b6-d762-4c56-8ebe-7c2934c77bad,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:27.325009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:27.334450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:27.349145 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:27.382922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 9d1fa6d6-6972-4036-8c33-ed9b949c15a1, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9d1fa6d6-6972-4036-8c33-ed9b949c15a1,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:27.389372 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:27.392855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:27.505592 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=9d1fa6d6-6972-4036-8c33-ed9b949c15a1,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:27.509536 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:27.594881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6fd48e-9884-4d01-a961-e0201e327566 None None] Network cd68d2d1-173d-42eb-abf2-c4ac80fb528f requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:42:27.673654 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:27.687679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cb4a3e9a-b2ff-47bd-b76b-ca6d788cfac2 None None] Provisioning for port fe04217a-cf44-444d-9eee-30cb3c60eb30 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:42:27.781755 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-cb4a3e9a-b2ff-47bd-b76b-ca6d788cfac2 None None] Provisioning complete for port fe04217a-cf44-444d-9eee-30cb3c60eb30 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:27.782378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cb4a3e9a-b2ff-47bd-b76b-ca6d788cfac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:28.093041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cb4a3e9a-b2ff-47bd-b76b-ca6d788cfac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:28.141884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-cb4a3e9a-b2ff-47bd-b76b-ca6d788cfac2 None None] For port fe04217a-cf44-444d-9eee-30cb3c60eb30, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fe04217a-cf44-444d-9eee-30cb3c60eb30,segment=NetworkSegment(44bd4da0-b80a-4ad9-aa1a-383f9872e18f),segment_id=44bd4da0-b80a-4ad9-aa1a-383f9872e18f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:28.145987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cb4a3e9a-b2ff-47bd-b76b-ca6d788cfac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:28.148604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-6437a660-097c-4784-8703-5bc4968b5e5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:28.167360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:28.173159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:28.206227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:28.221816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a3e9a-b2ff-47bd-b76b-ca6d788cfac2 None None] Pushing event updated for resources: {'Port': ['ID=fe04217a-cf44-444d-9eee-30cb3c60eb30,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:28.225881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cb4a3e9a-b2ff-47bd-b76b-ca6d788cfac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:28.298492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:28.302694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=abdff6b6-d762-4c56-8ebe-7c2934c77bad,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:28.307046 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:28.469668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b43475ac-af3a-4d36-8418-45420ffeb5bd None None] Provisioning complete for port fe04217a-cf44-444d-9eee-30cb3c60eb30 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:28.470878 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b43475ac-af3a-4d36-8418-45420ffeb5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:28.542006 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network cd68d2d1-173d-42eb-abf2-c4ac80fb528f is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:42:28.543408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:42:28.661989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b43475ac-af3a-4d36-8418-45420ffeb5bd None None] Provisioning for port abdff6b6-d762-4c56-8ebe-7c2934c77bad completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:42:28.670933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b43475ac-af3a-4d36-8418-45420ffeb5bd None None] Provisioning complete for port abdff6b6-d762-4c56-8ebe-7c2934c77bad triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:28.671528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b43475ac-af3a-4d36-8418-45420ffeb5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:28.762685 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b43475ac-af3a-4d36-8418-45420ffeb5bd None None] Port abdff6b6-d762-4c56-8ebe-7c2934c77bad cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:42:28.903892 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-efd94842-a153-4df1-a415-4cd518a8de1c None None] Provisioning complete for port abdff6b6-d762-4c56-8ebe-7c2934c77bad triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:28.906455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-efd94842-a153-4df1-a415-4cd518a8de1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:28.945670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 542cffd5-4b42-49ea-9144-e0031aa900f8 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:42:28.954058 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fe04217a-cf44-444d-9eee-30cb3c60eb30 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:42:29.040685 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-efd94842-a153-4df1-a415-4cd518a8de1c None None] Port abdff6b6-d762-4c56-8ebe-7c2934c77bad cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:42:29.058203 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port fe04217a-cf44-444d-9eee-30cb3c60eb30 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:29.058592 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:29.204183 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0137552c-c054-411d-b5cd-dee3da663f15 None None] Provisioning complete for port abdff6b6-d762-4c56-8ebe-7c2934c77bad triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:29.204459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0137552c-c054-411d-b5cd-dee3da663f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:29.238929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:42:29.244732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:42:29.267535 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/542cffd5-4b42-49ea-9144-e0031aa900f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0040915 Jun 02 16:42:29.270352 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40614) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:29.279060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Sync routers for ids ['542cffd5-4b42-49ea-9144-e0031aa900f8'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:42:29.327300 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Routers {'542cffd5-4b42-49ea-9144-e0031aa900f8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:29.327984 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:42:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['542cffd5-4b42-49ea-9144-e0031aa900f8'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:29.403817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-0137552c-c054-411d-b5cd-dee3da663f15 None None] Port abdff6b6-d762-4c56-8ebe-7c2934c77bad cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:42:29.464014 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc4923-47c0-4fdc-b90d-251931def896 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:29.464852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc4923-47c0-4fdc-b90d-251931def896 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:29.465937 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc4923-47c0-4fdc-b90d-251931def896 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:29.466722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc4923-47c0-4fdc-b90d-251931def896 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:29.469970 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-47cc4923-47c0-4fdc-b90d-251931def896 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1981597 Jun 02 16:42:29.473566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40616) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:29.509132 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:29.510014 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:29.555856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cfb28e-b9eb-46d2-94c7-0301aade4073 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:29.556362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cfb28e-b9eb-46d2-94c7-0301aade4073 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:29.556828 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cfb28e-b9eb-46d2-94c7-0301aade4073 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:29.557312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cfb28e-b9eb-46d2-94c7-0301aade4073 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:29.559342 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-21cfb28e-b9eb-46d2-94c7-0301aade4073 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0846047 Jun 02 16:42:29.567886 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40618) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:29.609164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Set router 542cffd5-4b42-49ea-9144-e0031aa900f8 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:29.823620 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-db34a409-cb6e-4e5f-9af6-05cef64a3086 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2539899 Jun 02 16:42:30.126471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40622) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:30.132088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-11630cfe-4534-4cfc-b689-8fd411c57ab5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1919672162', 'description': 'tempest-secgroup-smoke-1919672162 description', 'project_id': 'fb79c8ac06334981844f175e241075b7'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:30.139370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-11630cfe-4534-4cfc-b689-8fd411c57ab5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:30.144875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-11630cfe-4534-4cfc-b689-8fd411c57ab5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:30.148720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-11630cfe-4534-4cfc-b689-8fd411c57ab5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:30.156184 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-11630cfe-4534-4cfc-b689-8fd411c57ab5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:30.171825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11630cfe-4534-4cfc-b689-8fd411c57ab5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.197292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-11630cfe-4534-4cfc-b689-8fd411c57ab5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:30.201976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-11630cfe-4534-4cfc-b689-8fd411c57ab5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:30.205598 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-11630cfe-4534-4cfc-b689-8fd411c57ab5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:30.212572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-11630cfe-4534-4cfc-b689-8fd411c57ab5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:30.289577 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:42:27Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'abdff6b6-d762-4c56-8ebe-7c2934c77bad', 'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:a4:b5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:26Z', 'updated_at': '2021-06-02T16:42:27Z', 'revision_number': 2, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:30.295170 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Checking router: 542cffd5-4b42-49ea-9144-e0031aa900f8 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:42:30.295682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Updating router 542cffd5-4b42-49ea-9144-e0031aa900f8 port abdff6b6-d762-4c56-8ebe-7c2934c77bad binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:42:30.304158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11630cfe-4534-4cfc-b689-8fd411c57ab5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.310782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11630cfe-4534-4cfc-b689-8fd411c57ab5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.317120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d496155c-5082-45d6-aa25-8272d47566cd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:30.360370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.407939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11630cfe-4534-4cfc-b689-8fd411c57ab5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cd1be2-0766-424e-b5c7-adf5b7c45bc9,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:30.413748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-11630cfe-4534-4cfc-b689-8fd411c57ab5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:30.415565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11630cfe-4534-4cfc-b689-8fd411c57ab5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.418350 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-11630cfe-4534-4cfc-b689-8fd411c57ab5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2898109 Jun 02 16:42:30.421232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40624) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:30.429905 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-02d3824d-000d-48ca-bb19-9bf8c3e4d5d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'e6cd1be2-0766-424e-b5c7-adf5b7c45bc9', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:30.440362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-02d3824d-000d-48ca-bb19-9bf8c3e4d5d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:30.445928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-02d3824d-000d-48ca-bb19-9bf8c3e4d5d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:30.450018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-02d3824d-000d-48ca-bb19-9bf8c3e4d5d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:30.456612 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-02d3824d-000d-48ca-bb19-9bf8c3e4d5d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:30.478473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-02d3824d-000d-48ca-bb19-9bf8c3e4d5d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.547416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-02d3824d-000d-48ca-bb19-9bf8c3e4d5d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.552759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-02d3824d-000d-48ca-bb19-9bf8c3e4d5d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.555027 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7e41dda8-556c-4a9d-b285-6491f8499427 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:30.577229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3824d-000d-48ca-bb19-9bf8c3e4d5d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871c65de-2135-4599-9b52-3e395ff12867,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:30.581713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-02d3824d-000d-48ca-bb19-9bf8c3e4d5d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:30.592028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-02d3824d-000d-48ca-bb19-9bf8c3e4d5d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.594413 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-02d3824d-000d-48ca-bb19-9bf8c3e4d5d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1714714 Jun 02 16:42:30.597548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40626) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:30.603217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-f1b6cb61-1d9e-431c-829d-5f56b5267b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'e6cd1be2-0766-424e-b5c7-adf5b7c45bc9', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:30.609981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f1b6cb61-1d9e-431c-829d-5f56b5267b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:30.614659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f1b6cb61-1d9e-431c-829d-5f56b5267b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:30.618185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f1b6cb61-1d9e-431c-829d-5f56b5267b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:30.625376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f1b6cb61-1d9e-431c-829d-5f56b5267b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:30.647259 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f1b6cb61-1d9e-431c-829d-5f56b5267b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.739993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f1b6cb61-1d9e-431c-829d-5f56b5267b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.745870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f1b6cb61-1d9e-431c-829d-5f56b5267b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.748853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3737d8bc-c36e-43b2-9f5b-f7db8338a7ff tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:30.776201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6cb61-1d9e-431c-829d-5f56b5267b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f59335-bb5a-44b5-b35f-be4008d0779c,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:30.779661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f1b6cb61-1d9e-431c-829d-5f56b5267b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:30.791226 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f1b6cb61-1d9e-431c-829d-5f56b5267b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.792554 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f1b6cb61-1d9e-431c-829d-5f56b5267b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1938062 Jun 02 16:42:30.795975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40628) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:30.801297 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-b9ad4348-5daa-404d-9424-c9667acdfaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'e6cd1be2-0766-424e-b5c7-adf5b7c45bc9', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:30.810038 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b9ad4348-5daa-404d-9424-c9667acdfaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:30.817660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b9ad4348-5daa-404d-9424-c9667acdfaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:30.823095 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b9ad4348-5daa-404d-9424-c9667acdfaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:30.834723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b9ad4348-5daa-404d-9424-c9667acdfaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:30.865250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4348-5daa-404d-9424-c9667acdfaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.891168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.907843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Transition to ACTIVE for port object abdff6b6-d762-4c56-8ebe-7c2934c77bad will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:42:30.920062 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.926540 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:30.953375 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4348-5daa-404d-9424-c9667acdfaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.959090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4348-5daa-404d-9424-c9667acdfaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:30.961266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-93cb25ff-69cb-4f4d-b57e-7a2b3016e0a1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:30.987520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad4348-5daa-404d-9424-c9667acdfaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e54638d-8840-4aff-9c22-4b4dadd2480f,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:30.996894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b9ad4348-5daa-404d-9424-c9667acdfaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:31.002261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4348-5daa-404d-9424-c9667acdfaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.008474 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b9ad4348-5daa-404d-9424-c9667acdfaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2066314 Jun 02 16:42:31.008836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40630) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:31.014401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-3f7def3f-635b-4d44-bad8-db0082a5624f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'e6cd1be2-0766-424e-b5c7-adf5b7c45bc9', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:31.021578 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3f7def3f-635b-4d44-bad8-db0082a5624f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:31.026455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3f7def3f-635b-4d44-bad8-db0082a5624f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:31.031329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3f7def3f-635b-4d44-bad8-db0082a5624f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:31.045532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3f7def3f-635b-4d44-bad8-db0082a5624f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:31.079156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3f7def3f-635b-4d44-bad8-db0082a5624f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.104713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df440f-dacf-4509-bcd3-1974a9047c71 None None] Pushing event updated for resources: {'Port': ['ID=abdff6b6-d762-4c56-8ebe-7c2934c77bad,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:31.151451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40df440f-dacf-4509-bcd3-1974a9047c71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:31.180832 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Attempting to bind port abdff6b6-d762-4c56-8ebe-7c2934c77bad on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:42:31.181205 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Attempting to bind port abdff6b6-d762-4c56-8ebe-7c2934c77bad by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '44bd4da0-b80a-4ad9-aa1a-383f9872e18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:42:31.182000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Attempting to bind port abdff6b6-d762-4c56-8ebe-7c2934c77bad on network cd68d2d1-173d-42eb-abf2-c4ac80fb528f {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:42:31.189228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:42:31.189922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Checking segment: {'id': '44bd4da0-b80a-4ad9-aa1a-383f9872e18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:42:31.190376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.190788 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Bound using segment: {'id': '44bd4da0-b80a-4ad9-aa1a-383f9872e18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:42:31.191290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Bound port: abdff6b6-d762-4c56-8ebe-7c2934c77bad, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44bd4da0-b80a-4ad9-aa1a-383f9872e18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:42:31.191695 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3f7def3f-635b-4d44-bad8-db0082a5624f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.191825 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.197415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3f7def3f-635b-4d44-bad8-db0082a5624f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.199852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fea75a74-9fb8-469c-99c9-7129c9d3b7cf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:31.223412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7def3f-635b-4d44-bad8-db0082a5624f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91b21ec-be1b-48d0-b455-d1e806cf4acb,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:31.228868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3f7def3f-635b-4d44-bad8-db0082a5624f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:31.240571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3f7def3f-635b-4d44-bad8-db0082a5624f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.241889 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3f7def3f-635b-4d44-bad8-db0082a5624f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2317772 Jun 02 16:42:31.246564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40632) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:31.251764 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-bad18035-3de2-423b-b7f8-16a4aa62dee2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'e6cd1be2-0766-424e-b5c7-adf5b7c45bc9', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:31.258899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-bad18035-3de2-423b-b7f8-16a4aa62dee2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:31.263565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-bad18035-3de2-423b-b7f8-16a4aa62dee2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:31.266958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-bad18035-3de2-423b-b7f8-16a4aa62dee2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:31.273763 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-bad18035-3de2-423b-b7f8-16a4aa62dee2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:31.287353 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-bad18035-3de2-423b-b7f8-16a4aa62dee2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:42:31.295328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bad18035-3de2-423b-b7f8-16a4aa62dee2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.302140 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] For port abdff6b6-d762-4c56-8ebe-7c2934c77bad, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:42:31.306027 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] For port abdff6b6-d762-4c56-8ebe-7c2934c77bad, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=abdff6b6-d762-4c56-8ebe-7c2934c77bad,segment=NetworkSegment(44bd4da0-b80a-4ad9-aa1a-383f9872e18f),segment_id=44bd4da0-b80a-4ad9-aa1a-383f9872e18f)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:42:31.311584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.316582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:31.388803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bad18035-3de2-423b-b7f8-16a4aa62dee2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.399589 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bad18035-3de2-423b-b7f8-16a4aa62dee2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.408297 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Routers {'542cffd5-4b42-49ea-9144-e0031aa900f8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:31.409471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:42:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['542cffd5-4b42-49ea-9144-e0031aa900f8'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:31.412728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-54a5ec2f-b623-48ee-84be-7a7a42c64aa3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:31.443692 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad18035-3de2-423b-b7f8-16a4aa62dee2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c00c9de-a98f-4c1d-8768-3a307f300b5c,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:31.447958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bad18035-3de2-423b-b7f8-16a4aa62dee2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:31.450328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bad18035-3de2-423b-b7f8-16a4aa62dee2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.454174 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bad18035-3de2-423b-b7f8-16a4aa62dee2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2040458 Jun 02 16:42:31.457041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40634) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:31.467010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-42575bee-945b-4781-aff7-790e85e37db5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'security_group_rule': {'security_group_id': 'e6cd1be2-0766-424e-b5c7-adf5b7c45bc9', 'project_id': 'fb79c8ac06334981844f175e241075b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:31.478220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-42575bee-945b-4781-aff7-790e85e37db5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:31.486103 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-42575bee-945b-4781-aff7-790e85e37db5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:security_group_rule and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:31.492784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-42575bee-945b-4781-aff7-790e85e37db5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:31.502003 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df440f-dacf-4509-bcd3-1974a9047c71 None None] Pushing event updated for resources: {'Port': ['ID=abdff6b6-d762-4c56-8ebe-7c2934c77bad,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:31.507578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-42575bee-945b-4781-aff7-790e85e37db5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:31.515206 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40df440f-dacf-4509-bcd3-1974a9047c71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:31.525529 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-42575bee-945b-4781-aff7-790e85e37db5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Project fb79c8ac06334981844f175e241075b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:42:31.532206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-42575bee-945b-4781-aff7-790e85e37db5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.640306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-42575bee-945b-4781-aff7-790e85e37db5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.647213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-42575bee-945b-4781-aff7-790e85e37db5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.650898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-81207234-828f-4742-80b4-6adfff2b7f69 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:31.675552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42575bee-945b-4781-aff7-790e85e37db5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673ddf12-b0d2-497b-8455-bae13cbc2fed,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:31.680813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-42575bee-945b-4781-aff7-790e85e37db5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:31.696718 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] Set router 542cffd5-4b42-49ea-9144-e0031aa900f8 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:31.701804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-42575bee-945b-4781-aff7-790e85e37db5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:31.703619 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-42575bee-945b-4781-aff7-790e85e37db5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2438745 Jun 02 16:42:32.219052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-f7748b7a-05d7-4ef5-878e-4173673f969f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:42:32.239192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-f7748b7a-05d7-4ef5-878e-4173673f969f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:42:32.240306 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-f7748b7a-05d7-4ef5-878e-4173673f969f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1919672162&fields=id&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 267 time: 0.0671651 Jun 02 16:42:32.290776 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:42:27Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'abdff6b6-d762-4c56-8ebe-7c2934c77bad', 'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:a4:b5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:26Z', 'updated_at': '2021-06-02T16:42:31Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:32.297467 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d906c-e9b0-4e70-9d29-d5ef52e6b196 None None] The sync data for ids ['542cffd5-4b42-49ea-9144-e0031aa900f8'] in dv-neutron-601336-83-hyperv is: [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:42:27Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'abdff6b6-d762-4c56-8ebe-7c2934c77bad', 'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:a4:b5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:26Z', 'updated_at': '2021-06-02T16:42:31Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:42:32.485339 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-772d9462-95e0-43cd-a745-2c904c5303d5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:32.487100 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-772d9462-95e0-43cd-a745-2c904c5303d5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/networks?id=cd68d2d1-173d-42eb-abf2-c4ac80fb528f HTTP/1.1" status: 200 len: 796 time: 0.2318416 Jun 02 16:42:32.511364 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-345bad4f-cb12-4bed-a259-ba242add620f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/quotas/fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 375 time: 0.0143282 Jun 02 16:42:32.638542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-f46540b6-7842-4c0a-83a5-97fee707f573 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:42:32.665373 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-f46540b6-7842-4c0a-83a5-97fee707f573 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:42:32.667818 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-f46540b6-7842-4c0a-83a5-97fee707f573 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1470687 Jun 02 16:42:32.874290 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-da116cc3-e836-4e83-8af7-a1ed6c0149ae service neutron] 10.222.0.50 "GET /v2.0/networks/cd68d2d1-173d-42eb-abf2-c4ac80fb528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871431 Jun 02 16:42:32.945908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device abdff6b6-d762-4c56-8ebe-7c2934c77bad up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:42:33.017576 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0d21787c-a774-44e6-890c-a496d8ef6034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.052065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port abdff6b6-d762-4c56-8ebe-7c2934c77bad completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:42:33.060819 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port abdff6b6-d762-4c56-8ebe-7c2934c77bad triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:33.061490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.082051 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ce54530d-d8f1-43b3-9360-7007122d5181 service neutron] 10.222.0.50 "GET /v2.0/networks/cd68d2d1-173d-42eb-abf2-c4ac80fb528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958461 Jun 02 16:42:33.293428 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.340262 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port abdff6b6-d762-4c56-8ebe-7c2934c77bad, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=abdff6b6-d762-4c56-8ebe-7c2934c77bad,segment=NetworkSegment(44bd4da0-b80a-4ad9-aa1a-383f9872e18f),segment_id=44bd4da0-b80a-4ad9-aa1a-383f9872e18f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:33.346256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:33.349895 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-91ac2e45-ca9d-4350-b025-a4ee9da36c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:33.445667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-75dde1a5-7499-405a-9b25-b482b1922ca4 req-7b6d540a-b98b-4042-b442-7089ecfda638 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:42:33.468824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=abdff6b6-d762-4c56-8ebe-7c2934c77bad,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:33.470148 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-75dde1a5-7499-405a-9b25-b482b1922ca4 req-7b6d540a-b98b-4042-b442-7089ecfda638 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:42:33.472600 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-75dde1a5-7499-405a-9b25-b482b1922ca4 req-7b6d540a-b98b-4042-b442-7089ecfda638 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 210 time: 0.1384292 Jun 02 16:42:33.473914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:34.651654 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-34a84ba6-10df-4efb-b568-adb3c8ed03a0 req-1b2efea6-066e-4fd1-9d4a-d4b430908785 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 210 time: 0.0521798 Jun 02 16:42:34.717936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-143c843c-025b-4ea2-b5af-b5b50d130b06 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:34.719294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-143c843c-025b-4ea2-b5af-b5b50d130b06 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:42:34.740765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-143c843c-025b-4ea2-b5af-b5b50d130b06 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:42:34.742202 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-143c843c-025b-4ea2-b5af-b5b50d130b06 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/networks?id=cd68d2d1-173d-42eb-abf2-c4ac80fb528f HTTP/1.1" status: 200 len: 796 time: 0.2770228 Jun 02 16:42:34.814918 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-6d7386ca-68fa-4248-81e7-80c78236bea3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb79c8ac06334981844f175e241075b7 HTTP/1.1" status: 200 len: 380 time: 0.0488839 Jun 02 16:42:34.856187 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'port': {'device_id': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'admin_state_up': True, 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'security_groups': ['e6cd1be2-0766-424e-b5c7-adf5b7c45bc9']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:34.904797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device abdff6b6-d762-4c56-8ebe-7c2934c77bad up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:42:35.008089 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port abdff6b6-d762-4c56-8ebe-7c2934c77bad triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:35.008711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:35.053469 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:35.066029 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:35.075957 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:35.080830 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Made reservation on behalf of fb79c8ac06334981844f175e241075b7 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:42:35.085193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:35.315044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.20.0.12 (cd68d2d1-173d-42eb-abf2-c4ac80fb528f/9df6ab72-8a7a-41e0-bcee-becc6782f2b5/ea0853b0-9fc1-4d88-ab40-38dd38eece2c) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:42:35.443400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-422b6262-8e2e-4ad1-8a31-3ed6a512b6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:35.775195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:35.797948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Transition to ACTIVE for port object ea0853b0-9fc1-4d88-ab40-38dd38eece2c will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:42:35.851753 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-860afa0c-34be-45bc-9d9d-63c8385d9102 req-bae35041-b83f-41f2-ac1e-95c2cb7e19f9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 210 time: 0.0557997 Jun 02 16:42:35.877607 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:35.886641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d4095d2c-9a26-4f75-9e35-8ad9a33326b0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:35.959137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network cd68d2d1-173d-42eb-abf2-c4ac80fb528f is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:42:35.962659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:42:35.967531 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:42:36.006213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=ea0853b0-9fc1-4d88-ab40-38dd38eece2c,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:36.011390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:36.051604 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:36.052436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:36.084379 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2352979 Jun 02 16:42:36.105176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Request body: {'port': {'device_id': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:36.214707 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9b40d619-73ac-47f0-9c1a-7d0baeb29cfe None None] Provisioning for port ea0853b0-9fc1-4d88-ab40-38dd38eece2c completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:42:36.220790 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9b40d619-73ac-47f0-9c1a-7d0baeb29cfe None None] Provisioning complete for port ea0853b0-9fc1-4d88-ab40-38dd38eece2c triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:36.221254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9b40d619-73ac-47f0-9c1a-7d0baeb29cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:36.270771 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:36.294927 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-9b40d619-73ac-47f0-9c1a-7d0baeb29cfe None None] Port ea0853b0-9fc1-4d88-ab40-38dd38eece2c cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:42:36.693284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:36.698431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0853b0-9fc1-4d88-ab40-38dd38eece2c {{(pid=92322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:42:36.707398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:36.729147 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Transition to ACTIVE for port object ea0853b0-9fc1-4d88-ab40-38dd38eece2c will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:42:36.733831 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:36.739049 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a3d60eda-a51c-4883-ac13-04abade5bfef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:36.897027 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Pushing event updated for resources: {'Port': ['ID=ea0853b0-9fc1-4d88-ab40-38dd38eece2c,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:36.947558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:37.084131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Attempting to bind port ea0853b0-9fc1-4d88-ab40-38dd38eece2c on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:42:37.084507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Attempting to bind port ea0853b0-9fc1-4d88-ab40-38dd38eece2c by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '44bd4da0-b80a-4ad9-aa1a-383f9872e18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:42:37.084922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Attempting to bind port ea0853b0-9fc1-4d88-ab40-38dd38eece2c on network cd68d2d1-173d-42eb-abf2-c4ac80fb528f {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:42:37.091440 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Port ea0853b0-9fc1-4d88-ab40-38dd38eece2c on network cd68d2d1-173d-42eb-abf2-c4ac80fb528f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:42:37.091865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Attempting to bind port ea0853b0-9fc1-4d88-ab40-38dd38eece2c on network cd68d2d1-173d-42eb-abf2-c4ac80fb528f {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:42:37.100600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:42:37.101479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Checking segment: {'id': '44bd4da0-b80a-4ad9-aa1a-383f9872e18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:42:37.102723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Bound using segment: {'id': '44bd4da0-b80a-4ad9-aa1a-383f9872e18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:42:37.103219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Bound port: ea0853b0-9fc1-4d88-ab40-38dd38eece2c, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44bd4da0-b80a-4ad9-aa1a-383f9872e18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:42:37.103810 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:37.259273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] For port ea0853b0-9fc1-4d88-ab40-38dd38eece2c, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:42:37.262920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] For port ea0853b0-9fc1-4d88-ab40-38dd38eece2c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ea0853b0-9fc1-4d88-ab40-38dd38eece2c,segment=NetworkSegment(44bd4da0-b80a-4ad9-aa1a-383f9872e18f),segment_id=44bd4da0-b80a-4ad9-aa1a-383f9872e18f)] {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:42:37.269212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:37.274494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:37.306445 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237dedd-3160-40c8-841e-89ac40496797 req-d3960f69-2d4b-418c-8892-ad2f7c33c927 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:37.309016 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e237dedd-3160-40c8-841e-89ac40496797 req-d3960f69-2d4b-418c-8892-ad2f7c33c927 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 944 time: 0.2608058 Jun 02 16:42:37.331933 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:37.332577 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:37.334032 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] 10.222.0.49 "PUT /v2.0/ports/ea0853b0-9fc1-4d88-ab40-38dd38eece2c HTTP/1.1" status: 200 len: 1094 time: 1.2373240 Jun 02 16:42:37.334622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'tag': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:37.337040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea76a13-785c-4f61-a519-ea9cb826de9c" -d '{"events": [{"name": "network-changed", "server_uuid": "66c9ee0a-1589-479e-9547-be9ce8daae40", "tag": "ea0853b0-9fc1-4d88-ab40-38dd38eece2c"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:37.372253 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Pushing event updated for resources: {'Port': ['ID=ea0853b0-9fc1-4d88-ab40-38dd38eece2c,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:37.375960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:37.405361 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e237dedd-3160-40c8-841e-89ac40496797 req-2d6d3918-4f2f-4dc9-bfc3-6056760c9dd5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6cd1be2-0766-424e-b5c7-adf5b7c45bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897081 Jun 02 16:42:37.468234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290c0113-b105-47e8-8fe6-ded72fcb6556 x-openstack-request-id: req-290c0113-b105-47e8-8fe6-ded72fcb6556 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:37.468574 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c9ee0a-1589-479e-9547-be9ce8daae40", "tag": "ea0853b0-9fc1-4d88-ab40-38dd38eece2c", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:37.468877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-290c0113-b105-47e8-8fe6-ded72fcb6556 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:37.469329 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'tag': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c', 'status': 'completed', 'code': 200} Jun 02 16:42:37.524553 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-efa2ca7b-0289-4b19-a291-2dda07edfe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:37.526884 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-efa2ca7b-0289-4b19-a291-2dda07edfe18 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 1097 time: 0.1059794 Jun 02 16:42:37.664301 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-f1b0e7fe-1fd3-487a-85ca-0657f768a928 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0853b0-9fc1-4d88-ab40-38dd38eece2c HTTP/1.1" status: 200 len: 217 time: 0.1250651 Jun 02 16:42:37.744513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ec2640b5-0ae0-4d7d-9059-dcc8e1cc5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:37.746143 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-ec2640b5-0ae0-4d7d-9059-dcc8e1cc5bf5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9df6ab72-8a7a-41e0-bcee-becc6782f2b5 HTTP/1.1" status: 200 len: 835 time: 0.0718925 Jun 02 16:42:37.850731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-edce35bd-8880-4ebf-8669-bff35321374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:37.853754 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-edce35bd-8880-4ebf-8669-bff35321374e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cd68d2d1-173d-42eb-abf2-c4ac80fb528f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0974474 Jun 02 16:42:38.049348 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-4184e30b-e91d-43b3-a02f-d401e341f899 service neutron] 10.222.0.49 "GET /v2.0/networks/cd68d2d1-173d-42eb-abf2-c4ac80fb528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846228 Jun 02 16:42:38.207100 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-137cfabc-4e37-41c1-a6e4-3834070e1c2e req-8d1b4bda-e61e-416c-933b-ae1266485674 service neutron] 10.222.0.49 "GET /v2.0/networks/cd68d2d1-173d-42eb-abf2-c4ac80fb528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478682 Jun 02 16:42:38.340892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea76a13-785c-4f61-a519-ea9cb826de9c req-7807c0a3-c1e5-45d2-aa25-6a04f605e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:38.342431 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fea76a13-785c-4f61-a519-ea9cb826de9c req-7807c0a3-c1e5-45d2-aa25-6a04f605e519 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 1097 time: 0.0821359 Jun 02 16:42:38.619532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:38.675436 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9163d-ddde-4cbc-9b8d-e96285f28f07 req-7a595e42-cacf-42af-9b50-b438aaf8e0be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:38.677021 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-32c9163d-ddde-4cbc-9b8d-e96285f28f07 req-7a595e42-cacf-42af-9b50-b438aaf8e0be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 944 time: 0.1360352 Jun 02 16:42:38.678683 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea76a13-785c-4f61-a519-ea9cb826de9c req-d5a0e052-bc5b-4a6f-bcd8-ab3db26604bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:38.681220 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fea76a13-785c-4f61-a519-ea9cb826de9c req-d5a0e052-bc5b-4a6f-bcd8-ab3db26604bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=cd68d2d1-173d-42eb-abf2-c4ac80fb528f HTTP/1.1" status: 200 len: 897 time: 0.3319700 Jun 02 16:42:38.753311 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-32c9163d-ddde-4cbc-9b8d-e96285f28f07 req-bbb4279e-a729-42e3-829a-f5ae71f27b6e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6cd1be2-0766-424e-b5c7-adf5b7c45bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675840 Jun 02 16:42:38.795429 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fea76a13-785c-4f61-a519-ea9cb826de9c req-cfe84ab1-bb14-4265-a267-9e96dd159a06 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0853b0-9fc1-4d88-ab40-38dd38eece2c HTTP/1.1" status: 200 len: 217 time: 0.1052270 Jun 02 16:42:38.866113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea76a13-785c-4f61-a519-ea9cb826de9c req-c8e36831-8f0d-42db-bc64-f4eb8faa8710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:38.867962 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fea76a13-785c-4f61-a519-ea9cb826de9c req-c8e36831-8f0d-42db-bc64-f4eb8faa8710 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9df6ab72-8a7a-41e0-bcee-becc6782f2b5 HTTP/1.1" status: 200 len: 835 time: 0.0655568 Jun 02 16:42:38.952001 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea76a13-785c-4f61-a519-ea9cb826de9c req-65c9ae71-b17d-41c3-ad3f-92106f345b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:38.953497 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fea76a13-785c-4f61-a519-ea9cb826de9c req-65c9ae71-b17d-41c3-ad3f-92106f345b00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cd68d2d1-173d-42eb-abf2-c4ac80fb528f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0783412 Jun 02 16:42:39.098410 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fea76a13-785c-4f61-a519-ea9cb826de9c req-7dca7a9d-e928-43a7-ad36-e831ed6b9fec service neutron] 10.222.0.49 "GET /v2.0/networks/cd68d2d1-173d-42eb-abf2-c4ac80fb528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371238 Jun 02 16:42:39.249826 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fea76a13-785c-4f61-a519-ea9cb826de9c req-3fd29d6a-6e04-46e8-87ea-53e8e679c239 service neutron] 10.222.0.49 "GET /v2.0/networks/cd68d2d1-173d-42eb-abf2-c4ac80fb528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398418 Jun 02 16:42:39.966526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42f21c-cf08-4f0c-a5d8-340860c3616e req-8abd1caf-038c-42fd-8e7c-e311b4179e5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:39.967272 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-7a42f21c-cf08-4f0c-a5d8-340860c3616e req-8abd1caf-038c-42fd-8e7c-e311b4179e5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:42:39.986990 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-7a42f21c-cf08-4f0c-a5d8-340860c3616e req-8abd1caf-038c-42fd-8e7c-e311b4179e5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:42:39.988216 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7a42f21c-cf08-4f0c-a5d8-340860c3616e req-8abd1caf-038c-42fd-8e7c-e311b4179e5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 944 time: 0.1134908 Jun 02 16:42:40.038009 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7a42f21c-cf08-4f0c-a5d8-340860c3616e req-1a644d6b-18fc-415c-9c9d-2257a7481941 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6cd1be2-0766-424e-b5c7-adf5b7c45bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434737 Jun 02 16:42:41.246519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982da4a-6680-44b0-a195-df8558515666 req-d0b20076-2bb3-492c-a3bf-18f02bb7b2cc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:41.248601 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a982da4a-6680-44b0-a195-df8558515666 req-d0b20076-2bb3-492c-a3bf-18f02bb7b2cc tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 944 time: 0.0921288 Jun 02 16:42:41.306963 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a982da4a-6680-44b0-a195-df8558515666 req-02099a2f-1b60-45b5-823c-7f3039e2400a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6cd1be2-0766-424e-b5c7-adf5b7c45bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515029 Jun 02 16:42:41.722767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ea0853b0-9fc1-4d88-ab40-38dd38eece2c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:42:41.878847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port ea0853b0-9fc1-4d88-ab40-38dd38eece2c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ea0853b0-9fc1-4d88-ab40-38dd38eece2c,segment=NetworkSegment(44bd4da0-b80a-4ad9-aa1a-383f9872e18f),segment_id=44bd4da0-b80a-4ad9-aa1a-383f9872e18f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:41.898856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'port_id': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c', 'mac_address': 'fa:16:3e:78:59:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:42:41.985133 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:42.005079 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0853b0-9fc1-4d88-ab40-38dd38eece2c {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:42:42.024970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port ea0853b0-9fc1-4d88-ab40-38dd38eece2c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ea0853b0-9fc1-4d88-ab40-38dd38eece2c,segment=NetworkSegment(44bd4da0-b80a-4ad9-aa1a-383f9872e18f),segment_id=44bd4da0-b80a-4ad9-aa1a-383f9872e18f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:42.033208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:42.035228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:42.112240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=ea0853b0-9fc1-4d88-ab40-38dd38eece2c,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:42.115654 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:42.278838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['ea0853b0-9fc1-4d88-ab40-38dd38eece2c'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:42:42.570602 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6c11c-db97-44d3-ac54-33f3bda0cdc5 req-09c5e287-668c-449b-b9a3-c0e7d5b7d47a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:42.571762 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cff6c11c-db97-44d3-ac54-33f3bda0cdc5 req-09c5e287-668c-449b-b9a3-c0e7d5b7d47a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 945 time: 0.1193159 Jun 02 16:42:42.622360 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cff6c11c-db97-44d3-ac54-33f3bda0cdc5 req-97a76cb8-0f79-4a1e-a62a-fa125a2b310f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6cd1be2-0766-424e-b5c7-adf5b7c45bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440168 Jun 02 16:42:43.738737 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ea0853b0-9fc1-4d88-ab40-38dd38eece2c up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:42:43.855031 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port ea0853b0-9fc1-4d88-ab40-38dd38eece2c completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:42:43.864114 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port ea0853b0-9fc1-4d88-ab40-38dd38eece2c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:42:43.864732 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:43.905300 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edf611-d224-437d-bcb3-996d6b1bbf1d req-00e51a1e-bce0-439e-9f5d-146b30e2daec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:43.907259 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-20edf611-d224-437d-bcb3-996d6b1bbf1d req-00e51a1e-bce0-439e-9f5d-146b30e2daec tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 945 time: 0.0909472 Jun 02 16:42:43.959958 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-20edf611-d224-437d-bcb3-996d6b1bbf1d req-18d7607a-3f1e-4e75-b585-fcc7cf4497e0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6cd1be2-0766-424e-b5c7-adf5b7c45bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463114 Jun 02 16:42:44.033320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:44.063737 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:44.066104 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c756be67-b9f3-4ab0-9079-bfa680827c02" -d '{"events": [{"server_uuid": "66c9ee0a-1589-479e-9547-be9ce8daae40", "name": "network-vif-plugged", "status": "completed", "tag": "ea0853b0-9fc1-4d88-ab40-38dd38eece2c"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:44.076197 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port ea0853b0-9fc1-4d88-ab40-38dd38eece2c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ea0853b0-9fc1-4d88-ab40-38dd38eece2c,segment=NetworkSegment(44bd4da0-b80a-4ad9-aa1a-383f9872e18f),segment_id=44bd4da0-b80a-4ad9-aa1a-383f9872e18f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:42:44.081943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:44.084839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:44.177313 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=ea0853b0-9fc1-4d88-ab40-38dd38eece2c,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:44.181711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:44.282475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6559516-eb03-44d8-9687-23affd6dadb9 x-openstack-request-id: req-d6559516-eb03-44d8-9687-23affd6dadb9 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:44.282867 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c9ee0a-1589-479e-9547-be9ce8daae40", "name": "network-vif-plugged", "status": "completed", "tag": "ea0853b0-9fc1-4d88-ab40-38dd38eece2c", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:44.283154 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d6559516-eb03-44d8-9687-23affd6dadb9 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:44.283562 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c', 'code': 200} Jun 02 16:42:44.576247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fe376-dc8f-4348-ba4c-3ef9d0cc7741 req-79f978b5-f493-4db8-b1b3-04615d7a697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:44.577761 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-234fe376-dc8f-4348-ba4c-3ef9d0cc7741 req-79f978b5-f493-4db8-b1b3-04615d7a697d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 1099 time: 0.0784209 Jun 02 16:42:44.627867 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-234fe376-dc8f-4348-ba4c-3ef9d0cc7741 req-3d262a84-6b81-423e-8d86-15b497b057ac service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e6cd1be2-0766-424e-b5c7-adf5b7c45bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395892 Jun 02 16:42:45.165390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d3791-518b-4007-9214-4cd716897fe6 req-b026b50a-ced4-46fe-89ee-0cccb855f620 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:45.167120 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e98d3791-518b-4007-9214-4cd716897fe6 req-b026b50a-ced4-46fe-89ee-0cccb855f620 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 946 time: 0.0950737 Jun 02 16:42:45.219144 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e98d3791-518b-4007-9214-4cd716897fe6 req-cf6c8d3a-c7c4-46f4-a8d1-6f6c2f5a39c3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6cd1be2-0766-424e-b5c7-adf5b7c45bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456488 Jun 02 16:42:46.433686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02b1c4-15e4-4b97-87c0-13b544aea691 req-7bf5dca1-a8b9-430e-b0ca-c9c475c94904 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:46.435529 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1e02b1c4-15e4-4b97-87c0-13b544aea691 req-7bf5dca1-a8b9-430e-b0ca-c9c475c94904 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 946 time: 0.1009586 Jun 02 16:42:46.487037 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1e02b1c4-15e4-4b97-87c0-13b544aea691 req-86c89db9-b189-42a7-bc65-3ac2e4dbd104 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6cd1be2-0766-424e-b5c7-adf5b7c45bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450292 Jun 02 16:42:46.695975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e5b6e-e6bd-4be4-8cc0-3e6eb4b8d40d req-bef29fc1-77df-4a2a-a5c7-938e1e2eb738 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:46.697818 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-587e5b6e-e6bd-4be4-8cc0-3e6eb4b8d40d req-bef29fc1-77df-4a2a-a5c7-938e1e2eb738 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 946 time: 0.0972662 Jun 02 16:42:46.752992 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-587e5b6e-e6bd-4be4-8cc0-3e6eb4b8d40d req-24dbfb18-51fd-4851-bc7b-6942122beb11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6cd1be2-0766-424e-b5c7-adf5b7c45bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487432 Jun 02 16:42:46.778055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40694) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:46.886024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd3d8d-7929-4f7d-8ef2-5a58633ac9a3 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:46.893433 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ccbd3d8d-7929-4f7d-8ef2-5a58633ac9a3 tempest-TestNetworkBasicOps-208471939 tempest-TestNetworkBasicOps-208471939-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 1094 time: 0.1093104 Jun 02 16:42:46.893822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40696) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:46.901226 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:42:46.910737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:42:46.916006 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Usage tracker for resource:floatingip and tenant:fb79c8ac06334981844f175e241075b7 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:42:46.920505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:42:46.930029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:42:46.944436 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:47.106103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:47.150403 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:42:47.276863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Allocated IP 172.26.3.120 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/034adfa9-9fa7-4fa2-a284-9ea1bfd15beb) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:42:47.471098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:47.506497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:47.510883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:47.585728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:42:47.588875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:42:47.593172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:42:47.624594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=034adfa9-9fa7-4fa2-a284-9ea1bfd15beb,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:47.631618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:48.081290 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:48.164732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:48.575507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:48.581971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:48.586678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6f858a04-bfb0-41a3-b972-a15c8e2023d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:42:48.693567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event updated for resources: {'Port': ['ID=034adfa9-9fa7-4fa2-a284-9ea1bfd15beb,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:42:48.701817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:42:48.712876 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:48.898571 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP 551fcb2a-9f44-4603-b424-dee8779a206a associated. External IP: 172.26.3.120, port: ea0853b0-9fc1-4d88-ab40-38dd38eece2c. Jun 02 16:42:49.139007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:49.288589 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 542cffd5-4b42-49ea-9144-e0031aa900f8 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:42:49.499323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:42:49.511323 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3caf1a7-aa44-4446-bd92-060e37b02604 None None] Sync routers for ids ['542cffd5-4b42-49ea-9144-e0031aa900f8'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:42:49.527038 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:42:49.528451 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3caf1a7-aa44-4446-bd92-060e37b02604 None None] Routers {'542cffd5-4b42-49ea-9144-e0031aa900f8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:49.529868 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c3caf1a7-aa44-4446-bd92-060e37b02604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:42:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['542cffd5-4b42-49ea-9144-e0031aa900f8'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:49.589483 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6941240 Jun 02 16:42:49.590221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'tag': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:42:49.592591 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3400ff7b-689a-415d-8edb-971615e9272d" -d '{"events": [{"name": "network-changed", "server_uuid": "66c9ee0a-1589-479e-9547-be9ce8daae40", "tag": "ea0853b0-9fc1-4d88-ab40-38dd38eece2c"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:42:49.593270 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40698) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:49.636586 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fa5ac1-9ac8-4953-9815-06a5b1ea567e x-openstack-request-id: req-93fa5ac1-9ac8-4953-9815-06a5b1ea567e {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:42:49.637343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c9ee0a-1589-479e-9547-be9ce8daae40", "tag": "ea0853b0-9fc1-4d88-ab40-38dd38eece2c", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:42:49.637610 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93fa5ac1-9ac8-4953-9815-06a5b1ea567e {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:42:49.638111 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'tag': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c', 'status': 'completed', 'code': 200} Jun 02 16:42:49.762222 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c6d50857-7bd0-43f5-96df-19ea9e95d512 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/551fcb2a-9f44-4603-b424-dee8779a206a HTTP/1.1" status: 200 len: 992 time: 0.1671503 Jun 02 16:42:49.779652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400ff7b-689a-415d-8edb-971615e9272d req-c0d810a6-d8bf-4c8c-92df-63fc22853368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:49.781137 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3400ff7b-689a-415d-8edb-971615e9272d req-c0d810a6-d8bf-4c8c-92df-63fc22853368 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 1099 time: 0.1167276 Jun 02 16:42:49.782334 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-c3caf1a7-aa44-4446-bd92-060e37b02604 None None] Set router 542cffd5-4b42-49ea-9144-e0031aa900f8 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:49.930381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400ff7b-689a-415d-8edb-971615e9272d req-f7967b9e-224e-4b41-8eb4-c6f18fefdb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:49.931835 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3400ff7b-689a-415d-8edb-971615e9272d req-f7967b9e-224e-4b41-8eb4-c6f18fefdb14 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cd68d2d1-173d-42eb-abf2-c4ac80fb528f HTTP/1.1" status: 200 len: 897 time: 0.1441431 Jun 02 16:42:50.044213 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3400ff7b-689a-415d-8edb-971615e9272d req-bd09abfc-3c02-4ba2-8573-e379ccbc2b46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0853b0-9fc1-4d88-ab40-38dd38eece2c HTTP/1.1" status: 200 len: 1000 time: 0.1049497 Jun 02 16:42:50.112759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400ff7b-689a-415d-8edb-971615e9272d req-0ce3257e-5be6-4c32-86ad-5b51bb5c83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:50.115119 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3400ff7b-689a-415d-8edb-971615e9272d req-0ce3257e-5be6-4c32-86ad-5b51bb5c83a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9df6ab72-8a7a-41e0-bcee-becc6782f2b5 HTTP/1.1" status: 200 len: 835 time: 0.0646744 Jun 02 16:42:50.147522 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c3caf1a7-aa44-4446-bd92-060e37b02604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:42:27Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '551fcb2a-9f44-4603-b424-dee8779a206a', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.120', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'port_id': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'mac_address': 'fa:16:3e:78:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:42:48Z', 'updated_at': '2021-06-02T16:42:48Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abdff6b6-d762-4c56-8ebe-7c2934c77bad', 'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:a4:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:26Z', 'updated_at': '2021-06-02T16:42:33Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:50.151951 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3caf1a7-aa44-4446-bd92-060e37b02604 None None] Checking router: 542cffd5-4b42-49ea-9144-e0031aa900f8 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:42:50.160983 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3caf1a7-aa44-4446-bd92-060e37b02604 None None] Routers {'542cffd5-4b42-49ea-9144-e0031aa900f8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:42:50.161575 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c3caf1a7-aa44-4446-bd92-060e37b02604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:42:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['542cffd5-4b42-49ea-9144-e0031aa900f8'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:50.192812 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400ff7b-689a-415d-8edb-971615e9272d req-fc6a79ba-d028-4766-b0e0-82160690aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:42:50.194333 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3400ff7b-689a-415d-8edb-971615e9272d req-fc6a79ba-d028-4766-b0e0-82160690aacc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cd68d2d1-173d-42eb-abf2-c4ac80fb528f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0729721 Jun 02 16:42:50.334257 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3400ff7b-689a-415d-8edb-971615e9272d req-d51c3e90-e03a-45e2-98ce-3fc923cf6bb7 service neutron] 10.222.0.49 "GET /v2.0/networks/cd68d2d1-173d-42eb-abf2-c4ac80fb528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331484 Jun 02 16:42:50.345822 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-c3caf1a7-aa44-4446-bd92-060e37b02604 None None] Set router 542cffd5-4b42-49ea-9144-e0031aa900f8 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:42:50.671818 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3400ff7b-689a-415d-8edb-971615e9272d req-6a155c48-f806-4047-b929-255653cee9c2 service neutron] 10.222.0.49 "GET /v2.0/networks/cd68d2d1-173d-42eb-abf2-c4ac80fb528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313227 Jun 02 16:42:50.766604 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40702) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:50.791867 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-c3caf1a7-aa44-4446-bd92-060e37b02604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:42:27Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '551fcb2a-9f44-4603-b424-dee8779a206a', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.120', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'port_id': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'mac_address': 'fa:16:3e:78:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:42:48Z', 'updated_at': '2021-06-02T16:42:48Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abdff6b6-d762-4c56-8ebe-7c2934c77bad', 'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:a4:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:26Z', 'updated_at': '2021-06-02T16:42:33Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:42:50.796857 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3caf1a7-aa44-4446-bd92-060e37b02604 None None] The sync data for ids ['542cffd5-4b42-49ea-9144-e0031aa900f8'] in dv-neutron-601336-83-hyperv is: [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:42:27Z', 'revision_number': 4, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '551fcb2a-9f44-4603-b424-dee8779a206a', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.120', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'port_id': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'mac_address': 'fa:16:3e:78:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:42:48Z', 'updated_at': '2021-06-02T16:42:48Z', 'revision_number': 0, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abdff6b6-d762-4c56-8ebe-7c2934c77bad', 'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:a4:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:26Z', 'updated_at': '2021-06-02T16:42:33Z', 'revision_number': 5, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:42:50.959304 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-79214013-dea6-403b-b130-7692d6d65593 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/551fcb2a-9f44-4603-b424-dee8779a206a HTTP/1.1" status: 200 len: 992 time: 0.1910028 Jun 02 16:42:51.039734 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41bdf93-6b71-406c-bc1a-a31bea6a70c1 None None] New status for floating IP 551fcb2a-9f44-4603-b424-dee8779a206a: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:42:51.964213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40704) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:42:52.076437 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2d1bfd32-5b60-48f9-9af0-ffff99ddfcda tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/551fcb2a-9f44-4603-b424-dee8779a206a HTTP/1.1" status: 200 len: 994 time: 0.1108453 Jun 02 16:43:02.965561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c606cd08-4d53-4729-90e7-3d1cdf9693db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:05.037186 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:05.442764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a2dcb39b-c8ba-4edb-8eca-09e784165226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:06.694958 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:08.616564 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:19.149393 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:21.041212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40716) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:21.046582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-555d1c2a-7b45-4531-882c-39b468660f0f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'router': {'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:43:21.581657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-555d1c2a-7b45-4531-882c-39b468660f0f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:21.594245 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-555d1c2a-7b45-4531-882c-39b468660f0f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:21.782722 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555d1c2a-7b45-4531-882c-39b468660f0f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 542cffd5-4b42-49ea-9144-e0031aa900f8 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:43:21.967111 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555d1c2a-7b45-4531-882c-39b468660f0f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:43:21.974566 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-555d1c2a-7b45-4531-882c-39b468660f0f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:21.975728 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-555d1c2a-7b45-4531-882c-39b468660f0f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/542cffd5-4b42-49ea-9144-e0031aa900f8 HTTP/1.1" status: 200 len: 888 time: 0.9335172 Jun 02 16:43:21.979225 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02d951-fb6c-4a40-b15c-0e8a203dffe3 None None] Sync routers for ids ['542cffd5-4b42-49ea-9144-e0031aa900f8'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:43:21.992399 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02d951-fb6c-4a40-b15c-0e8a203dffe3 None None] Routers {'542cffd5-4b42-49ea-9144-e0031aa900f8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:43:21.993227 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9d02d951-fb6c-4a40-b15c-0e8a203dffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:43:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['542cffd5-4b42-49ea-9144-e0031aa900f8'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:22.059550 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9d02d951-fb6c-4a40-b15c-0e8a203dffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:22.068646 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02d951-fb6c-4a40-b15c-0e8a203dffe3 None None] Routers {'542cffd5-4b42-49ea-9144-e0031aa900f8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:43:22.069258 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9d02d951-fb6c-4a40-b15c-0e8a203dffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:43:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['542cffd5-4b42-49ea-9144-e0031aa900f8'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:22.131025 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9d02d951-fb6c-4a40-b15c-0e8a203dffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:22.131432 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02d951-fb6c-4a40-b15c-0e8a203dffe3 None None] The sync data for ids ['542cffd5-4b42-49ea-9144-e0031aa900f8'] in dv-neutron-601336-83-hyperv is: [] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:43:22.897618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57bf9a-a869-482e-a1e0-d9fa3a234fd3 None None] New status for floating IP 551fcb2a-9f44-4603-b424-dee8779a206a: DOWN {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:43:22.993692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device abdff6b6-d762-4c56-8ebe-7c2934c77bad no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:43:23.288777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:23.328477 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port abdff6b6-d762-4c56-8ebe-7c2934c77bad, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=abdff6b6-d762-4c56-8ebe-7c2934c77bad,segment=NetworkSegment(44bd4da0-b80a-4ad9-aa1a-383f9872e18f),segment_id=44bd4da0-b80a-4ad9-aa1a-383f9872e18f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:23.335562 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:23.336230 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:43:23.360216 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d7f9b906-024f-44f0-9db9-b4342a89c8e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:23.451716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=abdff6b6-d762-4c56-8ebe-7c2934c77bad,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:23.484268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:23.484632 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:23.484948 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:23.485276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:23.485601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:23.485939 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:23.486289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:23.486613 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:23.486934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:23.487256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:23.487546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:23.487892 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:23.496290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:23.523006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:23.543969 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 9d1fa6d6-6972-4036-8c33-ed9b949c15a1, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9d1fa6d6-6972-4036-8c33-ed9b949c15a1,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:23.550558 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:23.552599 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:23.641335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=9d1fa6d6-6972-4036-8c33-ed9b949c15a1,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:23.646164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:24.137219 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40720) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:24.142827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-daa7a857-7adc-4c88-ba6b-7839b3d56223 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:43:24.149776 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:43:24.853874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-daa7a857-7adc-4c88-ba6b-7839b3d56223 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:24.867903 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-daa7a857-7adc-4c88-ba6b-7839b3d56223 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669253'] for router, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:25.068387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa7a857-7adc-4c88-ba6b-7839b3d56223 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 542cffd5-4b42-49ea-9144-e0031aa900f8 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:43:25.252603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa7a857-7adc-4c88-ba6b-7839b3d56223 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:43:25.259642 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-daa7a857-7adc-4c88-ba6b-7839b3d56223 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:25.261759 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-daa7a857-7adc-4c88-ba6b-7839b3d56223 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/542cffd5-4b42-49ea-9144-e0031aa900f8 HTTP/1.1" status: 200 len: 887 time: 1.1234643 Jun 02 16:43:25.262916 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaed181-a579-48a5-9707-0d8dfd7d4423 None None] Sync routers for ids ['542cffd5-4b42-49ea-9144-e0031aa900f8'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:43:25.263962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40722) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:25.272691 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaed181-a579-48a5-9707-0d8dfd7d4423 None None] Routers {'542cffd5-4b42-49ea-9144-e0031aa900f8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:43:25.273536 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ecaed181-a579-48a5-9707-0d8dfd7d4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:43:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['542cffd5-4b42-49ea-9144-e0031aa900f8'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:25.373166 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a2bc9897-5892-460d-ad33-023e084203ef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/551fcb2a-9f44-4603-b424-dee8779a206a HTTP/1.1" status: 200 len: 992 time: 0.1069572 Jun 02 16:43:25.449192 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-ecaed181-a579-48a5-9707-0d8dfd7d4423 None None] Set router 542cffd5-4b42-49ea-9144-e0031aa900f8 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:43:25.842844 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ecaed181-a579-48a5-9707-0d8dfd7d4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:43:24Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:43:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '551fcb2a-9f44-4603-b424-dee8779a206a', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.120', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'port_id': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'mac_address': 'fa:16:3e:78:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:42:48Z', 'updated_at': '2021-06-02T16:43:23Z', 'revision_number': 2, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abdff6b6-d762-4c56-8ebe-7c2934c77bad', 'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:a4:b5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:26Z', 'updated_at': '2021-06-02T16:43:23Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:25.846995 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaed181-a579-48a5-9707-0d8dfd7d4423 None None] Checking router: 542cffd5-4b42-49ea-9144-e0031aa900f8 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:43:25.864601 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaed181-a579-48a5-9707-0d8dfd7d4423 None None] Routers {'542cffd5-4b42-49ea-9144-e0031aa900f8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:43:25.865236 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ecaed181-a579-48a5-9707-0d8dfd7d4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:43:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['542cffd5-4b42-49ea-9144-e0031aa900f8'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:26.062900 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-ecaed181-a579-48a5-9707-0d8dfd7d4423 None None] Set router 542cffd5-4b42-49ea-9144-e0031aa900f8 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:43:26.376162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40724) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:26.424657 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-ecaed181-a579-48a5-9707-0d8dfd7d4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:43:24Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:43:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '551fcb2a-9f44-4603-b424-dee8779a206a', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.120', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'port_id': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'mac_address': 'fa:16:3e:78:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:42:48Z', 'updated_at': '2021-06-02T16:43:23Z', 'revision_number': 2, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abdff6b6-d762-4c56-8ebe-7c2934c77bad', 'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:a4:b5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:26Z', 'updated_at': '2021-06-02T16:43:23Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:26.429222 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaed181-a579-48a5-9707-0d8dfd7d4423 None None] The sync data for ids ['542cffd5-4b42-49ea-9144-e0031aa900f8'] in dv-neutron-601336-83-hyperv is: [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:43:24Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:43:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '551fcb2a-9f44-4603-b424-dee8779a206a', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'floating_ip_address': '172.26.3.120', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'port_id': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'mac_address': 'fa:16:3e:78:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:42:48Z', 'updated_at': '2021-06-02T16:43:23Z', 'revision_number': 2, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abdff6b6-d762-4c56-8ebe-7c2934c77bad', 'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:a4:b5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:26Z', 'updated_at': '2021-06-02T16:43:23Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:43:26.657598 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bc7f343b-359f-46ca-bd65-d3ef5a13224e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/551fcb2a-9f44-4603-b424-dee8779a206a HTTP/1.1" status: 200 len: 992 time: 0.2800817 Jun 02 16:43:26.916702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device abdff6b6-d762-4c56-8ebe-7c2934c77bad up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:43:27.010688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port abdff6b6-d762-4c56-8ebe-7c2934c77bad triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:27.011068 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:27.162063 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:27.197826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port abdff6b6-d762-4c56-8ebe-7c2934c77bad, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=abdff6b6-d762-4c56-8ebe-7c2934c77bad,segment=NetworkSegment(44bd4da0-b80a-4ad9-aa1a-383f9872e18f),segment_id=44bd4da0-b80a-4ad9-aa1a-383f9872e18f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:27.202671 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:27.204575 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:27.285149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=abdff6b6-d762-4c56-8ebe-7c2934c77bad,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:27.288453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:27.661473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40726) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:27.768938 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f77fd701-5158-464f-99de-01389cee2f66 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/551fcb2a-9f44-4603-b424-dee8779a206a HTTP/1.1" status: 200 len: 992 time: 0.1057947 Jun 02 16:43:28.100415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6997c853-2f8d-4bcc-a79d-d0233239aacd None None] New status for floating IP 551fcb2a-9f44-4603-b424-dee8779a206a: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:43:28.772719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40730) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:28.886365 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a09ca5d0-4ef0-43f7-ade6-35f70439e40f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/floatingips/551fcb2a-9f44-4603-b424-dee8779a206a HTTP/1.1" status: 200 len: 994 time: 0.1121643 Jun 02 16:43:28.969464 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device abdff6b6-d762-4c56-8ebe-7c2934c77bad up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:43:29.038679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port abdff6b6-d762-4c56-8ebe-7c2934c77bad triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:29.039019 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:29.165619 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:43:29.241739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:29.242144 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:29.423406 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:29.442806 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 9d1fa6d6-6972-4036-8c33-ed9b949c15a1, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9d1fa6d6-6972-4036-8c33-ed9b949c15a1,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:29.451241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:29.453841 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:29.526857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=9d1fa6d6-6972-4036-8c33-ed9b949c15a1,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:29.530021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:30.903687 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:43:30.977316 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:30.978101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:31.201956 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40736) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:31.475176 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 034adfa9-9fa7-4fa2-a284-9ea1bfd15beb {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:43:31.475514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:31.596142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:31.596470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:31.720301 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 034adfa9-9fa7-4fa2-a284-9ea1bfd15beb owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:43:31.849607 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:31.853910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-787619cf-ecb4-40d5-9aa8-03448c8a5a74 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:31.897532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=034adfa9-9fa7-4fa2-a284-9ea1bfd15beb,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:31.938123 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:31.938524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:31.938901 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:31.939272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:31.939655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:31.940022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:31.940390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:31.940777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:31.941113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:31.941473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:31.941835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:31.942213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:32.101141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:32.156645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:32.156977 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Floating IP 551fcb2a-9f44-4603-b424-dee8779a206a disassociated (deleted). External IP: 172.26.3.120, port: ea0853b0-9fc1-4d88-ab40-38dd38eece2c. Jun 02 16:43:32.536566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 542cffd5-4b42-49ea-9144-e0031aa900f8 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:43:32.749216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:43:32.762415 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e8bbb-7c1c-4176-aeaf-e4a683b48ebc None None] Sync routers for ids ['542cffd5-4b42-49ea-9144-e0031aa900f8'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:43:32.776046 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:32.778411 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e8bbb-7c1c-4176-aeaf-e4a683b48ebc None None] Routers {'542cffd5-4b42-49ea-9144-e0031aa900f8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:43:32.779409 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-bb7e8bbb-7c1c-4176-aeaf-e4a683b48ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:43:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['542cffd5-4b42-49ea-9144-e0031aa900f8'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:32.865407 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/floatingips/551fcb2a-9f44-4603-b424-dee8779a206a HTTP/1.1" status: 204 len: 168 time: 1.6623077 Jun 02 16:43:32.866261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'tag': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:43:32.868801 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78f7a8e-9a44-4f8a-a020-c387021c9a00" -d '{"events": [{"name": "network-changed", "server_uuid": "66c9ee0a-1589-479e-9547-be9ce8daae40", "tag": "ea0853b0-9fc1-4d88-ab40-38dd38eece2c"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:43:32.931209 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb18136-cfa2-4210-a9c4-0273d53a345f x-openstack-request-id: req-bfb18136-cfa2-4210-a9c4-0273d53a345f {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:43:32.931619 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c9ee0a-1589-479e-9547-be9ce8daae40", "tag": "ea0853b0-9fc1-4d88-ab40-38dd38eece2c", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:43:32.932083 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bfb18136-cfa2-4210-a9c4-0273d53a345f {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:43:32.934370 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'tag': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c', 'status': 'completed', 'code': 200} Jun 02 16:43:32.984381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2ce04b80-07cf-4418-83cd-e71bfe308476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:33.024154 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-bb7e8bbb-7c1c-4176-aeaf-e4a683b48ebc None None] Set router 542cffd5-4b42-49ea-9144-e0031aa900f8 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:43:33.176244 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f7a8e-9a44-4f8a-a020-c387021c9a00 req-98ab58be-ebe8-439c-a517-888b022673bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:33.177762 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e78f7a8e-9a44-4f8a-a020-c387021c9a00 req-98ab58be-ebe8-439c-a517-888b022673bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb79c8ac06334981844f175e241075b7&device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 1099 time: 0.2092428 Jun 02 16:43:33.330710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f7a8e-9a44-4f8a-a020-c387021c9a00 req-a0b53ee2-0e2b-4a06-a315-e441bb3bc88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:33.332059 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e78f7a8e-9a44-4f8a-a020-c387021c9a00 req-a0b53ee2-0e2b-4a06-a315-e441bb3bc88d service neutron] 10.222.0.49 "GET /v2.0/networks?id=cd68d2d1-173d-42eb-abf2-c4ac80fb528f HTTP/1.1" status: 200 len: 897 time: 0.1421511 Jun 02 16:43:33.361113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b49b2c-ec35-4241-90e2-73e94d36a316 req-b6ab92fb-b44b-4aec-a4e0-ebe0774c5c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:33.361866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-41b49b2c-ec35-4241-90e2-73e94d36a316 req-b6ab92fb-b44b-4aec-a4e0-ebe0774c5c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:43:33.386038 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-41b49b2c-ec35-4241-90e2-73e94d36a316 req-b6ab92fb-b44b-4aec-a4e0-ebe0774c5c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:43:33.388966 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-41b49b2c-ec35-4241-90e2-73e94d36a316 req-b6ab92fb-b44b-4aec-a4e0-ebe0774c5c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 946 time: 0.1243939 Jun 02 16:43:33.410840 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e78f7a8e-9a44-4f8a-a020-c387021c9a00 req-dfb1e7fd-398a-4f72-836a-bdc0eb2a3190 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea0853b0-9fc1-4d88-ab40-38dd38eece2c HTTP/1.1" status: 200 len: 217 time: 0.0716929 Jun 02 16:43:33.442909 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-bb7e8bbb-7c1c-4176-aeaf-e4a683b48ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:43:24Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:43:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'abdff6b6-d762-4c56-8ebe-7c2934c77bad', 'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:a4:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:26Z', 'updated_at': '2021-06-02T16:43:27Z', 'revision_number': 7, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:33.445254 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-41b49b2c-ec35-4241-90e2-73e94d36a316 req-83433329-09c4-4911-a9b8-779cd3f4770d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6cd1be2-0766-424e-b5c7-adf5b7c45bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487199 Jun 02 16:43:33.449740 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e8bbb-7c1c-4176-aeaf-e4a683b48ebc None None] Checking router: 542cffd5-4b42-49ea-9144-e0031aa900f8 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:43:33.464876 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e8bbb-7c1c-4176-aeaf-e4a683b48ebc None None] Routers {'542cffd5-4b42-49ea-9144-e0031aa900f8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:43:33.465905 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-bb7e8bbb-7c1c-4176-aeaf-e4a683b48ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:43:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['542cffd5-4b42-49ea-9144-e0031aa900f8'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:33.482847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f7a8e-9a44-4f8a-a020-c387021c9a00 req-585cb5fb-66c4-4bd1-9f58-34f659be685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:33.484267 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e78f7a8e-9a44-4f8a-a020-c387021c9a00 req-585cb5fb-66c4-4bd1-9f58-34f659be685d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9df6ab72-8a7a-41e0-bcee-becc6782f2b5 HTTP/1.1" status: 200 len: 835 time: 0.0659466 Jun 02 16:43:33.570782 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f7a8e-9a44-4f8a-a020-c387021c9a00 req-76d3e55b-f1a5-4742-a908-e8a2fedd2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:33.573647 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e78f7a8e-9a44-4f8a-a020-c387021c9a00 req-76d3e55b-f1a5-4742-a908-e8a2fedd2c95 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cd68d2d1-173d-42eb-abf2-c4ac80fb528f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0823812 Jun 02 16:43:33.702101 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-bb7e8bbb-7c1c-4176-aeaf-e4a683b48ebc None None] Set router 542cffd5-4b42-49ea-9144-e0031aa900f8 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:43:33.731033 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e78f7a8e-9a44-4f8a-a020-c387021c9a00 req-5464a32c-512a-48e4-80bc-cc320ce7426a service neutron] 10.222.0.49 "GET /v2.0/networks/cd68d2d1-173d-42eb-abf2-c4ac80fb528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497884 Jun 02 16:43:33.879788 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e78f7a8e-9a44-4f8a-a020-c387021c9a00 req-8edab8cf-d0ce-4ec5-a051-83c8cea83677 service neutron] 10.222.0.49 "GET /v2.0/networks/cd68d2d1-173d-42eb-abf2-c4ac80fb528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416218 Jun 02 16:43:34.104677 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-bb7e8bbb-7c1c-4176-aeaf-e4a683b48ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:43:24Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:43:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'abdff6b6-d762-4c56-8ebe-7c2934c77bad', 'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:a4:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:26Z', 'updated_at': '2021-06-02T16:43:27Z', 'revision_number': 7, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:34.109021 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e8bbb-7c1c-4176-aeaf-e4a683b48ebc None None] The sync data for ids ['542cffd5-4b42-49ea-9144-e0031aa900f8'] in dv-neutron-601336-83-hyperv is: [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:43:24Z', 'revision_number': 6, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:43:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'abdff6b6-d762-4c56-8ebe-7c2934c77bad', 'name': '', 'network_id': 'cd68d2d1-173d-42eb-abf2-c4ac80fb528f', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'mac_address': 'fa:16:3e:a4:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:26Z', 'updated_at': '2021-06-02T16:43:27Z', 'revision_number': 7, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'subnets': [{'id': '9df6ab72-8a7a-41e0-bcee-becc6782f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:43:34.776674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dd059-2f71-42d4-9b30-7302307b58ba req-a5b92016-4960-4de9-bc07-69a75773b539 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:34.778368 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0e7dd059-2f71-42d4-9b30-7302307b58ba req-a5b92016-4960-4de9-bc07-69a75773b539 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 946 time: 0.2076881 Jun 02 16:43:34.835202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86940d4b-b752-48b3-adec-fa2a2bab0890 req-7dfa13f0-7c33-4c03-8a85-e0d94b319339 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:34.836780 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-86940d4b-b752-48b3-adec-fa2a2bab0890 req-7dfa13f0-7c33-4c03-8a85-e0d94b319339 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 946 time: 0.1361203 Jun 02 16:43:34.845460 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0e7dd059-2f71-42d4-9b30-7302307b58ba req-8731f1d0-e843-4493-9302-9f7aecd59bf5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e6cd1be2-0766-424e-b5c7-adf5b7c45bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602987 Jun 02 16:43:34.938499 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e435bdc-eaf6-4e9e-b5c8-664ffbf3e6de None None] New status for floating IP 551fcb2a-9f44-4603-b424-dee8779a206a: DOWN {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:43:35.027333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-86940d4b-b752-48b3-adec-fa2a2bab0890 req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port ea0853b0-9fc1-4d88-ab40-38dd38eece2c {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:43:35.027912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-86940d4b-b752-48b3-adec-fa2a2bab0890 req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:35.093332 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:35.263534 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-86940d4b-b752-48b3-adec-fa2a2bab0890 req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port ea0853b0-9fc1-4d88-ab40-38dd38eece2c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ea0853b0-9fc1-4d88-ab40-38dd38eece2c,segment=NetworkSegment(44bd4da0-b80a-4ad9-aa1a-383f9872e18f),segment_id=44bd4da0-b80a-4ad9-aa1a-383f9872e18f)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:35.263881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-86940d4b-b752-48b3-adec-fa2a2bab0890 req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:35.402220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-86940d4b-b752-48b3-adec-fa2a2bab0890 req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for ea0853b0-9fc1-4d88-ab40-38dd38eece2c owned by compute:nova {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:43:35.446157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-be6a019f-5056-4baf-bcb4-bf01b877713e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:35.535257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-86940d4b-b752-48b3-adec-fa2a2bab0890 req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:35.541888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e609a4a-d84a-4c29-9c11-51f2c04c7cb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:35.587229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=ea0853b0-9fc1-4d88-ab40-38dd38eece2c,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:35.783403 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:35.784066 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:35.784066 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:35.784487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:35.784856 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:35.785222 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:35.785587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:35.785950 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:35.787677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:35.787677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:35.787677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:35.787677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:43:35.795473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:35.832135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-86940d4b-b752-48b3-adec-fa2a2bab0890 req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] No DVR routers for this DVR port ea0853b0-9fc1-4d88-ab40-38dd38eece2c on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:43:35.834720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-86940d4b-b752-48b3-adec-fa2a2bab0890 req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:35.837420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'name': 'network-vif-deleted', 'tag': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:43:35.839770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cc91c6-6727-46ff-9f3d-61beb0b43657" -d '{"events": [{"server_uuid": "66c9ee0a-1589-479e-9547-be9ce8daae40", "name": "network-vif-deleted", "tag": "ea0853b0-9fc1-4d88-ab40-38dd38eece2c"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:43:35.856625 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-86940d4b-b752-48b3-adec-fa2a2bab0890 req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.49 "DELETE /v2.0/ports/ea0853b0-9fc1-4d88-ab40-38dd38eece2c HTTP/1.1" status: 204 len: 173 time: 1.0098693 Jun 02 16:43:35.891353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb53d87-d656-416e-b2b4-a0d6ad00a3cb x-openstack-request-id: req-acb53d87-d656-416e-b2b4-a0d6ad00a3cb {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:43:35.891936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c9ee0a-1589-479e-9547-be9ce8daae40", "name": "network-vif-deleted", "tag": "ea0853b0-9fc1-4d88-ab40-38dd38eece2c", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:43:35.892552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-acb53d87-d656-416e-b2b4-a0d6ad00a3cb {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:43:35.893456 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c9ee0a-1589-479e-9547-be9ce8daae40', 'name': 'network-vif-deleted', 'tag': 'ea0853b0-9fc1-4d88-ab40-38dd38eece2c', 'status': 'completed', 'code': 200} Jun 02 16:43:36.040952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-7a5e8e3f-0926-471a-a652-6502caf096c8 req-60e6ca41-3ee7-4a93-8fdc-a6b22ae3c494 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Synchronizing usage tracker for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:43:36.058131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-7a5e8e3f-0926-471a-a652-6502caf096c8 req-60e6ca41-3ee7-4a93-8fdc-a6b22ae3c494 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Unset dirty status for tenant:fb79c8ac06334981844f175e241075b7 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:43:36.060279 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7a5e8e3f-0926-471a-a652-6502caf096c8 req-60e6ca41-3ee7-4a93-8fdc-a6b22ae3c494 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "GET /v2.0/ports?device_id=66c9ee0a-1589-479e-9547-be9ce8daae40 HTTP/1.1" status: 200 len: 210 time: 0.0667126 Jun 02 16:43:36.696233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:37.163910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40764) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:37.241173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91778aa7-5d4b-4181-9874-186b8a5f6aa9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:37.281181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91778aa7-5d4b-4181-9874-186b8a5f6aa9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:37.368374 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91778aa7-5d4b-4181-9874-186b8a5f6aa9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:37.372892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-694d940c-865c-41f0-96b7-ab3601907bb8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:37.390602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91778aa7-5d4b-4181-9874-186b8a5f6aa9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cd1be2-0766-424e-b5c7-adf5b7c45bc9,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:37.393749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-91778aa7-5d4b-4181-9874-186b8a5f6aa9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:37.410717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91778aa7-5d4b-4181-9874-186b8a5f6aa9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:37.413023 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-91778aa7-5d4b-4181-9874-186b8a5f6aa9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/security-groups/e6cd1be2-0766-424e-b5c7-adf5b7c45bc9 HTTP/1.1" status: 204 len: 168 time: 0.2472496 Jun 02 16:43:37.445874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40768) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:38.017526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ea0853b0-9fc1-4d88-ab40-38dd38eece2c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:43:38.058688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: ea0853b0-9fc1-4d88-ab40-38dd38eece2c {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:43:38.059098 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ea0853b0-9fc1-4d88-ab40-38dd38eece2c not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:43:38.235285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b804f032-93c3-4331-b533-de958248dd35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:38.623840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:38.748492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b804f032-93c3-4331-b533-de958248dd35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port abdff6b6-d762-4c56-8ebe-7c2934c77bad {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:43:38.748717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b804f032-93c3-4331-b533-de958248dd35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:38.898566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-b804f032-93c3-4331-b533-de958248dd35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port abdff6b6-d762-4c56-8ebe-7c2934c77bad, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=abdff6b6-d762-4c56-8ebe-7c2934c77bad,segment=NetworkSegment(44bd4da0-b80a-4ad9-aa1a-383f9872e18f),segment_id=44bd4da0-b80a-4ad9-aa1a-383f9872e18f)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:38.898898 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b804f032-93c3-4331-b533-de958248dd35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:39.026860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b804f032-93c3-4331-b533-de958248dd35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for abdff6b6-d762-4c56-8ebe-7c2934c77bad owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:43:39.333654 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b804f032-93c3-4331-b533-de958248dd35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:39.337944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e2eeffca-e6fe-4b86-a4ae-61cf11249886 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:39.382821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804f032-93c3-4331-b533-de958248dd35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=abdff6b6-d762-4c56-8ebe-7c2934c77bad,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:39.385608 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b804f032-93c3-4331-b533-de958248dd35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:39.820871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b804f032-93c3-4331-b533-de958248dd35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:40.192633 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b804f032-93c3-4331-b533-de958248dd35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Router 542cffd5-4b42-49ea-9144-e0031aa900f8 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:43:40.380661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b804f032-93c3-4331-b533-de958248dd35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:43:40.392071 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf902d89-a4b4-47e8-89cb-4b48aeb0e1d6 None None] Sync routers for ids ['542cffd5-4b42-49ea-9144-e0031aa900f8'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:43:40.405863 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b804f032-93c3-4331-b533-de958248dd35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "PUT /v2.0/routers/542cffd5-4b42-49ea-9144-e0031aa900f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9564049 Jun 02 16:43:40.406198 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf902d89-a4b4-47e8-89cb-4b48aeb0e1d6 None None] Routers {'542cffd5-4b42-49ea-9144-e0031aa900f8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:43:40.406198 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-cf902d89-a4b4-47e8-89cb-4b48aeb0e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:43:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['542cffd5-4b42-49ea-9144-e0031aa900f8'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:40.406410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40770) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:40.479441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f82d63b-85a8-45c6-9b82-a7d7146f62b9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting subnet 9df6ab72-8a7a-41e0-bcee-becc6782f2b5 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:43:40.482670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5f82d63b-85a8-45c6-9b82-a7d7146f62b9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:40.540560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5f82d63b-85a8-45c6-9b82-a7d7146f62b9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:40.588063 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-cf902d89-a4b4-47e8-89cb-4b48aeb0e1d6 None None] Set router 542cffd5-4b42-49ea-9144-e0031aa900f8 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:43:40.630439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5f82d63b-85a8-45c6-9b82-a7d7146f62b9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:40.869628 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-cf902d89-a4b4-47e8-89cb-4b48aeb0e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:43:39Z', 'revision_number': 7, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:43:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:40.873351 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf902d89-a4b4-47e8-89cb-4b48aeb0e1d6 None None] Checking router: 542cffd5-4b42-49ea-9144-e0031aa900f8 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:43:40.882006 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf902d89-a4b4-47e8-89cb-4b48aeb0e1d6 None None] Routers {'542cffd5-4b42-49ea-9144-e0031aa900f8'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:43:40.882669 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-cf902d89-a4b4-47e8-89cb-4b48aeb0e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:43:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['542cffd5-4b42-49ea-9144-e0031aa900f8'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:40.910852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5f82d63b-85a8-45c6-9b82-a7d7146f62b9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:40.914754 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6b62dd63-295b-41ea-807a-85724fe1ef2e tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:40.950868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82d63b-85a8-45c6-9b82-a7d7146f62b9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Subnet': ['ID=9df6ab72-8a7a-41e0-bcee-becc6782f2b5,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:40.953711 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5f82d63b-85a8-45c6-9b82-a7d7146f62b9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:40.956425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-5f82d63b-85a8-45c6-9b82-a7d7146f62b9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:40.963064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95346963-4689-45dc-ab0c-39261b29c79d None None] Network cd68d2d1-173d-42eb-abf2-c4ac80fb528f requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:43:40.966345 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5f82d63b-85a8-45c6-9b82-a7d7146f62b9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/subnets/9df6ab72-8a7a-41e0-bcee-becc6782f2b5 HTTP/1.1" status: 204 len: 168 time: 0.5565045 Jun 02 16:43:40.966345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40772) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:41.082063 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-cf902d89-a4b4-47e8-89cb-4b48aeb0e1d6 None None] Set router 542cffd5-4b42-49ea-9144-e0031aa900f8 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:43:41.156813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.233398 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd37b01-2324-49de-85da-cd5a5b83bb3e None None] DHCP port deletion for cd68d2d1-173d-42eb-abf2-c4ac80fb528f request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:43:41.306996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-cdd37b01-2324-49de-85da-cd5a5b83bb3e None None] Deleting port fe04217a-cf44-444d-9eee-30cb3c60eb30 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:43:41.307664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cdd37b01-2324-49de-85da-cd5a5b83bb3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.419892 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-cf902d89-a4b4-47e8-89cb-4b48aeb0e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:43:39Z', 'revision_number': 7, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:43:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:41.426720 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-cdd37b01-2324-49de-85da-cd5a5b83bb3e None None] For port fe04217a-cf44-444d-9eee-30cb3c60eb30, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=fe04217a-cf44-444d-9eee-30cb3c60eb30,segment=NetworkSegment(44bd4da0-b80a-4ad9-aa1a-383f9872e18f),segment_id=44bd4da0-b80a-4ad9-aa1a-383f9872e18f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:41.426963 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf902d89-a4b4-47e8-89cb-4b48aeb0e1d6 None None] The sync data for ids ['542cffd5-4b42-49ea-9144-e0031aa900f8'] in dv-neutron-601336-83-hyperv is: [{'id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'name': 'tempest-TestNetworkBasicOps-router-1955961416', 'tenant_id': 'fb79c8ac06334981844f175e241075b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:42:21Z', 'updated_at': '2021-06-02T16:43:39Z', 'revision_number': 7, 'project_id': 'fb79c8ac06334981844f175e241075b7', 'gw_port': {'id': '9d1fa6d6-6972-4036-8c33-ed9b949c15a1', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542cffd5-4b42-49ea-9144-e0031aa900f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:42:22Z', 'updated_at': '2021-06-02T16:43:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:43:41.427099 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cdd37b01-2324-49de-85da-cd5a5b83bb3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.547323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.552879 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-cdd37b01-2324-49de-85da-cd5a5b83bb3e None None] Calling delete_port for fe04217a-cf44-444d-9eee-30cb3c60eb30 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:43:41.600725 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cdd37b01-2324-49de-85da-cd5a5b83bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.605814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40df440f-dacf-4509-bcd3-1974a9047c71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:41.623454 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Deleting port 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:43:41.623787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.650057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd37b01-2324-49de-85da-cd5a5b83bb3e None None] Pushing event deleted for resources: {'Port': ['ID=fe04217a-cf44-444d-9eee-30cb3c60eb30,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:41.652936 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cdd37b01-2324-49de-85da-cd5a5b83bb3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:41.655261 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd37b01-2324-49de-85da-cd5a5b83bb3e None None] No DVR routers for this DVR port fe04217a-cf44-444d-9eee-30cb3c60eb30 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:43:41.747573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] For port 9d1fa6d6-6972-4036-8c33-ed9b949c15a1, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9d1fa6d6-6972-4036-8c33-ed9b949c15a1,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:41.747849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:41.874427 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Calling delete_port for 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:43:42.017484 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:42.021290 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4f13e000-541c-4c7d-a1c2-8ad0df5d81f3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:42.066399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Port': ['ID=9d1fa6d6-6972-4036-8c33-ed9b949c15a1,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:42.069513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:42.164519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:42.342860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:42.345941 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:42.371659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:42.372245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Fanout notify agent at l3_agent the message router_deleted on router 542cffd5-4b42-49ea-9144-e0031aa900f8 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:43:42.404386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:42.408450 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/routers/542cffd5-4b42-49ea-9144-e0031aa900f8 HTTP/1.1" status: 204 len: 168 time: 1.4384687 Jun 02 16:43:42.409167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40774) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:42.528550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cbafbcce-b0d9-4643-aef2-e02bdb0f7a8a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:42.671207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cbafbcce-b0d9-4643-aef2-e02bdb0f7a8a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:42.687692 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-cbafbcce-b0d9-4643-aef2-e02bdb0f7a8a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd68d2d1-173d-42eb-abf2-c4ac80fb528f']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:42.700939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-cbafbcce-b0d9-4643-aef2-e02bdb0f7a8a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bd4da0-b80a-4ad9-aa1a-383f9872e18f') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:42.701330 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-cbafbcce-b0d9-4643-aef2-e02bdb0f7a8a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bd4da0-b80a-4ad9-aa1a-383f9872e18f') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:43:42.715143 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cbafbcce-b0d9-4643-aef2-e02bdb0f7a8a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:42.735583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cbafbcce-b0d9-4643-aef2-e02bdb0f7a8a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:42.742333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbafbcce-b0d9-4643-aef2-e02bdb0f7a8a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:43:42.742730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cbafbcce-b0d9-4643-aef2-e02bdb0f7a8a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:43:42.757690 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:43:42.845490 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cbafbcce-b0d9-4643-aef2-e02bdb0f7a8a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:42.850711 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cbafbcce-b0d9-4643-aef2-e02bdb0f7a8a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:42.861175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2d48dade-dd95-4f0a-8ae2-7ff4ba1aa4f0 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:42.882179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafbcce-b0d9-4643-aef2-e02bdb0f7a8a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Pushing event deleted for resources: {'Network': ['ID=cd68d2d1-173d-42eb-abf2-c4ac80fb528f,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:42.885204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cbafbcce-b0d9-4643-aef2-e02bdb0f7a8a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:42.887370 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cbafbcce-b0d9-4643-aef2-e02bdb0f7a8a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] 10.222.0.50 "DELETE /v2.0/networks/cd68d2d1-173d-42eb-abf2-c4ac80fb528f HTTP/1.1" status: 204 len: 168 time: 0.4774997 Jun 02 16:43:42.930907 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fe04217a-cf44-444d-9eee-30cb3c60eb30 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:43:43.026842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: fe04217a-cf44-444d-9eee-30cb3c60eb30 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:43:43.027199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device fe04217a-cf44-444d-9eee-30cb3c60eb30 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:43:43.027621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device abdff6b6-d762-4c56-8ebe-7c2934c77bad no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:43:43.061748 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: abdff6b6-d762-4c56-8ebe-7c2934c77bad {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:43:43.062126 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device abdff6b6-d762-4c56-8ebe-7c2934c77bad not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:43:43.062559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:43:43.100217 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:43:43.100569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9d1fa6d6-6972-4036-8c33-ed9b949c15a1 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:43:43.288024 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40780) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:43.454999 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f031dea0-df85-434f-897a-aec7ad68e6d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb79c8ac06334981844f175e241075b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656952 Jun 02 16:43:43.457951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40784) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:43.519097 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8747774d-74c2-440d-85cc-881e57b7a87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:43.556995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8747774d-74c2-440d-85cc-881e57b7a87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:43.611850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8747774d-74c2-440d-85cc-881e57b7a87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:43.615757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-efe61be8-bffd-4000-a860-bb348633f550 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:43.630263 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747774d-74c2-440d-85cc-881e57b7a87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f96b5b-a693-4551-a9d1-23214aaa65eb,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:43.634200 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8747774d-74c2-440d-85cc-881e57b7a87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:43.637788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8747774d-74c2-440d-85cc-881e57b7a87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:43.638961 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8747774d-74c2-440d-85cc-881e57b7a87b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2f96b5b-a693-4551-a9d1-23214aaa65eb HTTP/1.1" status: 204 len: 168 time: 0.1800640 Jun 02 16:43:43.984831 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40790) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:44.011078 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5069-7221-4d1b-ab91-1ca790589d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.026566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a9ec5069-7221-4d1b-ab91-1ca790589d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:43:44.030515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a9ec5069-7221-4d1b-ab91-1ca790589d3e admin admin] Usage tracker for resource:security_group_rule and tenant:54e0d020418c46979cc61a8e0c344bae is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:43:44.033280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a9ec5069-7221-4d1b-ab91-1ca790589d3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:43:44.039010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a9ec5069-7221-4d1b-ab91-1ca790589d3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:43:44.116725 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5069-7221-4d1b-ab91-1ca790589d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.122269 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5069-7221-4d1b-ab91-1ca790589d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.130453 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b5da85f4-4f62-4f56-8952-b960cfbccc12 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:44.168326 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a9ec5069-7221-4d1b-ab91-1ca790589d3e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=54e0d020418c46979cc61a8e0c344bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823030 Jun 02 16:43:44.169248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec5069-7221-4d1b-ab91-1ca790589d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e01838-5e22-4f78-a02c-490bbc0861d9,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:44.171212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40792) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:43:44.172450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a9ec5069-7221-4d1b-ab91-1ca790589d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:44.236760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a062eed-a3d3-45d8-8c8b-9d6c0d6640d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.264494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a062eed-a3d3-45d8-8c8b-9d6c0d6640d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.319645 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a062eed-a3d3-45d8-8c8b-9d6c0d6640d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.323492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8a3dc5ce-8026-427b-936a-24c9b21c0022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:44.336954 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a062eed-a3d3-45d8-8c8b-9d6c0d6640d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e01838-5e22-4f78-a02c-490bbc0861d9,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:44.340034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7a062eed-a3d3-45d8-8c8b-9d6c0d6640d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:44.343568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a062eed-a3d3-45d8-8c8b-9d6c0d6640d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:44.344703 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7a062eed-a3d3-45d8-8c8b-9d6c0d6640d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/37e01838-5e22-4f78-a02c-490bbc0861d9 HTTP/1.1" status: 204 len: 168 time: 0.1717710 Jun 02 16:43:49.143737 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:51.582428 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-0c470a56-8a1e-4922-8c5c-f4170858def0 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b5b475ec08d247439983043780223e52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290389 Jun 02 16:43:51.741783 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-e1ac63a7-0ea3-456a-a8d0-1dec511eceaf tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:51.743152 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-e1ac63a7-0ea3-456a-a8d0-1dec511eceaf tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1551950 Jun 02 16:43:51.758888 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-8cf46127-77ed-4583-a086-84f8474b364d tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/quotas/b5b475ec08d247439983043780223e52 HTTP/1.1" status: 200 len: 375 time: 0.0098825 Jun 02 16:43:51.811177 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-e6b4e637-b0c4-45cc-ba26-260f0283e236 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b475ec08d247439983043780223e52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471597 Jun 02 16:43:52.005751 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cd2c1261-09f3-49c3-8c96-94717fc6d981 req-e4d81630-6a6b-4039-99e4-860a116a677a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/ports?device_id=f54b32d3-21ab-41b1-99c2-e428f8a5ed07 HTTP/1.1" status: 200 len: 210 time: 0.0448971 Jun 02 16:43:53.161509 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a10741af-bcd6-48ae-9d2a-8a0ef09a5045 req-aa173da0-34b9-4b49-882a-572ab64d3e70 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/ports?device_id=f54b32d3-21ab-41b1-99c2-e428f8a5ed07 HTTP/1.1" status: 200 len: 210 time: 0.0469720 Jun 02 16:43:53.213920 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-bfea48fe-d5ab-41a0-8cf5-ee45106b9a45 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b5b475ec08d247439983043780223e52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334506 Jun 02 16:43:53.379789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-f2416cff-ded0-4929-81c5-b6d6a63d87d2 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:53.381324 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-f2416cff-ded0-4929-81c5-b6d6a63d87d2 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1594162 Jun 02 16:43:53.407177 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Request body: {'port': {'device_id': 'f54b32d3-21ab-41b1-99c2-e428f8a5ed07', 'network_id': '60d9314f-a403-4168-a433-a1eb002c50ff', 'admin_state_up': True, 'tenant_id': 'b5b475ec08d247439983043780223e52'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:43:53.544509 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:43:53.548822 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Usage tracker for resource:port and tenant:b5b475ec08d247439983043780223e52 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:43:53.551875 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:43:53.558089 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:43:53.570821 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Made reservation on behalf of b5b475ec08d247439983043780223e52 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:43:53.574298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:53.590721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:53.611268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:43:53.615072 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Usage tracker for resource:security_group_rule and tenant:b5b475ec08d247439983043780223e52 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:43:53.617859 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:43:53.623911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:43:53.708784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:53.714692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:53.717652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1c426ebb-6ab1-44cb-ad59-6467c9d0939f tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:53.788601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb84398-c7f6-4228-b85a-d3b46664f880,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:53.794283 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:53.888960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Allocated IP 192.168.233.151 (60d9314f-a403-4168-a433-a1eb002c50ff/e6addc16-e6af-49c3-b7fd-d4a4e8d2efd7/4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:43:54.099481 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:54.117295 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Transition to ACTIVE for port object 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:43:54.143216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:54.149426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-76e5e1df-abac-4b0b-95e9-ab43a2ba6dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:54.219669 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Network 60d9314f-a403-4168-a433-a1eb002c50ff is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:43:54.223718 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:43:54.228565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:43:54.266844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Pushing event updated for resources: {'Port': ['ID=4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:54.271821 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:54.301366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:54.302419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:54.403284 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0002923 Jun 02 16:43:54.425328 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Request body: {'port': {'device_id': 'f54b32d3-21ab-41b1-99c2-e428f8a5ed07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:43:54.498574 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a3bd8e84-f8aa-4910-aac4-da34972418d1 None None] Provisioning for port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:43:54.504568 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a3bd8e84-f8aa-4910-aac4-da34972418d1 None None] Provisioning complete for port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:43:54.504941 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a3bd8e84-f8aa-4910-aac4-da34972418d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:54.528757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0e5ff-8fdc-4618-aee8-5068c676f6a0 req-a86685f4-a732-479a-9428-e318c5709e6b tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:54.529472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-c3f0e5ff-8fdc-4618-aee8-5068c676f6a0 req-a86685f4-a732-479a-9428-e318c5709e6b tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Synchronizing usage tracker for tenant:b5b475ec08d247439983043780223e52 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:43:54.557555 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd8e84-f8aa-4910-aac4-da34972418d1 None None] Port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:43:54.571147 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-c3f0e5ff-8fdc-4618-aee8-5068c676f6a0 req-a86685f4-a732-479a-9428-e318c5709e6b tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Unset dirty status for tenant:b5b475ec08d247439983043780223e52 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:43:54.572475 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c3f0e5ff-8fdc-4618-aee8-5068c676f6a0 req-a86685f4-a732-479a-9428-e318c5709e6b tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/ports?device_id=f54b32d3-21ab-41b1-99c2-e428f8a5ed07 HTTP/1.1" status: 200 len: 936 time: 0.2506087 Jun 02 16:43:54.573185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:54.674372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-c3f0e5ff-8fdc-4618-aee8-5068c676f6a0 req-60bc5975-99f3-4e30-9cb8-2498b20cff99 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Synchronizing usage tracker for tenant:b5b475ec08d247439983043780223e52 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:43:54.742991 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-c3f0e5ff-8fdc-4618-aee8-5068c676f6a0 req-60bc5975-99f3-4e30-9cb8-2498b20cff99 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Unset dirty status for tenant:b5b475ec08d247439983043780223e52 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:43:54.744208 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c3f0e5ff-8fdc-4618-aee8-5068c676f6a0 req-60bc5975-99f3-4e30-9cb8-2498b20cff99 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/security-groups?id=1eb84398-c7f6-4228-b85a-d3b46664f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616201 Jun 02 16:43:54.972355 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 {{(pid=92322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:43:54.980300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:54.995836 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Transition to ACTIVE for port object 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:43:54.999674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:55.003730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2f602164-889f-4282-8b19-44b733fb1236 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:55.163746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Pushing event updated for resources: {'Port': ['ID=4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:55.166946 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:55.255906 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Attempting to bind port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:43:55.256577 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Attempting to bind port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb576b55-6fbb-49b9-ae4e-26b5b1405dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '60d9314f-a403-4168-a433-a1eb002c50ff'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:43:55.256577 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Attempting to bind port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 on network 60d9314f-a403-4168-a433-a1eb002c50ff {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:43:55.260929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 on network 60d9314f-a403-4168-a433-a1eb002c50ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:43:55.261242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Attempting to bind port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 on network 60d9314f-a403-4168-a433-a1eb002c50ff {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:43:55.266472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:43:55.266803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Checking segment: {'id': 'eb576b55-6fbb-49b9-ae4e-26b5b1405dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '60d9314f-a403-4168-a433-a1eb002c50ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:43:55.267182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Bound using segment: {'id': 'eb576b55-6fbb-49b9-ae4e-26b5b1405dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '60d9314f-a403-4168-a433-a1eb002c50ff'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:43:55.268333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Bound port: 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb576b55-6fbb-49b9-ae4e-26b5b1405dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '60d9314f-a403-4168-a433-a1eb002c50ff'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:43:55.268333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:55.359905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] For port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:43:55.363139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] For port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0,segment=NetworkSegment(eb576b55-6fbb-49b9-ae4e-26b5b1405dc1),segment_id=eb576b55-6fbb-49b9-ae4e-26b5b1405dc1)] {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:43:55.369202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:55.373288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b99c2de9-8369-4525-aef2-697933f9983a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:55.435679 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:55.436295 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:55.437722 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] 10.222.0.49 "PUT /v2.0/ports/4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 HTTP/1.1" status: 200 len: 1098 time: 1.0178883 Jun 02 16:43:55.438314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54b32d3-21ab-41b1-99c2-e428f8a5ed07', 'tag': '4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:43:55.440681 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac698f01-fcd1-465a-8a86-6e4ec598abc4" -d '{"events": [{"name": "network-changed", "server_uuid": "f54b32d3-21ab-41b1-99c2-e428f8a5ed07", "tag": "4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:43:55.465030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Pushing event updated for resources: {'Port': ['ID=4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:55.468971 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:55.526717 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5db73c-6131-485e-883c-c9a9b3a2528b x-openstack-request-id: req-2e5db73c-6131-485e-883c-c9a9b3a2528b {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:43:55.527062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54b32d3-21ab-41b1-99c2-e428f8a5ed07", "tag": "4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:43:55.527490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e5db73c-6131-485e-883c-c9a9b3a2528b {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:43:55.527824 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54b32d3-21ab-41b1-99c2-e428f8a5ed07', 'tag': '4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0', 'status': 'completed', 'code': 200} Jun 02 16:43:55.572033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-f39f5085-0816-4f41-bf4c-36983f243699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:55.573551 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-f39f5085-0816-4f41-bf4c-36983f243699 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5b475ec08d247439983043780223e52&device_id=f54b32d3-21ab-41b1-99c2-e428f8a5ed07 HTTP/1.1" status: 200 len: 1101 time: 0.0810299 Jun 02 16:43:55.804791 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-8504c2ec-8c7e-40d4-8196-9955d53ed531 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 HTTP/1.1" status: 200 len: 217 time: 0.2159929 Jun 02 16:43:55.917608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-0a859f5b-c0ee-4635-ad01-58f5ce475ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:55.919078 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-0a859f5b-c0ee-4635-ad01-58f5ce475ba3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e6addc16-e6af-49c3-b7fd-d4a4e8d2efd7 HTTP/1.1" status: 200 len: 843 time: 0.1040154 Jun 02 16:43:55.999442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b009fd9-b19f-48f4-b6c9-d1495b959cab req-cf614ab4-f603-40b6-aaee-0d3433cf32bd tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:56.000946 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2b009fd9-b19f-48f4-b6c9-d1495b959cab req-cf614ab4-f603-40b6-aaee-0d3433cf32bd tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/ports?device_id=f54b32d3-21ab-41b1-99c2-e428f8a5ed07 HTTP/1.1" status: 200 len: 948 time: 0.1461103 Jun 02 16:43:56.061229 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2b009fd9-b19f-48f4-b6c9-d1495b959cab req-058abe9c-f0fe-4b43-983c-24dcf6a1d5c1 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/security-groups?id=1eb84398-c7f6-4228-b85a-d3b46664f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538027 Jun 02 16:43:56.064128 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-e6641d46-618d-4940-a764-fa2664550a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:56.065522 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-e6641d46-618d-4940-a764-fa2664550a07 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=60d9314f-a403-4168-a433-a1eb002c50ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.1340785 Jun 02 16:43:56.209940 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-f8641365-3ea7-4b36-bc32-9634139ae37f service neutron] 10.222.0.49 "GET /v2.0/networks/60d9314f-a403-4168-a433-a1eb002c50ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338773 Jun 02 16:43:56.358629 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-73b86ef4-aa45-4951-a8f9-90e40d7203a8 req-72772553-e7aa-41ea-a241-29ea864ab8ce service neutron] 10.222.0.49 "GET /v2.0/networks/60d9314f-a403-4168-a433-a1eb002c50ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378851 Jun 02 16:43:56.493223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac698f01-fcd1-465a-8a86-6e4ec598abc4 req-5f2e7c71-e588-465b-b30c-ce1f12384d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:56.494762 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ac698f01-fcd1-465a-8a86-6e4ec598abc4 req-5f2e7c71-e588-465b-b30c-ce1f12384d4d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5b475ec08d247439983043780223e52&device_id=f54b32d3-21ab-41b1-99c2-e428f8a5ed07 HTTP/1.1" status: 200 len: 1101 time: 0.0785754 Jun 02 16:43:56.650224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac698f01-fcd1-465a-8a86-6e4ec598abc4 req-025eb464-38ae-4684-8b24-31b9ec0f849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:56.651591 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ac698f01-fcd1-465a-8a86-6e4ec598abc4 req-025eb464-38ae-4684-8b24-31b9ec0f849e service neutron] 10.222.0.49 "GET /v2.0/networks?id=60d9314f-a403-4168-a433-a1eb002c50ff HTTP/1.1" status: 200 len: 870 time: 0.1480527 Jun 02 16:43:56.726832 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ac698f01-fcd1-465a-8a86-6e4ec598abc4 req-e9ebc996-ad53-4e97-960a-b704eae0d7aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 HTTP/1.1" status: 200 len: 217 time: 0.0659668 Jun 02 16:43:56.794102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac698f01-fcd1-465a-8a86-6e4ec598abc4 req-27d52007-578e-430b-960c-85f08912defa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:56.795780 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ac698f01-fcd1-465a-8a86-6e4ec598abc4 req-27d52007-578e-430b-960c-85f08912defa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e6addc16-e6af-49c3-b7fd-d4a4e8d2efd7 HTTP/1.1" status: 200 len: 843 time: 0.0617530 Jun 02 16:43:56.878694 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac698f01-fcd1-465a-8a86-6e4ec598abc4 req-48fb77f1-8198-4c3f-911c-8d67eba3f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:56.880223 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ac698f01-fcd1-465a-8a86-6e4ec598abc4 req-48fb77f1-8198-4c3f-911c-8d67eba3f390 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=60d9314f-a403-4168-a433-a1eb002c50ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0775416 Jun 02 16:43:57.030682 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ac698f01-fcd1-465a-8a86-6e4ec598abc4 req-63f5180c-91f6-4a0f-b193-a5d234cecbd1 service neutron] 10.222.0.49 "GET /v2.0/networks/60d9314f-a403-4168-a433-a1eb002c50ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425948 Jun 02 16:43:57.166926 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ac698f01-fcd1-465a-8a86-6e4ec598abc4 req-1c9d881e-89f1-45ec-baa3-9b23860de8a9 service neutron] 10.222.0.49 "GET /v2.0/networks/60d9314f-a403-4168-a433-a1eb002c50ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279771 Jun 02 16:43:57.252356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbee10-0bbc-40af-b13f-019a6d790cb1 req-bf3119d3-29ff-42cc-b14f-72f1dd26ebf7 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:57.253791 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-55fbee10-0bbc-40af-b13f-019a6d790cb1 req-bf3119d3-29ff-42cc-b14f-72f1dd26ebf7 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/ports?device_id=f54b32d3-21ab-41b1-99c2-e428f8a5ed07 HTTP/1.1" status: 200 len: 948 time: 0.0852473 Jun 02 16:43:57.302154 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-55fbee10-0bbc-40af-b13f-019a6d790cb1 req-2e289582-3a29-4988-af72-70847899bc66 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/security-groups?id=1eb84398-c7f6-4228-b85a-d3b46664f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401752 Jun 02 16:43:58.095351 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:43:58.330787 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0,segment=NetworkSegment(eb576b55-6fbb-49b9-ae4e-26b5b1405dc1),segment_id=eb576b55-6fbb-49b9-ae4e-26b5b1405dc1)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:58.347972 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0', 'network_id': '60d9314f-a403-4168-a433-a1eb002c50ff', 'port_id': '4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0', 'mac_address': 'fa:16:3e:aa:56:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6addc16-e6af-49c3-b7fd-d4a4e8d2efd7', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:43:58.412277 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:58.431211 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:43:58.448818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0,segment=NetworkSegment(eb576b55-6fbb-49b9-ae4e-26b5b1405dc1),segment_id=eb576b55-6fbb-49b9-ae4e-26b5b1405dc1)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:43:58.453635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:43:58.456279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:43:58.520002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b89a0-04a9-4325-8093-1a809c042b55 req-45d08db0-344f-419b-ac9d-6de9216dcf24 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:58.521798 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-454b89a0-04a9-4325-8093-1a809c042b55 req-45d08db0-344f-419b-ac9d-6de9216dcf24 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/ports?device_id=f54b32d3-21ab-41b1-99c2-e428f8a5ed07 HTTP/1.1" status: 200 len: 949 time: 0.1037021 Jun 02 16:43:58.541400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:43:58.545005 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:43:58.568800 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-454b89a0-04a9-4325-8093-1a809c042b55 req-addae805-2e4f-4eda-84ef-ce220a0ec306 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/security-groups?id=1eb84398-c7f6-4228-b85a-d3b46664f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407135 Jun 02 16:43:58.716788 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:43:59.765440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d60802-0971-4476-b66f-fa6619449b5b req-79449bfb-2d0d-4d01-a08a-fab08620f5da tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:43:59.766836 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-21d60802-0971-4476-b66f-fa6619449b5b req-79449bfb-2d0d-4d01-a08a-fab08620f5da tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/ports?device_id=f54b32d3-21ab-41b1-99c2-e428f8a5ed07 HTTP/1.1" status: 200 len: 949 time: 0.0847402 Jun 02 16:43:59.816862 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-21d60802-0971-4476-b66f-fa6619449b5b req-49456dee-6832-4e3e-8a0d-5c8080827365 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/security-groups?id=1eb84398-c7f6-4228-b85a-d3b46664f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439875 Jun 02 16:44:00.095438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:44:00.168515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:44:00.173874 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:44:00.174298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:00.295691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:00.324637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54b32d3-21ab-41b1-99c2-e428f8a5ed07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:44:00.327040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b0fbf8-a8dc-4888-acf8-5270ed1207d4" -d '{"events": [{"server_uuid": "f54b32d3-21ab-41b1-99c2-e428f8a5ed07", "name": "network-vif-plugged", "status": "completed", "tag": "4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:44:00.335087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0,segment=NetworkSegment(eb576b55-6fbb-49b9-ae4e-26b5b1405dc1),segment_id=eb576b55-6fbb-49b9-ae4e-26b5b1405dc1)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:00.341289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:00.343485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cb4a3e9a-b2ff-47bd-b76b-ca6d788cfac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:00.437678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:00.441539 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990b97fc-c6e1-4e00-832a-1127efd97d5a x-openstack-request-id: req-990b97fc-c6e1-4e00-832a-1127efd97d5a {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:44:00.441837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54b32d3-21ab-41b1-99c2-e428f8a5ed07", "name": "network-vif-plugged", "status": "completed", "tag": "4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:44:00.442130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-990b97fc-c6e1-4e00-832a-1127efd97d5a {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:44:00.442536 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54b32d3-21ab-41b1-99c2-e428f8a5ed07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0', 'code': 200} Jun 02 16:44:00.443311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:00.706535 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486c501-6380-4aa8-bc40-5d326326143b req-579c82be-9e2d-427e-99d6-8d619e616b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:00.707949 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1486c501-6380-4aa8-bc40-5d326326143b req-579c82be-9e2d-427e-99d6-8d619e616b78 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f54b32d3-21ab-41b1-99c2-e428f8a5ed07 HTTP/1.1" status: 200 len: 1103 time: 0.0809715 Jun 02 16:44:00.760036 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1486c501-6380-4aa8-bc40-5d326326143b req-d626e3ab-b0c6-488b-a12e-425feb12f848 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1eb84398-c7f6-4228-b85a-d3b46664f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Jun 02 16:44:01.076325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edacaf0-be2d-4c0d-8a2e-bac5d42e6d4c req-4e766206-d1c8-4d8e-9a12-80db73655040 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:01.078997 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5edacaf0-be2d-4c0d-8a2e-bac5d42e6d4c req-4e766206-d1c8-4d8e-9a12-80db73655040 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/ports?device_id=f54b32d3-21ab-41b1-99c2-e428f8a5ed07 HTTP/1.1" status: 200 len: 950 time: 0.1481802 Jun 02 16:44:01.130456 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5edacaf0-be2d-4c0d-8a2e-bac5d42e6d4c req-304f2d30-3637-4057-9ac6-dcbb97f39e3c tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/security-groups?id=1eb84398-c7f6-4228-b85a-d3b46664f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457230 Jun 02 16:44:01.150144 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:44:02.325335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978f679-c868-4155-910e-56f2f73542c8 req-cda0ef75-72d4-4bbe-9654-3a2e4f8e44cc tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:02.326939 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e978f679-c868-4155-910e-56f2f73542c8 req-cda0ef75-72d4-4bbe-9654-3a2e4f8e44cc tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/ports?device_id=f54b32d3-21ab-41b1-99c2-e428f8a5ed07 HTTP/1.1" status: 200 len: 950 time: 0.0850866 Jun 02 16:44:02.376000 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e978f679-c868-4155-910e-56f2f73542c8 req-fce7c740-6b57-42d1-acf2-be168072aca3 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/security-groups?id=1eb84398-c7f6-4228-b85a-d3b46664f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429969 Jun 02 16:44:02.961760 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-09f14d1c-68ca-49e3-94b6-ae06b3e409c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:03.536232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1f185-6378-4109-a26b-025967ee58f0 req-f875661e-472e-4bed-9458-d1f0d10ceaed tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:03.537709 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-93f1f185-6378-4109-a26b-025967ee58f0 req-f875661e-472e-4bed-9458-d1f0d10ceaed tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/ports?device_id=f54b32d3-21ab-41b1-99c2-e428f8a5ed07 HTTP/1.1" status: 200 len: 950 time: 0.0892408 Jun 02 16:44:03.584181 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-93f1f185-6378-4109-a26b-025967ee58f0 req-1227fdc4-1ea7-4c36-86cf-b21bc8738175 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/security-groups?id=1eb84398-c7f6-4228-b85a-d3b46664f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 Jun 02 16:44:04.780203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de422ce-c6a2-464a-8ba9-528bf12cabd3 req-de8574da-104a-4633-bf5b-93c3e1ad933b tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:04.781668 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5de422ce-c6a2-464a-8ba9-528bf12cabd3 req-de8574da-104a-4633-bf5b-93c3e1ad933b tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/ports?device_id=f54b32d3-21ab-41b1-99c2-e428f8a5ed07 HTTP/1.1" status: 200 len: 950 time: 0.0890710 Jun 02 16:44:04.830420 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5de422ce-c6a2-464a-8ba9-528bf12cabd3 req-d5d524da-6767-4573-89e7-a5627cde84e2 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/security-groups?id=1eb84398-c7f6-4228-b85a-d3b46664f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426407 Jun 02 16:44:04.845932 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338e0bb-394f-43d4-b3f5-7673f4d11791 req-05ca5e40-53da-4480-bf3f-2464e2b8acdc tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:04.847511 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2338e0bb-394f-43d4-b3f5-7673f4d11791 req-05ca5e40-53da-4480-bf3f-2464e2b8acdc tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.49 "GET /v2.0/ports?device_id=f54b32d3-21ab-41b1-99c2-e428f8a5ed07 HTTP/1.1" status: 200 len: 950 time: 0.0862322 Jun 02 16:44:05.030086 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:05.140473 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-2338e0bb-394f-43d4-b3f5-7673f4d11791 req-bd936247-933f-465d-8bca-bdb2f387a786 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Deleting port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:44:05.140793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-2338e0bb-394f-43d4-b3f5-7673f4d11791 req-bd936247-933f-465d-8bca-bdb2f387a786 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:05.280245 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-2338e0bb-394f-43d4-b3f5-7673f4d11791 req-bd936247-933f-465d-8bca-bdb2f387a786 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] For port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0,segment=NetworkSegment(eb576b55-6fbb-49b9-ae4e-26b5b1405dc1),segment_id=eb576b55-6fbb-49b9-ae4e-26b5b1405dc1)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:05.280600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-2338e0bb-394f-43d4-b3f5-7673f4d11791 req-bd936247-933f-465d-8bca-bdb2f387a786 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:05.406330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-2338e0bb-394f-43d4-b3f5-7673f4d11791 req-bd936247-933f-465d-8bca-bdb2f387a786 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Calling delete_port for 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 owned by compute:nova {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:44:05.441607 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0de634a1-18c5-4078-94f7-158c21cfb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:05.525793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-2338e0bb-394f-43d4-b3f5-7673f4d11791 req-bd936247-933f-465d-8bca-bdb2f387a786 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:05.531925 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-391f36f5-0742-4532-b145-fcbe43262db9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:05.542479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:44:05.577737 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd936247-933f-465d-8bca-bdb2f387a786 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Pushing event deleted for resources: {'Port': ['ID=4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:05.581230 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bd936247-933f-465d-8bca-bdb2f387a786 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:05.665246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-2338e0bb-394f-43d4-b3f5-7673f4d11791 req-bd936247-933f-465d-8bca-bdb2f387a786 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] No DVR routers for this DVR port 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:44:05.667970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-2338e0bb-394f-43d4-b3f5-7673f4d11791 req-bd936247-933f-465d-8bca-bdb2f387a786 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:05.671091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54b32d3-21ab-41b1-99c2-e428f8a5ed07', 'name': 'network-vif-deleted', 'tag': '4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:44:05.673536 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8388a34-6dad-45a3-8b77-5cebbd1a18e2" -d '{"events": [{"server_uuid": "f54b32d3-21ab-41b1-99c2-e428f8a5ed07", "name": "network-vif-deleted", "tag": "4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:44:05.691863 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2338e0bb-394f-43d4-b3f5-7673f4d11791 req-bd936247-933f-465d-8bca-bdb2f387a786 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.49 "DELETE /v2.0/ports/4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 HTTP/1.1" status: 204 len: 173 time: 0.8348482 Jun 02 16:44:05.725304 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56bb431-55a5-4d0d-817f-abfa728a8777 x-openstack-request-id: req-d56bb431-55a5-4d0d-817f-abfa728a8777 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:44:05.726261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54b32d3-21ab-41b1-99c2-e428f8a5ed07", "name": "network-vif-deleted", "tag": "4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:44:05.726787 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d56bb431-55a5-4d0d-817f-abfa728a8777 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:44:05.727979 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54b32d3-21ab-41b1-99c2-e428f8a5ed07', 'name': 'network-vif-deleted', 'tag': '4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0', 'status': 'completed', 'code': 200} Jun 02 16:44:06.013323 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-43bc0055-0ade-4af1-8451-55ae88b077f7 req-4dfd7578-c2d5-47f6-9c7b-dc7adae674c3 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] 10.222.0.50 "GET /v2.0/ports?device_id=f54b32d3-21ab-41b1-99c2-e428f8a5ed07 HTTP/1.1" status: 200 len: 210 time: 0.0523238 Jun 02 16:44:06.707989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:07.402583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40932) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:07.554890 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fd1bb23d-3980-422e-b077-6a51735ced0d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5b475ec08d247439983043780223e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509535 Jun 02 16:44:07.557505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40936) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:07.620787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27fce52b-1b9a-4689-94eb-8543294b8446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:07.646720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27fce52b-1b9a-4689-94eb-8543294b8446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:07.716567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27fce52b-1b9a-4689-94eb-8543294b8446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:07.720396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-28817e7d-7b4d-4d0e-bdcc-74eb34f876ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:07.735704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fce52b-1b9a-4689-94eb-8543294b8446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb84398-c7f6-4228-b85a-d3b46664f880,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:07.739039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-27fce52b-1b9a-4689-94eb-8543294b8446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:07.750737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-27fce52b-1b9a-4689-94eb-8543294b8446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:07.751893 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-27fce52b-1b9a-4689-94eb-8543294b8446 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1eb84398-c7f6-4228-b85a-d3b46664f880 HTTP/1.1" status: 204 len: 168 time: 0.1933706 Jun 02 16:44:08.094273 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 40942) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:08.095290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:44:08.112398 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d5c76c8-e980-40da-8f5d-dacb78565866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:08.131797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4d5c76c8-e980-40da-8f5d-dacb78565866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:08.132872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:44:08.133231 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 4afa18b6-fbbc-412c-b3ea-d775b4ce0ea0 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:44:08.136408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4d5c76c8-e980-40da-8f5d-dacb78565866 admin admin] Usage tracker for resource:security_group_rule and tenant:bb2426c6285147238e1948d58c9cb274 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:08.139802 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4d5c76c8-e980-40da-8f5d-dacb78565866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:08.145604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4d5c76c8-e980-40da-8f5d-dacb78565866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:08.231242 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d5c76c8-e980-40da-8f5d-dacb78565866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:08.236514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d5c76c8-e980-40da-8f5d-dacb78565866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:08.243887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bf6fb6c4-2ab5-4044-81b0-96f9f284ad11 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:08.285298 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4d5c76c8-e980-40da-8f5d-dacb78565866 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb2426c6285147238e1948d58c9cb274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899579 Jun 02 16:44:08.286281 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c76c8-e980-40da-8f5d-dacb78565866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e422f74-e7ff-4bad-b976-63bf98105a4b,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:08.288756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40944) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:08.298758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d5c76c8-e980-40da-8f5d-dacb78565866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:08.353130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5b52-d5b7-4286-bfbe-11820a867dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:08.380973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5b52-d5b7-4286-bfbe-11820a867dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:08.446638 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5b52-d5b7-4286-bfbe-11820a867dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:08.452396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9b75d21e-f7cb-4588-8959-d5380a6eaa0d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:08.469630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f5b52-d5b7-4286-bfbe-11820a867dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e422f74-e7ff-4bad-b976-63bf98105a4b,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:08.472794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ff0f5b52-d5b7-4286-bfbe-11820a867dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:08.475045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5b52-d5b7-4286-bfbe-11820a867dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:08.476245 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ff0f5b52-d5b7-4286-bfbe-11820a867dcf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e422f74-e7ff-4bad-b976-63bf98105a4b HTTP/1.1" status: 204 len: 168 time: 0.1860478 Jun 02 16:44:08.621231 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:09.283294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40968) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:09.403302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-325641248-network', 'tenant_id': '9707ea86d7384c1e9771d66a8e45173a'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:09.411757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:09.416466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Usage tracker for resource:network and tenant:9707ea86d7384c1e9771d66a8e45173a is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:09.420238 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:09.428192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:09.441687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Made reservation on behalf of 9707ea86d7384c1e9771d66a8e45173a for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:44:09.444329 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:09.458093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:09.478554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:09.483028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Usage tracker for resource:security_group_rule and tenant:9707ea86d7384c1e9771d66a8e45173a is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:09.486439 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:09.494488 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:09.612204 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:09.617633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:09.622905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-50375e25-d996-4f67-9e42-cfdcdf79374f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:09.662431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:44:09.685732 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4567df4b-31f1-4782-b9ad-aed39d9a7a69,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:09.693295 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:09.695035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:09.695621 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Added segment 8db25cba-1aa3-4a86-824d-e87b51c7b991 of type vlan for network 5dcd9d09-61e0-469b-9050-fe3dc4211212 Jun 02 16:44:09.743419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:09.783770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:09.785170 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:09.785895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:09.791938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7a6ad0da-46a7-4c5f-b79f-48cdacf41911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:09.899807 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6153407 Jun 02 16:44:09.900802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Pushing event updated for resources: {'Network': ['ID=5dcd9d09-61e0-469b-9050-fe3dc4211212,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:09.902887 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 40972) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:09.908102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Request body: {'subnet': {'network_id': '5dcd9d09-61e0-469b-9050-fe3dc4211212', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-325641248-subnet', 'tenant_id': '9707ea86d7384c1e9771d66a8e45173a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:09.911989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:09.913963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 5dcd9d09-61e0-469b-9050-fe3dc4211212 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:44:09.914498 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:09.919020 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Usage tracker for resource:subnet and tenant:9707ea86d7384c1e9771d66a8e45173a is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:09.922383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:09.929613 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:09.940630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Made reservation on behalf of 9707ea86d7384c1e9771d66a8e45173a for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:44:09.943129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:10.364306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:10.368365 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9f6045ef-1d32-4c94-afca-b2bf0f5e638f tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:10.445106 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7dc46fc-27fa-4dbd-b0fc-437306fb98d9,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:10.449219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:10.457585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Checking segment: {'id': '8db25cba-1aa3-4a86-824d-e87b51c7b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5dcd9d09-61e0-469b-9050-fe3dc4211212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:44:10.457953 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Network hostable DHCP agents. Network: 5dcd9d09-61e0-469b-9050-fe3dc4211212, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:44:10.479303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Network 5dcd9d09-61e0-469b-9050-fe3dc4211212 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:44:10.495804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 5dcd9d09-61e0-469b-9050-fe3dc4211212) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:44:10.506995 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5ef756-e258-4104-915b-3e2be0c7ea91 None None] Network 5dcd9d09-61e0-469b-9050-fe3dc4211212 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:44:10.511901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:10.512993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:10.557820 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6535821 Jun 02 16:44:10.725034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaebad5-a263-404f-a28e-fb3337dff9f1 None None] Network 5dcd9d09-61e0-469b-9050-fe3dc4211212 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:44:11.334200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-7da53023-b85c-45dd-abd5-3aa8a8e91565 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:11.335680 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-7da53023-b85c-45dd-abd5-3aa8a8e91565 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/networks?id=5dcd9d09-61e0-469b-9050-fe3dc4211212 HTTP/1.1" status: 200 len: 811 time: 0.3114724 Jun 02 16:44:11.352131 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-26e20849-00ed-441b-b5be-6154f159a851 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/quotas/9707ea86d7384c1e9771d66a8e45173a HTTP/1.1" status: 200 len: 375 time: 0.0102470 Jun 02 16:44:11.404104 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5c9b4b08-b60e-4828-8e11-101b4e0316bb tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9707ea86d7384c1e9771d66a8e45173a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451553 Jun 02 16:44:11.420935 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-6a838354-a80e-45c7-ba78-80e4d1124ae9 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:44:11.421969 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-6a838354-a80e-45c7-ba78-80e4d1124ae9 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059536 Jun 02 16:44:11.568085 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-261727c6-3ee3-4fea-b8c7-149b77b950ba service neutron] 10.222.0.50 "GET /v2.0/networks/5dcd9d09-61e0-469b-9050-fe3dc4211212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393962 Jun 02 16:44:11.737403 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-96d0b601-b4ee-46e2-b239-0cf649947e44 service neutron] 10.222.0.50 "GET /v2.0/networks/5dcd9d09-61e0-469b-9050-fe3dc4211212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632502 Jun 02 16:44:11.918254 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0046d647-f9bd-4da1-a039-abdffb3e6295 req-ab5b4971-a227-45cc-8790-dc044cfcf3bf tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 210 time: 0.0478568 Jun 02 16:44:13.154417 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81e2d1f7-e33d-46e0-ac22-fca8b7e604bd req-e91e0ee2-b821-4703-aa3f-c32662abcb61 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 210 time: 0.0560539 Jun 02 16:44:13.175762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-32f91f00-9236-4b1c-9018-7f255216ca8a tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:13.176490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-32f91f00-9236-4b1c-9018-7f255216ca8a tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Synchronizing usage tracker for tenant:9707ea86d7384c1e9771d66a8e45173a on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:44:13.197355 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-32f91f00-9236-4b1c-9018-7f255216ca8a tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Unset dirty status for tenant:9707ea86d7384c1e9771d66a8e45173a on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:44:13.198891 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-32f91f00-9236-4b1c-9018-7f255216ca8a tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.49 "GET /v2.0/networks?id=5dcd9d09-61e0-469b-9050-fe3dc4211212 HTTP/1.1" status: 200 len: 811 time: 0.2328160 Jun 02 16:44:13.213829 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Request body: {'port': {'device_id': '50d3f1ec-bcc6-442e-a70d-e846b531ad97', 'network_id': '5dcd9d09-61e0-469b-9050-fe3dc4211212', 'admin_state_up': True, 'tenant_id': '9707ea86d7384c1e9771d66a8e45173a'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:13.508428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:44:13.512656 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Usage tracker for resource:port and tenant:9707ea86d7384c1e9771d66a8e45173a is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:44:13.516124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:44:13.524523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:44:13.540729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Made reservation on behalf of 9707ea86d7384c1e9771d66a8e45173a for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:44:13.545518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:13.714876 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Allocated IP 172.20.0.8 (5dcd9d09-61e0-469b-9050-fe3dc4211212/a7dc46fc-27fa-4dbd-b0fc-437306fb98d9/337a8513-79b6-4eb6-8a52-2943eec11703) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:44:13.929457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:13.963617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:13.970251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-671a134b-4621-44d2-8a2e-6039371022cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:14.047598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Network 5dcd9d09-61e0-469b-9050-fe3dc4211212 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:44:14.052098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:44:14.056836 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:44:14.088509 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Pushing event updated for resources: {'Port': ['ID=337a8513-79b6-4eb6-8a52-2943eec11703,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:14.097572 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:14.131120 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:14.131901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:14.155238 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9456217 Jun 02 16:44:14.172294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Request body: {'port': {'device_id': '50d3f1ec-bcc6-442e-a70d-e846b531ad97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:44:14.295658 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:14.510852 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e857ce1-65ab-4ed0-8765-d75dc9538484 req-cca7ef64-9305-4b43-9c20-ba7ead6f02a1 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:14.511572 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-6e857ce1-65ab-4ed0-8765-d75dc9538484 req-cca7ef64-9305-4b43-9c20-ba7ead6f02a1 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Synchronizing usage tracker for tenant:9707ea86d7384c1e9771d66a8e45173a on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:44:14.601278 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-6e857ce1-65ab-4ed0-8765-d75dc9538484 req-cca7ef64-9305-4b43-9c20-ba7ead6f02a1 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Unset dirty status for tenant:9707ea86d7384c1e9771d66a8e45173a on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:44:14.602870 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6e857ce1-65ab-4ed0-8765-d75dc9538484 req-cca7ef64-9305-4b43-9c20-ba7ead6f02a1 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 931 time: 0.3081923 Jun 02 16:44:14.687669 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-6e857ce1-65ab-4ed0-8765-d75dc9538484 req-7d8049c4-a568-4827-90e5-263b17a2254b tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Synchronizing usage tracker for tenant:9707ea86d7384c1e9771d66a8e45173a on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:44:14.722699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-6e857ce1-65ab-4ed0-8765-d75dc9538484 req-7d8049c4-a568-4827-90e5-263b17a2254b tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Unset dirty status for tenant:9707ea86d7384c1e9771d66a8e45173a on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:44:14.723855 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6e857ce1-65ab-4ed0-8765-d75dc9538484 req-7d8049c4-a568-4827-90e5-263b17a2254b tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136179 Jun 02 16:44:14.792594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337a8513-79b6-4eb6-8a52-2943eec11703 {{(pid=92322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:44:14.803379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:14.819174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Transition to ACTIVE for port object 337a8513-79b6-4eb6-8a52-2943eec11703 will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:44:14.823686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:14.829126 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0e5eaca9-6d5d-4462-8b2c-b56dda227479 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:14.985030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Pushing event updated for resources: {'Port': ['ID=337a8513-79b6-4eb6-8a52-2943eec11703,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:14.988112 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:15.062541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Attempting to bind port 337a8513-79b6-4eb6-8a52-2943eec11703 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:44:15.062881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Attempting to bind port 337a8513-79b6-4eb6-8a52-2943eec11703 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8db25cba-1aa3-4a86-824d-e87b51c7b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5dcd9d09-61e0-469b-9050-fe3dc4211212'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:44:15.063221 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Attempting to bind port 337a8513-79b6-4eb6-8a52-2943eec11703 on network 5dcd9d09-61e0-469b-9050-fe3dc4211212 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:44:15.068155 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Port 337a8513-79b6-4eb6-8a52-2943eec11703 on network 5dcd9d09-61e0-469b-9050-fe3dc4211212 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:44:15.068489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Attempting to bind port 337a8513-79b6-4eb6-8a52-2943eec11703 on network 5dcd9d09-61e0-469b-9050-fe3dc4211212 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:44:15.073993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:44:15.074362 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Checking segment: {'id': '8db25cba-1aa3-4a86-824d-e87b51c7b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5dcd9d09-61e0-469b-9050-fe3dc4211212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:44:15.074740 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Bound using segment: {'id': '8db25cba-1aa3-4a86-824d-e87b51c7b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5dcd9d09-61e0-469b-9050-fe3dc4211212'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:44:15.075164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Bound port: 337a8513-79b6-4eb6-8a52-2943eec11703, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db25cba-1aa3-4a86-824d-e87b51c7b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5dcd9d09-61e0-469b-9050-fe3dc4211212'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:44:15.075634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:15.169454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] For port 337a8513-79b6-4eb6-8a52-2943eec11703, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:44:15.172740 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] For port 337a8513-79b6-4eb6-8a52-2943eec11703, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=337a8513-79b6-4eb6-8a52-2943eec11703,segment=NetworkSegment(8db25cba-1aa3-4a86-824d-e87b51c7b991),segment_id=8db25cba-1aa3-4a86-824d-e87b51c7b991)] {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:44:15.176794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:15.180901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e0a3c902-891b-4c64-94ea-0c2ba1da66b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:15.242520 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:15.243146 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:15.244575 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] 10.222.0.49 "PUT /v2.0/ports/337a8513-79b6-4eb6-8a52-2943eec11703 HTTP/1.1" status: 200 len: 1093 time: 1.0771732 Jun 02 16:44:15.245127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d3f1ec-bcc6-442e-a70d-e846b531ad97', 'tag': '337a8513-79b6-4eb6-8a52-2943eec11703'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:44:15.247660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0f74c0-68da-4ed9-bed6-0e67242b9f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "50d3f1ec-bcc6-442e-a70d-e846b531ad97", "tag": "337a8513-79b6-4eb6-8a52-2943eec11703"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:44:15.266736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Pushing event updated for resources: {'Port': ['ID=337a8513-79b6-4eb6-8a52-2943eec11703,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:15.270090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:15.328249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53eaaf9c-aba5-4bf6-82f6-cb32504377db x-openstack-request-id: req-53eaaf9c-aba5-4bf6-82f6-cb32504377db {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:44:15.329015 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d3f1ec-bcc6-442e-a70d-e846b531ad97", "tag": "337a8513-79b6-4eb6-8a52-2943eec11703", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:44:15.329015 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53eaaf9c-aba5-4bf6-82f6-cb32504377db {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:44:15.329421 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d3f1ec-bcc6-442e-a70d-e846b531ad97', 'tag': '337a8513-79b6-4eb6-8a52-2943eec11703', 'status': 'completed', 'code': 200} Jun 02 16:44:15.372980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-4424a669-696a-4de4-b451-188087011871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:15.374534 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-4424a669-696a-4de4-b451-188087011871 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9707ea86d7384c1e9771d66a8e45173a&device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 1096 time: 0.0796247 Jun 02 16:44:15.451916 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-45447dac-819a-4920-af53-392e1aafd364 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a8513-79b6-4eb6-8a52-2943eec11703 HTTP/1.1" status: 200 len: 217 time: 0.0650499 Jun 02 16:44:15.520361 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-b6d9893b-8cfa-4bed-9fc0-ba4394266da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:15.521800 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-b6d9893b-8cfa-4bed-9fc0-ba4394266da6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7dc46fc-27fa-4dbd-b0fc-437306fb98d9 HTTP/1.1" status: 200 len: 851 time: 0.0607839 Jun 02 16:44:15.574301 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-0432a1d8-742a-4437-8962-bd754699bf31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dcd9d09-61e0-469b-9050-fe3dc4211212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412602 Jun 02 16:44:15.714226 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-10fc92f9-876d-4ad0-a109-94d4c943fdb2 service neutron] 10.222.0.49 "GET /v2.0/networks/5dcd9d09-61e0-469b-9050-fe3dc4211212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298673 Jun 02 16:44:16.100178 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-926cb222-b1b4-4587-8a4e-4649b7d483a1 req-8fd142da-f9b6-4a30-a6ac-4e7b3db3ebe9 service neutron] 10.222.0.49 "GET /v2.0/networks/5dcd9d09-61e0-469b-9050-fe3dc4211212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758385 Jun 02 16:44:16.141901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4c5e4-54af-4cf5-90c2-e97bbe00efba req-6fe6c750-62b7-4776-be6e-4de9e3b95938 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:16.143708 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ebd4c5e4-54af-4cf5-90c2-e97bbe00efba req-6fe6c750-62b7-4776-be6e-4de9e3b95938 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 943 time: 0.3025286 Jun 02 16:44:16.237095 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ebd4c5e4-54af-4cf5-90c2-e97bbe00efba req-cd765a82-6a84-4904-8d52-96104e143d93 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871036 Jun 02 16:44:16.262197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f74c0-68da-4ed9-bed6-0e67242b9f5b req-cba2fcfa-b0a3-42c7-beca-15b2fd2ce18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:16.263814 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e0f74c0-68da-4ed9-bed6-0e67242b9f5b req-cba2fcfa-b0a3-42c7-beca-15b2fd2ce18a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9707ea86d7384c1e9771d66a8e45173a&device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 1096 time: 0.0993474 Jun 02 16:44:16.403610 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f74c0-68da-4ed9-bed6-0e67242b9f5b req-fb79cfba-9c31-45c2-9c07-396fdb9290d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:16.405103 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e0f74c0-68da-4ed9-bed6-0e67242b9f5b req-fb79cfba-9c31-45c2-9c07-396fdb9290d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dcd9d09-61e0-469b-9050-fe3dc4211212 HTTP/1.1" status: 200 len: 912 time: 0.1341462 Jun 02 16:44:16.475888 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e0f74c0-68da-4ed9-bed6-0e67242b9f5b req-1cb87685-2305-4c41-93f2-f520836edb9f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a8513-79b6-4eb6-8a52-2943eec11703 HTTP/1.1" status: 200 len: 217 time: 0.0633535 Jun 02 16:44:16.547713 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f74c0-68da-4ed9-bed6-0e67242b9f5b req-1899ad35-fe7b-46c8-aa18-d8421e2e9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:16.549185 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e0f74c0-68da-4ed9-bed6-0e67242b9f5b req-1899ad35-fe7b-46c8-aa18-d8421e2e9e48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7dc46fc-27fa-4dbd-b0fc-437306fb98d9 HTTP/1.1" status: 200 len: 851 time: 0.0655138 Jun 02 16:44:16.596949 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e0f74c0-68da-4ed9-bed6-0e67242b9f5b req-e699603a-9fe4-4bf0-817a-c3555b939978 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dcd9d09-61e0-469b-9050-fe3dc4211212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405610 Jun 02 16:44:16.744384 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e0f74c0-68da-4ed9-bed6-0e67242b9f5b req-5ae8c805-cdf8-42e6-a7b6-51c82e11eeec service neutron] 10.222.0.49 "GET /v2.0/networks/5dcd9d09-61e0-469b-9050-fe3dc4211212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399069 Jun 02 16:44:16.881148 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e0f74c0-68da-4ed9-bed6-0e67242b9f5b req-c689a8f3-0975-4ef6-b789-1f4a7bc5695e service neutron] 10.222.0.49 "GET /v2.0/networks/5dcd9d09-61e0-469b-9050-fe3dc4211212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295118 Jun 02 16:44:17.594611 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bfa4c-4de0-42bf-ac7d-cdd5639506c4 req-d27d727d-42b1-4aab-b0d4-5a1c1fdd1e06 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:17.596033 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aa9bfa4c-4de0-42bf-ac7d-cdd5639506c4 req-d27d727d-42b1-4aab-b0d4-5a1c1fdd1e06 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 943 time: 0.0954382 Jun 02 16:44:17.642370 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aa9bfa4c-4de0-42bf-ac7d-cdd5639506c4 req-2ce531f0-9df4-474f-8cd5-997123adf607 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404451 Jun 02 16:44:18.165272 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 337a8513-79b6-4eb6-8a52-2943eec11703 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:44:18.306008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 337a8513-79b6-4eb6-8a52-2943eec11703, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=337a8513-79b6-4eb6-8a52-2943eec11703,segment=NetworkSegment(8db25cba-1aa3-4a86-824d-e87b51c7b991),segment_id=8db25cba-1aa3-4a86-824d-e87b51c7b991)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:18.319843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '337a8513-79b6-4eb6-8a52-2943eec11703', 'network_id': '5dcd9d09-61e0-469b-9050-fe3dc4211212', 'port_id': '337a8513-79b6-4eb6-8a52-2943eec11703', 'mac_address': 'fa:16:3e:d5:cc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7dc46fc-27fa-4dbd-b0fc-437306fb98d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:44:18.387015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:18.405092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337a8513-79b6-4eb6-8a52-2943eec11703 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:44:18.421932 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 337a8513-79b6-4eb6-8a52-2943eec11703, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=337a8513-79b6-4eb6-8a52-2943eec11703,segment=NetworkSegment(8db25cba-1aa3-4a86-824d-e87b51c7b991),segment_id=8db25cba-1aa3-4a86-824d-e87b51c7b991)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:18.427427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:18.429215 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-59405269-8aa3-4fd5-b74c-45f8dd861b85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:18.499973 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=337a8513-79b6-4eb6-8a52-2943eec11703,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:18.503303 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:18.666752 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['337a8513-79b6-4eb6-8a52-2943eec11703'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:44:18.831162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2db16-fabd-4bc9-a654-a7fa9e6ff9ce req-9a132f03-d2c4-4587-ad5e-baaec4e0c5e8 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:18.832660 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-03d2db16-fabd-4bc9-a654-a7fa9e6ff9ce req-9a132f03-d2c4-4587-ad5e-baaec4e0c5e8 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 944 time: 0.0830328 Jun 02 16:44:18.883574 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-03d2db16-fabd-4bc9-a654-a7fa9e6ff9ce req-d26cb30b-1b7b-469e-8084-dd9531ed43b7 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448737 Jun 02 16:44:19.157303 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:20.076223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bb783-1e92-45b5-8c85-b97eae18ef4e req-d47f037f-87c6-422c-8732-547accb7130e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:20.077868 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7d0bb783-1e92-45b5-8c85-b97eae18ef4e req-d47f037f-87c6-422c-8732-547accb7130e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 944 time: 0.0866778 Jun 02 16:44:20.127034 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7d0bb783-1e92-45b5-8c85-b97eae18ef4e req-7d349d78-d867-44f4-80c3-0eb86ca94a89 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431149 Jun 02 16:44:20.188974 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 337a8513-79b6-4eb6-8a52-2943eec11703 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:44:20.267218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 337a8513-79b6-4eb6-8a52-2943eec11703 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:44:20.272528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 337a8513-79b6-4eb6-8a52-2943eec11703 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:44:20.272967 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:20.425763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:20.472960 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d3f1ec-bcc6-442e-a70d-e846b531ad97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a8513-79b6-4eb6-8a52-2943eec11703'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:44:20.476943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0797257-471e-45da-bcd0-f441e6cc5400" -d '{"events": [{"server_uuid": "50d3f1ec-bcc6-442e-a70d-e846b531ad97", "name": "network-vif-plugged", "status": "completed", "tag": "337a8513-79b6-4eb6-8a52-2943eec11703"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:44:20.490275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 337a8513-79b6-4eb6-8a52-2943eec11703, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=337a8513-79b6-4eb6-8a52-2943eec11703,segment=NetworkSegment(8db25cba-1aa3-4a86-824d-e87b51c7b991),segment_id=8db25cba-1aa3-4a86-824d-e87b51c7b991)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:20.495733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:20.498722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e2a2ec5f-9293-4eed-82bf-ac787abf9193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:20.530671 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5de4ef-e536-4168-9645-f8a4a66f1223 x-openstack-request-id: req-cd5de4ef-e536-4168-9645-f8a4a66f1223 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:44:20.531139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d3f1ec-bcc6-442e-a70d-e846b531ad97", "name": "network-vif-plugged", "status": "completed", "tag": "337a8513-79b6-4eb6-8a52-2943eec11703", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:44:20.531262 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd5de4ef-e536-4168-9645-f8a4a66f1223 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:44:20.531601 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d3f1ec-bcc6-442e-a70d-e846b531ad97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a8513-79b6-4eb6-8a52-2943eec11703', 'code': 200} Jun 02 16:44:20.578179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=337a8513-79b6-4eb6-8a52-2943eec11703,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:20.581623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:20.802390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662559b-748d-4cd8-8db8-5a0dd081f844 req-4caeaae5-386c-443e-a2a3-50e5e6b6ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:20.804170 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e662559b-748d-4cd8-8db8-5a0dd081f844 req-4caeaae5-386c-443e-a2a3-50e5e6b6ec42 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 1098 time: 0.0801778 Jun 02 16:44:20.854482 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e662559b-748d-4cd8-8db8-5a0dd081f844 req-424e98ac-6b51-45f8-ac73-a316eb844403 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400193 Jun 02 16:44:21.331184 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5268f3-cc0c-4545-a06d-0bcf92ef1d29 req-e86577bc-4fde-4306-b1b6-5e66808c8914 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:21.332700 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-dc5268f3-cc0c-4545-a06d-0bcf92ef1d29 req-e86577bc-4fde-4306-b1b6-5e66808c8914 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0893052 Jun 02 16:44:21.385084 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-dc5268f3-cc0c-4545-a06d-0bcf92ef1d29 req-644cb175-daed-440a-a731-16ed0c958443 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 Jun 02 16:44:22.594957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5969dd2-1328-4e18-8943-f3164725dbac req-0e6e986b-f390-46ee-850e-c9483eb47ac3 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:22.596536 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e5969dd2-1328-4e18-8943-f3164725dbac req-0e6e986b-f390-46ee-850e-c9483eb47ac3 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0915973 Jun 02 16:44:22.647209 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e5969dd2-1328-4e18-8943-f3164725dbac req-ddc28c4a-8604-48a0-b288-70b218d00fe0 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446613 Jun 02 16:44:23.061245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 41032) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:44:23.063237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e69213-53d7-4428-b90c-e7f7a52e3ea8 req-7e6f7eb3-dfcb-476c-876c-96812db8e05d tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:23.064744 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-97e69213-53d7-4428-b90c-e7f7a52e3ea8 req-7e6f7eb3-dfcb-476c-876c-96812db8e05d tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0827286 Jun 02 16:44:23.112373 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-97e69213-53d7-4428-b90c-e7f7a52e3ea8 req-b93aa4f2-72bd-4be2-b256-cc6be9a63f6f tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412352 Jun 02 16:44:23.183499 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-056b3b22-432b-4f11-935f-5f8ef73899d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1207156 Jun 02 16:44:24.312854 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afa2f0-de1f-4551-8162-8b4f97e88351 req-4f1f1e18-acbe-44b2-aa23-c3be31cb859d tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:24.314302 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-13afa2f0-de1f-4551-8162-8b4f97e88351 req-4f1f1e18-acbe-44b2-aa23-c3be31cb859d tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0886836 Jun 02 16:44:24.362340 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-13afa2f0-de1f-4551-8162-8b4f97e88351 req-e81dd8fd-a1b2-4488-9764-6f8025dac3cb tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421715 Jun 02 16:44:24.564219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-f3e4f099-ff4d-4cc0-a0b3-de5740625701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:24.565615 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-f3e4f099-ff4d-4cc0-a0b3-de5740625701 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9707ea86d7384c1e9771d66a8e45173a&device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 1098 time: 0.0790095 Jun 02 16:44:24.715868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-afd12819-8275-4877-8d9f-7298f1b5e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:24.717323 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-afd12819-8275-4877-8d9f-7298f1b5e412 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dcd9d09-61e0-469b-9050-fe3dc4211212 HTTP/1.1" status: 200 len: 912 time: 0.1454380 Jun 02 16:44:24.799160 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-e28235f3-d091-4b17-915b-fba5f1ca377a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a8513-79b6-4eb6-8a52-2943eec11703 HTTP/1.1" status: 200 len: 217 time: 0.0747399 Jun 02 16:44:24.868360 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-d78bad48-d0e4-4775-aff8-548eb98d5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:24.869831 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-d78bad48-d0e4-4775-aff8-548eb98d5268 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7dc46fc-27fa-4dbd-b0fc-437306fb98d9 HTTP/1.1" status: 200 len: 851 time: 0.0647109 Jun 02 16:44:24.929159 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-e4c6ba97-f0fa-4cd2-b4c4-bdab24da9589 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dcd9d09-61e0-469b-9050-fe3dc4211212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522151 Jun 02 16:44:25.073292 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-9df355df-2398-48aa-832f-bf9319010edc service neutron] 10.222.0.49 "GET /v2.0/networks/5dcd9d09-61e0-469b-9050-fe3dc4211212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374195 Jun 02 16:44:25.368703 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-768fbc44-b5ea-4809-bc16-be7692755a00 service neutron] 10.222.0.49 "GET /v2.0/networks/5dcd9d09-61e0-469b-9050-fe3dc4211212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884583 Jun 02 16:44:25.582317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78808d9f-9d0a-41f0-b9b6-432cbeaf89e7 req-e921748f-c688-49ba-bfdc-6f17ffe851a6 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:25.583836 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-78808d9f-9d0a-41f0-b9b6-432cbeaf89e7 req-e921748f-c688-49ba-bfdc-6f17ffe851a6 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0966434 Jun 02 16:44:25.642924 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-78808d9f-9d0a-41f0-b9b6-432cbeaf89e7 req-334f2f7d-2ffb-4d4e-ae5c-9e4b804339d6 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527718 Jun 02 16:44:26.856608 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1bf2b-9e87-4362-9913-5290c3367ff7 req-6ca77000-b802-471c-93a7-d9ba9ffbf224 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:26.858382 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bfc1bf2b-9e87-4362-9913-5290c3367ff7 req-6ca77000-b802-471c-93a7-d9ba9ffbf224 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.1009905 Jun 02 16:44:26.910661 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bfc1bf2b-9e87-4362-9913-5290c3367ff7 req-49262f2b-b2d6-471a-b707-c2fdd6621cef tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421226 Jun 02 16:44:28.100749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc240d4d-4f3c-4f69-816c-55d14c089d01 req-52c33f6b-b46f-4ff0-8664-e102f53d653d tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:28.102280 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bc240d4d-4f3c-4f69-816c-55d14c089d01 req-52c33f6b-b46f-4ff0-8664-e102f53d653d tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0818925 Jun 02 16:44:28.151939 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bc240d4d-4f3c-4f69-816c-55d14c089d01 req-90dc5044-f94a-462c-83be-4e6064392a00 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430725 Jun 02 16:44:29.361326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ceb67-bbe4-4c15-ab9d-4daa67443b46 req-516f0166-9f7c-494e-b9e9-f5e8ac1474a4 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:29.362832 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c09ceb67-bbe4-4c15-ab9d-4daa67443b46 req-516f0166-9f7c-494e-b9e9-f5e8ac1474a4 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0972509 Jun 02 16:44:29.418346 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c09ceb67-bbe4-4c15-ab9d-4daa67443b46 req-18d830fa-f9da-482f-a1f4-e8cf55e525f9 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495756 Jun 02 16:44:30.620371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4684a3-784b-497b-94fc-93a007f09c4f req-b82b78f1-341e-40ba-85c3-30e9b44db288 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:30.621870 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6a4684a3-784b-497b-94fc-93a007f09c4f req-b82b78f1-341e-40ba-85c3-30e9b44db288 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0963705 Jun 02 16:44:30.669083 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6a4684a3-784b-497b-94fc-93a007f09c4f req-f615b67f-9db7-441a-9473-16039d0403c5 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Jun 02 16:44:31.913321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdb617-50f2-48bc-9c1e-ee310cf11525 req-fadb79c4-adbf-47e1-88cf-2c7337477e64 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:31.914947 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4ebdb617-50f2-48bc-9c1e-ee310cf11525 req-fadb79c4-adbf-47e1-88cf-2c7337477e64 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.1095982 Jun 02 16:44:31.962110 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4ebdb617-50f2-48bc-9c1e-ee310cf11525 req-7570827c-4653-47ba-ad00-78d8cc495dc3 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408471 Jun 02 16:44:32.967953 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6e39e4fe-c776-41cb-a578-e4af781b2403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:33.162328 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ddde9-86b0-4ed1-93d5-be277f1ff03c req-939492d8-d7b4-4f1b-803a-2e20b3123f61 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:33.163758 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a59ddde9-86b0-4ed1-93d5-be277f1ff03c req-939492d8-d7b4-4f1b-803a-2e20b3123f61 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0841436 Jun 02 16:44:33.213291 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a59ddde9-86b0-4ed1-93d5-be277f1ff03c req-f0b90cd9-8c73-427e-aa19-8ee2fa99106c tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433750 Jun 02 16:44:34.421687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ddd46-72b5-4441-bf25-a1ea3f659ecd req-246a7a5d-e15b-4d6c-a7f8-d0cd3fd03b4d tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:34.423185 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-282ddd46-72b5-4441-bf25-a1ea3f659ecd req-246a7a5d-e15b-4d6c-a7f8-d0cd3fd03b4d tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0969775 Jun 02 16:44:34.490469 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-282ddd46-72b5-4441-bf25-a1ea3f659ecd req-d69058d9-312d-4089-b279-b523203c7d04 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612803 Jun 02 16:44:35.025194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:35.446809 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-af71dae1-ba0d-4017-b348-a687da9d44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:35.684588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8da48-24fa-482d-98f8-045a193eb35f req-33e80301-fc4d-4713-b2d0-092e981b7c11 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:35.685952 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d4b8da48-24fa-482d-98f8-045a193eb35f req-33e80301-fc4d-4713-b2d0-092e981b7c11 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0883696 Jun 02 16:44:35.739243 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d4b8da48-24fa-482d-98f8-045a193eb35f req-6a796f3c-4936-49cd-b124-2f5066a78863 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448494 Jun 02 16:44:36.703575 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:36.904986 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41207e3c-9107-428e-a28d-4e7bc3d5ac20 req-5479a4a5-3ca7-44d2-9a96-e26b38925593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:36.906521 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-41207e3c-9107-428e-a28d-4e7bc3d5ac20 req-5479a4a5-3ca7-44d2-9a96-e26b38925593 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9707ea86d7384c1e9771d66a8e45173a&device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 1098 time: 0.0819676 Jun 02 16:44:36.931989 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6ab7c-79af-4897-895e-6c4e2b53ffbd req-6ebb6215-2a76-44bd-99b0-e1ea7e39b3d2 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:36.933477 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-86c6ab7c-79af-4897-895e-6c4e2b53ffbd req-6ebb6215-2a76-44bd-99b0-e1ea7e39b3d2 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0887115 Jun 02 16:44:36.983765 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-86c6ab7c-79af-4897-895e-6c4e2b53ffbd req-5289e281-858a-40f3-81d7-b413abe7e4ac tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432084 Jun 02 16:44:37.054412 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41207e3c-9107-428e-a28d-4e7bc3d5ac20 req-35f869dc-33ae-4ca0-868a-252ba891cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:37.055837 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-41207e3c-9107-428e-a28d-4e7bc3d5ac20 req-35f869dc-33ae-4ca0-868a-252ba891cc8d service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dcd9d09-61e0-469b-9050-fe3dc4211212 HTTP/1.1" status: 200 len: 912 time: 0.1281066 Jun 02 16:44:37.123808 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-41207e3c-9107-428e-a28d-4e7bc3d5ac20 req-580b3e22-281a-4156-bb20-80aaf0dd4643 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a8513-79b6-4eb6-8a52-2943eec11703 HTTP/1.1" status: 200 len: 217 time: 0.0601368 Jun 02 16:44:37.195668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41207e3c-9107-428e-a28d-4e7bc3d5ac20 req-0b1315f0-6614-4676-943d-708ff2c3c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:37.197117 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-41207e3c-9107-428e-a28d-4e7bc3d5ac20 req-0b1315f0-6614-4676-943d-708ff2c3c413 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7dc46fc-27fa-4dbd-b0fc-437306fb98d9 HTTP/1.1" status: 200 len: 851 time: 0.0672116 Jun 02 16:44:37.245133 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-41207e3c-9107-428e-a28d-4e7bc3d5ac20 req-549e07ff-2425-4800-9092-9b1a3f8e492e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dcd9d09-61e0-469b-9050-fe3dc4211212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414214 Jun 02 16:44:37.381123 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-41207e3c-9107-428e-a28d-4e7bc3d5ac20 req-acd22f5a-d263-482d-b0a5-0d72e421e2d4 service neutron] 10.222.0.49 "GET /v2.0/networks/5dcd9d09-61e0-469b-9050-fe3dc4211212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295478 Jun 02 16:44:37.520827 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-41207e3c-9107-428e-a28d-4e7bc3d5ac20 req-2548931f-dcff-4c33-855d-47672ce2d72b service neutron] 10.222.0.49 "GET /v2.0/networks/5dcd9d09-61e0-469b-9050-fe3dc4211212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319742 Jun 02 16:44:38.148208 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:44:38.176902 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86113a-b5f4-425b-93cd-5192cc4ccc69 req-17320b79-fcab-4a04-b77a-cdd8f07e4d7e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:38.177880 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4f86113a-b5f4-425b-93cd-5192cc4ccc69 req-17320b79-fcab-4a04-b77a-cdd8f07e4d7e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0899897 Jun 02 16:44:38.226714 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4f86113a-b5f4-425b-93cd-5192cc4ccc69 req-bf2dda96-1c14-4422-a853-87d9be28dca3 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428822 Jun 02 16:44:38.628950 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:39.425494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd36cb-62ac-4d86-aab9-6e81462b323a req-6b778f6b-4876-4249-a411-6211083b9547 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:39.426993 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-52fd36cb-62ac-4d86-aab9-6e81462b323a req-6b778f6b-4876-4249-a411-6211083b9547 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0920489 Jun 02 16:44:39.472608 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-52fd36cb-62ac-4d86-aab9-6e81462b323a req-f6179257-2fc4-411d-a7d3-34674ee3b6e8 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398879 Jun 02 16:44:40.672721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32718eed-bd99-404f-a5e5-f2114ac6339d req-859b1910-72a8-4375-9c7a-8ee2874fb4e4 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:40.674176 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-32718eed-bd99-404f-a5e5-f2114ac6339d req-859b1910-72a8-4375-9c7a-8ee2874fb4e4 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0887029 Jun 02 16:44:40.730161 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-32718eed-bd99-404f-a5e5-f2114ac6339d req-0c2be5e1-d8ea-477d-a322-209e16bf5f29 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478256 Jun 02 16:44:41.930315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d84e32-77d7-4b56-bcb4-9f1d423628be req-5519e246-0d8f-4a2e-adeb-647cd8a23aac tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:41.931851 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f0d84e32-77d7-4b56-bcb4-9f1d423628be req-5519e246-0d8f-4a2e-adeb-647cd8a23aac tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0883703 Jun 02 16:44:41.977114 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f0d84e32-77d7-4b56-bcb4-9f1d423628be req-017447a2-8bd4-4173-a172-73144843bd63 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394502 Jun 02 16:44:43.224048 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48498aa-566c-4888-b604-07754cdd8e89 req-28e5d909-1f01-4cfc-a949-c5f314e8bd0b tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:43.225486 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e48498aa-566c-4888-b604-07754cdd8e89 req-28e5d909-1f01-4cfc-a949-c5f314e8bd0b tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0886869 Jun 02 16:44:43.273223 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e48498aa-566c-4888-b604-07754cdd8e89 req-eaacb691-6ff1-4cef-a363-95b2e97202fa tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Jun 02 16:44:44.473879 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426095f8-4202-452e-9ac0-6f764671749f req-cd3787a1-4e1e-497e-b6ed-aa4804e2bc7b tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:44.475467 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-426095f8-4202-452e-9ac0-6f764671749f req-cd3787a1-4e1e-497e-b6ed-aa4804e2bc7b tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0928633 Jun 02 16:44:44.524036 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-426095f8-4202-452e-9ac0-6f764671749f req-4d46249c-810e-4663-8f0d-d357f69f0610 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416112 Jun 02 16:44:45.716598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207397e9-a738-4467-8880-c6ef1dc59e44 req-a69f6faf-72f9-4a6f-97f8-ba8f7f952b6e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:45.718042 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-207397e9-a738-4467-8880-c6ef1dc59e44 req-a69f6faf-72f9-4a6f-97f8-ba8f7f952b6e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0872302 Jun 02 16:44:45.765005 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-207397e9-a738-4467-8880-c6ef1dc59e44 req-95d4066c-1f65-4c44-8e05-4eed6538a640 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 Jun 02 16:44:46.969597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d6f00-60ed-4d11-a093-905ad625b15c req-807680d0-ca7a-4882-bed2-e82cb27eccc3 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:46.971271 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6c0d6f00-60ed-4d11-a093-905ad625b15c req-807680d0-ca7a-4882-bed2-e82cb27eccc3 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0951715 Jun 02 16:44:47.023846 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6c0d6f00-60ed-4d11-a093-905ad625b15c req-cdc24489-5c19-427b-a90f-4f31fe86f3e6 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409083 Jun 02 16:44:48.225339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e563d2-326e-410f-a8ad-3fdc3103697a req-a34d88ff-f1c5-4e33-8930-c857e29f7261 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:48.226901 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c9e563d2-326e-410f-a8ad-3fdc3103697a req-a34d88ff-f1c5-4e33-8930-c857e29f7261 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0866051 Jun 02 16:44:48.282440 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c9e563d2-326e-410f-a8ad-3fdc3103697a req-bbefe9b9-52e9-4067-b60d-5ac960dd4def tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490377 Jun 02 16:44:49.176023 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:49.486485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf462c-ce48-4ee9-a1e6-b70fedb33bf7 req-1d446b1a-6335-496f-bd18-181d30f0c8b1 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:49.487937 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-46cf462c-ce48-4ee9-a1e6-b70fedb33bf7 req-1d446b1a-6335-496f-bd18-181d30f0c8b1 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0849533 Jun 02 16:44:49.539777 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-46cf462c-ce48-4ee9-a1e6-b70fedb33bf7 req-4422b5ea-cb03-45fd-a056-a8c1b336c1d3 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458808 Jun 02 16:44:50.725020 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d133468-7b6b-4cf0-ad55-cd1804f4fbf7 req-da91b467-5950-48aa-aeeb-f0f4b5eca006 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:50.726899 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9d133468-7b6b-4cf0-ad55-cd1804f4fbf7 req-da91b467-5950-48aa-aeeb-f0f4b5eca006 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0812593 Jun 02 16:44:50.777407 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9d133468-7b6b-4cf0-ad55-cd1804f4fbf7 req-0f4e0cfa-9825-4d3a-884a-ae828deb14f9 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438628 Jun 02 16:44:51.982334 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31905c68-11fd-46c9-a65b-e79b02039190 req-8dba244b-b275-48bb-b107-359ec9c32b36 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:51.983804 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-31905c68-11fd-46c9-a65b-e79b02039190 req-8dba244b-b275-48bb-b107-359ec9c32b36 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0940828 Jun 02 16:44:52.030269 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-31905c68-11fd-46c9-a65b-e79b02039190 req-90b95ce7-9bcd-4266-92be-95431a28dd92 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405054 Jun 02 16:44:52.322587 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-ea93ff74-a9ac-416d-a0a5-146e34871277 service neutron] 10.222.0.49 "GET /v2.0/ports/337a8513-79b6-4eb6-8a52-2943eec11703/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0819705 Jun 02 16:44:52.628495 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-95d59d40-423b-483b-82a9-33dac5239dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:52.629973 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-95d59d40-423b-483b-82a9-33dac5239dff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97&tenant_id=9707ea86d7384c1e9771d66a8e45173a HTTP/1.1" status: 200 len: 1098 time: 0.0770879 Jun 02 16:44:52.743641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-f932b66c-705d-4f10-963c-2da3568ae74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:52.745129 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-f932b66c-705d-4f10-963c-2da3568ae74c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9707ea86d7384c1e9771d66a8e45173a&device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 1098 time: 0.0828643 Jun 02 16:44:53.042819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-78024c5c-11a6-4661-bdda-04219a291b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:53.043978 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-78024c5c-11a6-4661-bdda-04219a291b3e service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dcd9d09-61e0-469b-9050-fe3dc4211212 HTTP/1.1" status: 200 len: 912 time: 0.2881920 Jun 02 16:44:53.115800 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-275b329e-6f30-413d-bf36-b52e5646d9b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a8513-79b6-4eb6-8a52-2943eec11703 HTTP/1.1" status: 200 len: 217 time: 0.0609310 Jun 02 16:44:53.228386 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-7ff5714c-84fa-4b71-af7c-8c680fa1a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:53.229742 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-7ff5714c-84fa-4b71-af7c-8c680fa1a538 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7dc46fc-27fa-4dbd-b0fc-437306fb98d9 HTTP/1.1" status: 200 len: 851 time: 0.1035874 Jun 02 16:44:53.289883 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-d6e91ad1-b602-4809-95c9-dc2972ecc2cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dcd9d09-61e0-469b-9050-fe3dc4211212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464816 Jun 02 16:44:53.306060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff7dca-9111-4feb-9810-ffc917d25f24 req-c5b743ed-d4bc-4e8b-ba98-d3e147875e77 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:53.307559 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f6ff7dca-9111-4feb-9810-ffc917d25f24 req-c5b743ed-d4bc-4e8b-ba98-d3e147875e77 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.1458280 Jun 02 16:44:53.446609 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f6ff7dca-9111-4feb-9810-ffc917d25f24 req-3ca9a4d4-339d-4061-9e63-947edd65a0c9 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199229 Jun 02 16:44:53.481292 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-f251f714-a1e6-44a9-9746-0fe543ef6340 service neutron] 10.222.0.49 "GET /v2.0/networks/5dcd9d09-61e0-469b-9050-fe3dc4211212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726632 Jun 02 16:44:53.628345 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0d6dcd-53d7-46f0-ad71-500af0d8a8bc req-667b6c79-152e-4afe-9955-a632a6962292 service neutron] 10.222.0.49 "GET /v2.0/networks/5dcd9d09-61e0-469b-9050-fe3dc4211212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370358 Jun 02 16:44:54.667432 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb0758-c1f6-4ab7-bc56-bc0c14841985 req-44c929cb-9b91-4b87-9d3b-617d3ae44209 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:54.668845 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ebcb0758-c1f6-4ab7-bc56-bc0c14841985 req-44c929cb-9b91-4b87-9d3b-617d3ae44209 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0933390 Jun 02 16:44:54.718555 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ebcb0758-c1f6-4ab7-bc56-bc0c14841985 req-67c6c185-4827-44c7-825a-b9c7b23593bb tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437291 Jun 02 16:44:55.915918 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7239e76-9381-4f57-b724-e1bffdc74441 req-b7db8f0f-5f78-4214-a5d4-a7b4533011c6 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:55.917661 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f7239e76-9381-4f57-b724-e1bffdc74441 req-b7db8f0f-5f78-4214-a5d4-a7b4533011c6 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0847471 Jun 02 16:44:55.973232 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f7239e76-9381-4f57-b724-e1bffdc74441 req-0cb6b8d7-e016-4633-93a1-13557d069695 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463786 Jun 02 16:44:56.343299 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 337a8513-79b6-4eb6-8a52-2943eec11703 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:44:56.346878 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 337a8513-79b6-4eb6-8a52-2943eec11703 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:44:56.367216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-b541e069-a0e7-4c24-95bc-32721a47d032 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:56.368570 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-b541e069-a0e7-4c24-95bc-32721a47d032 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97&tenant_id=9707ea86d7384c1e9771d66a8e45173a&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.0911405 Jun 02 16:44:56.519932 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-3ecdc988-9b50-4da0-b112-034135034921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:56.521960 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-3ecdc988-9b50-4da0-b112-034135034921 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9707ea86d7384c1e9771d66a8e45173a&device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 1098 time: 0.0826819 Jun 02 16:44:56.565794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:56.618363 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 337a8513-79b6-4eb6-8a52-2943eec11703, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=337a8513-79b6-4eb6-8a52-2943eec11703,segment=NetworkSegment(8db25cba-1aa3-4a86-824d-e87b51c7b991),segment_id=8db25cba-1aa3-4a86-824d-e87b51c7b991)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:56.629828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d3f1ec-bcc6-442e-a70d-e846b531ad97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '337a8513-79b6-4eb6-8a52-2943eec11703'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:44:56.632242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fe7382-201a-46d0-93de-3ebde9555d3d" -d '{"events": [{"server_uuid": "50d3f1ec-bcc6-442e-a70d-e846b531ad97", "name": "network-vif-unplugged", "status": "completed", "tag": "337a8513-79b6-4eb6-8a52-2943eec11703"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:44:56.645591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 337a8513-79b6-4eb6-8a52-2943eec11703, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=337a8513-79b6-4eb6-8a52-2943eec11703,segment=NetworkSegment(8db25cba-1aa3-4a86-824d-e87b51c7b991),segment_id=8db25cba-1aa3-4a86-824d-e87b51c7b991)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:56.647120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '337a8513-79b6-4eb6-8a52-2943eec11703', 'network_id': '5dcd9d09-61e0-469b-9050-fe3dc4211212', 'port_id': '337a8513-79b6-4eb6-8a52-2943eec11703', 'mac_address': 'fa:16:3e:d5:cc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7dc46fc-27fa-4dbd-b0fc-437306fb98d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:44:56.668351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-4c7e3174-b8f3-40d2-9abb-6ff9fd881c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:56.669810 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-4c7e3174-b8f3-40d2-9abb-6ff9fd881c60 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dcd9d09-61e0-469b-9050-fe3dc4211212 HTTP/1.1" status: 200 len: 912 time: 0.1414850 Jun 02 16:44:56.680885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:56.687350 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:56.718353 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 16:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8bb0a2-b6e8-4894-98f0-9f7806636bee x-openstack-request-id: req-7e8bb0a2-b6e8-4894-98f0-9f7806636bee {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:44:56.718645 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d3f1ec-bcc6-442e-a70d-e846b531ad97", "name": "network-vif-unplugged", "status": "completed", "tag": "337a8513-79b6-4eb6-8a52-2943eec11703", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:44:56.718913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e8bb0a2-b6e8-4894-98f0-9f7806636bee {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:44:56.719351 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d3f1ec-bcc6-442e-a70d-e846b531ad97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '337a8513-79b6-4eb6-8a52-2943eec11703', 'code': 200} Jun 02 16:44:56.751418 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-b023f431-e428-4c56-aa40-c6813b9b3ae9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337a8513-79b6-4eb6-8a52-2943eec11703 HTTP/1.1" status: 200 len: 217 time: 0.0748322 Jun 02 16:44:56.764277 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:56.790047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337a8513-79b6-4eb6-8a52-2943eec11703 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:44:56.797620 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=337a8513-79b6-4eb6-8a52-2943eec11703,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:56.812166 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:56.812527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:56.812970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:56.813321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:56.813658 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:56.814107 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:56.814437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:56.814774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:56.815108 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:56.815442 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:56.815767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:56.816089 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:44:56.820277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-d043f7e2-0733-49c0-b64d-bb300fc9b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:56.821582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:56.821813 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-d043f7e2-0733-49c0-b64d-bb300fc9b4b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7dc46fc-27fa-4dbd-b0fc-437306fb98d9 HTTP/1.1" status: 200 len: 851 time: 0.0642705 Jun 02 16:44:56.824682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 337a8513-79b6-4eb6-8a52-2943eec11703, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=337a8513-79b6-4eb6-8a52-2943eec11703,segment=NetworkSegment(8db25cba-1aa3-4a86-824d-e87b51c7b991),segment_id=8db25cba-1aa3-4a86-824d-e87b51c7b991)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:56.829635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:56.831507 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:56.876622 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-24eeb5ff-44ff-4c4e-8a60-55022c093fae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dcd9d09-61e0-469b-9050-fe3dc4211212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478413 Jun 02 16:44:56.899428 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['337a8513-79b6-4eb6-8a52-2943eec11703'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:44:56.964053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=337a8513-79b6-4eb6-8a52-2943eec11703,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:56.970134 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:57.026902 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-66cbfe63-464a-4fd6-b014-b6cad216a8ec service neutron] 10.222.0.49 "GET /v2.0/networks/5dcd9d09-61e0-469b-9050-fe3dc4211212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433618 Jun 02 16:44:57.176365 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-0da99649-a031-41cb-85d0-5ffe9ffd3edb service neutron] 10.222.0.49 "GET /v2.0/networks/5dcd9d09-61e0-469b-9050-fe3dc4211212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426015 Jun 02 16:44:58.108150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2db13-ab88-47a7-b2e2-574d27516c1f req-4eb0e540-c22f-4624-b7ee-daa80f9dcbb3 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:58.109704 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-adc2db13-ab88-47a7-b2e2-574d27516c1f req-4eb0e540-c22f-4624-b7ee-daa80f9dcbb3 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 944 time: 0.0843501 Jun 02 16:44:58.165675 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-adc2db13-ab88-47a7-b2e2-574d27516c1f req-c1e32e5c-ee68-41fe-87d4-100af4c81ba1 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500038 Jun 02 16:44:58.367806 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 337a8513-79b6-4eb6-8a52-2943eec11703 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:44:58.444188 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 337a8513-79b6-4eb6-8a52-2943eec11703 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:44:58.444615 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:58.573397 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:58.607947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 337a8513-79b6-4eb6-8a52-2943eec11703, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=337a8513-79b6-4eb6-8a52-2943eec11703,segment=NetworkSegment(8db25cba-1aa3-4a86-824d-e87b51c7b991),segment_id=8db25cba-1aa3-4a86-824d-e87b51c7b991)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:44:58.613720 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:44:58.615716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-54f1f009-68cb-4c83-8825-923fd17307ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:44:58.721281 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d3f1ec-bcc6-442e-a70d-e846b531ad97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a8513-79b6-4eb6-8a52-2943eec11703'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:44:58.723489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a607087-92e1-4ccd-a64a-8bdd393904bd" -d '{"events": [{"server_uuid": "50d3f1ec-bcc6-442e-a70d-e846b531ad97", "name": "network-vif-plugged", "status": "completed", "tag": "337a8513-79b6-4eb6-8a52-2943eec11703"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:44:58.728788 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=337a8513-79b6-4eb6-8a52-2943eec11703,revision_number=8']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:44:58.732028 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:44:58.768310 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1142db28-f461-474b-8e74-978b4cef8a30 x-openstack-request-id: req-1142db28-f461-474b-8e74-978b4cef8a30 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:44:58.768644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d3f1ec-bcc6-442e-a70d-e846b531ad97", "name": "network-vif-plugged", "status": "completed", "tag": "337a8513-79b6-4eb6-8a52-2943eec11703", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:44:58.768929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1142db28-f461-474b-8e74-978b4cef8a30 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:44:58.769336 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d3f1ec-bcc6-442e-a70d-e846b531ad97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a8513-79b6-4eb6-8a52-2943eec11703', 'code': 200} Jun 02 16:44:59.360591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcbd59-70f5-4caa-8b03-75ad61715133 req-9b2694d3-df71-4abe-81e1-c08a5d87c790 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:59.362097 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-92dcbd59-70f5-4caa-8b03-75ad61715133 req-9b2694d3-df71-4abe-81e1-c08a5d87c790 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0869451 Jun 02 16:44:59.408237 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-92dcbd59-70f5-4caa-8b03-75ad61715133 req-97a5302e-2f1b-4c61-a656-cb5853ac32f9 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/security-groups?id=4567df4b-31f1-4782-b9ad-aed39d9a7a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Jun 02 16:44:59.840601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-aaf77656-891a-455c-bf2b-72fa05dc1ff1 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:44:59.842041 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-aaf77656-891a-455c-bf2b-72fa05dc1ff1 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 945 time: 0.0856717 Jun 02 16:45:00.148687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Deleting port 337a8513-79b6-4eb6-8a52-2943eec11703 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:45:00.149036 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:00.292041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] For port 337a8513-79b6-4eb6-8a52-2943eec11703, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=337a8513-79b6-4eb6-8a52-2943eec11703,segment=NetworkSegment(8db25cba-1aa3-4a86-824d-e87b51c7b991),segment_id=8db25cba-1aa3-4a86-824d-e87b51c7b991)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:00.292352 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:00.418704 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Calling delete_port for 337a8513-79b6-4eb6-8a52-2943eec11703 owned by compute:nova {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:45:00.548076 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:00.557870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:00.564659 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['337a8513-79b6-4eb6-8a52-2943eec11703'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:45:00.568213 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-49e94d37-37a5-4824-a1d4-1648760bb523 req-09b20ef5-ecbf-4234-885c-63c4b114060a tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.50 "GET /v2.0/ports?device_id=50d3f1ec-bcc6-442e-a70d-e846b531ad97 HTTP/1.1" status: 200 len: 210 time: 0.0466423 Jun 02 16:45:00.603606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Pushing event deleted for resources: {'Port': ['ID=337a8513-79b6-4eb6-8a52-2943eec11703,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:00.643181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:00.643573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:00.643957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:00.644337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:00.644712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:00.645088 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:00.645459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:00.645828 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:00.646244 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:00.646616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:00.647007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:00.647376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:00.654922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:00.705291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] No DVR routers for this DVR port 337a8513-79b6-4eb6-8a52-2943eec11703 on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:45:00.708059 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:00.710965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d3f1ec-bcc6-442e-a70d-e846b531ad97', 'name': 'network-vif-deleted', 'tag': '337a8513-79b6-4eb6-8a52-2943eec11703'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:45:00.713311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961f5ffc-3e5a-4508-a224-8f3574aec107" -d '{"events": [{"server_uuid": "50d3f1ec-bcc6-442e-a70d-e846b531ad97", "name": "network-vif-deleted", "tag": "337a8513-79b6-4eb6-8a52-2943eec11703"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:45:00.731040 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e9045f3f-489a-4f86-9cd6-c793d2a3900a req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] 10.222.0.49 "DELETE /v2.0/ports/337a8513-79b6-4eb6-8a52-2943eec11703 HTTP/1.1" status: 204 len: 173 time: 0.8801243 Jun 02 16:45:00.759453 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49225c0-70ce-44ec-ad04-504480e2a815 x-openstack-request-id: req-b49225c0-70ce-44ec-ad04-504480e2a815 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:45:00.759802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d3f1ec-bcc6-442e-a70d-e846b531ad97", "name": "network-vif-deleted", "tag": "337a8513-79b6-4eb6-8a52-2943eec11703", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:45:00.760101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b49225c0-70ce-44ec-ad04-504480e2a815 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:45:00.760632 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d3f1ec-bcc6-442e-a70d-e846b531ad97', 'name': 'network-vif-deleted', 'tag': '337a8513-79b6-4eb6-8a52-2943eec11703', 'status': 'completed', 'code': 200} Jun 02 16:45:01.818787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 41134) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:01.882702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Deleting subnet a7dc46fc-27fa-4dbd-b0fc-437306fb98d9 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:45:01.885775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:01.936885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:01.993052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:02.417510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:02.421429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-22729981-020b-4421-9f31-0e7066ada8a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:02.455836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7dc46fc-27fa-4dbd-b0fc-437306fb98d9,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:02.460306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:02.470990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:02.471396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:02.471774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:02.472148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:02.472516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:02.472885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:02.473254 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:02.473615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:02.473983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:02.474371 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:02.474728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:02.475084 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:45:02.480181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:02.483431 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a7dc46fc-27fa-4dbd-b0fc-437306fb98d9 HTTP/1.1" status: 204 len: 168 time: 0.6632876 Jun 02 16:45:02.486082 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 41136) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:02.601788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-78cf1b04-7fa6-41b6-8612-e1e81b52a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:02.732233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-78cf1b04-7fa6-41b6-8612-e1e81b52a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:02.747241 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-78cf1b04-7fa6-41b6-8612-e1e81b52a0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcd9d09-61e0-469b-9050-fe3dc4211212']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:02.764599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-78cf1b04-7fa6-41b6-8612-e1e81b52a0b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db25cba-1aa3-4a86-824d-e87b51c7b991') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:02.764891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-78cf1b04-7fa6-41b6-8612-e1e81b52a0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db25cba-1aa3-4a86-824d-e87b51c7b991') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:45:02.776972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-78cf1b04-7fa6-41b6-8612-e1e81b52a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:02.793077 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-78cf1b04-7fa6-41b6-8612-e1e81b52a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:02.799359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cf1b04-7fa6-41b6-8612-e1e81b52a0b0 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:45:02.799765 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-78cf1b04-7fa6-41b6-8612-e1e81b52a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:45:02.812693 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:45:02.888419 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-78cf1b04-7fa6-41b6-8612-e1e81b52a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:02.892969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-25f6df34-be3d-4c55-852d-9986f6e3434e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:02.908478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-78cf1b04-7fa6-41b6-8612-e1e81b52a0b0 admin admin] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:02.923229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf1b04-7fa6-41b6-8612-e1e81b52a0b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dcd9d09-61e0-469b-9050-fe3dc4211212,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:02.926531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-78cf1b04-7fa6-41b6-8612-e1e81b52a0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:02.932970 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-78cf1b04-7fa6-41b6-8612-e1e81b52a0b0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5dcd9d09-61e0-469b-9050-fe3dc4211212 HTTP/1.1" status: 204 len: 168 time: 0.4457355 Jun 02 16:45:02.961839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-79e90c25-0781-4b1b-b0ff-afd5b11f38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:03.066469 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 41140) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:03.119312 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9e0815e2-7e72-409d-bd7f-fb553597deba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9707ea86d7384c1e9771d66a8e45173a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515122 Jun 02 16:45:03.122532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 41142) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:03.181120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2f9853d9-0f0e-44f0-8ef9-8267b5522927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:03.207146 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2f9853d9-0f0e-44f0-8ef9-8267b5522927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:03.265051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2f9853d9-0f0e-44f0-8ef9-8267b5522927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:03.269245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:03.282929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9853d9-0f0e-44f0-8ef9-8267b5522927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4567df4b-31f1-4782-b9ad-aed39d9a7a69,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:03.285643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2f9853d9-0f0e-44f0-8ef9-8267b5522927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:03.299321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2f9853d9-0f0e-44f0-8ef9-8267b5522927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:03.302974 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2f9853d9-0f0e-44f0-8ef9-8267b5522927 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4567df4b-31f1-4782-b9ad-aed39d9a7a69 HTTP/1.1" status: 204 len: 168 time: 0.1769316 Jun 02 16:45:04.113685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 41164) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:04.230487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1582658743-network', 'tenant_id': 'b092a238f84041cba32a9833ca57b3f9'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:04.236586 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:04.242566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Usage tracker for resource:network and tenant:b092a238f84041cba32a9833ca57b3f9 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:04.246672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:04.256659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:04.272096 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Made reservation on behalf of b092a238f84041cba32a9833ca57b3f9 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:45:04.274534 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:04.286822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:04.307396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:04.311351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Usage tracker for resource:security_group_rule and tenant:b092a238f84041cba32a9833ca57b3f9 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:04.314439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:04.320293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:04.390970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 337a8513-79b6-4eb6-8a52-2943eec11703 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:45:04.407490 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:04.412563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:04.415717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d5c76c8-e980-40da-8f5d-dacb78565866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:04.425986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 337a8513-79b6-4eb6-8a52-2943eec11703 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:45:04.426276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 337a8513-79b6-4eb6-8a52-2943eec11703 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:45:04.445810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:45:04.451348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f928b031-b3ad-4863-b242-ef270edd835d,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:04.455296 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:04.459327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:04.459657 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Added segment 4ab24cda-7b3b-45b4-8364-24815433ddc7 of type vlan for network 91ee1eb1-f539-4dca-ba57-6ac8064e82be Jun 02 16:45:04.486340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:04.518052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:04.519129 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:04.519845 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:04.523186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c1dd04d5-c964-4c52-848d-80e10260c27c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:04.623652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Pushing event updated for resources: {'Network': ['ID=91ee1eb1-f539-4dca-ba57-6ac8064e82be,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:04.627438 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5126796 Jun 02 16:45:04.628651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:04.630358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 41168) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:45:04.635520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Request body: {'subnet': {'network_id': '91ee1eb1-f539-4dca-ba57-6ac8064e82be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1582658743-subnet', 'tenant_id': 'b092a238f84041cba32a9833ca57b3f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:04.639778 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 91ee1eb1-f539-4dca-ba57-6ac8064e82be details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:45:04.643843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:04.646975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Usage tracker for resource:subnet and tenant:b092a238f84041cba32a9833ca57b3f9 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:04.651294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:04.659144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:04.671000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Made reservation on behalf of b092a238f84041cba32a9833ca57b3f9 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:45:04.673449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:05.029096 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:05.096146 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:05.099928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-75aa00a4-84f8-4264-8585-752de4e2d37b tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:05.169193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c876a485-37cd-4c2b-b8fa-dedc482d5196,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:05.172902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:05.180603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Checking segment: {'id': '4ab24cda-7b3b-45b4-8364-24815433ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91ee1eb1-f539-4dca-ba57-6ac8064e82be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:45:05.180929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Network hostable DHCP agents. Network: 91ee1eb1-f539-4dca-ba57-6ac8064e82be, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:45:05.199706 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Network 91ee1eb1-f539-4dca-ba57-6ac8064e82be is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:45:05.210942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 91ee1eb1-f539-4dca-ba57-6ac8064e82be) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:45:05.221271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd75b56-9884-4768-8ade-3ec2547a51a2 None None] Network 91ee1eb1-f539-4dca-ba57-6ac8064e82be requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:45:05.221556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:05.222502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:05.258376 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6201072 Jun 02 16:45:05.441635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f90757-e6aa-4db4-ac51-8181555d17bd None None] Network 91ee1eb1-f539-4dca-ba57-6ac8064e82be requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:45:05.517512 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b133dec3-5d93-43c2-b11f-ff0a2cb4d7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:05.788581 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-ca24bfd7-6eb5-4336-a23b-a50dd435ab4f tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:05.789948 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-ca24bfd7-6eb5-4336-a23b-a50dd435ab4f tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/networks?id=91ee1eb1-f539-4dca-ba57-6ac8064e82be HTTP/1.1" status: 200 len: 815 time: 0.1545081 Jun 02 16:45:05.805718 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-4be1bf6d-ec38-475b-8c52-9d649e600024 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/quotas/b092a238f84041cba32a9833ca57b3f9 HTTP/1.1" status: 200 len: 375 time: 0.0098052 Jun 02 16:45:05.857951 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-d91e8e77-3e17-4ab6-a040-ae7666c4c6b1 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b092a238f84041cba32a9833ca57b3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460582 Jun 02 16:45:06.052372 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-6bc08e5b-e7c2-45ed-ab88-9f4ba249780f service neutron] 10.222.0.50 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865919 Jun 02 16:45:06.193588 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-538192fe-f6d3-4402-ad5c-af8f7cf1f448 service neutron] 10.222.0.50 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350539 Jun 02 16:45:06.373784 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a59c8d02-052e-44e5-99e0-1a25da16bb84 req-e463fca5-32ea-441f-975f-bfee16e48672 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 210 time: 0.0453355 Jun 02 16:45:06.707577 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:07.550282 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e8ac6ab-0177-4d46-adcc-9c1b47ffe5b3 req-aa142879-a0cb-4a34-9aa8-af24c516fcde tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 210 time: 0.0558650 Jun 02 16:45:07.616456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-74169599-e8d6-4878-8a13-121da63d7380 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:07.618088 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-74169599-e8d6-4878-8a13-121da63d7380 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.49 "GET /v2.0/networks?id=91ee1eb1-f539-4dca-ba57-6ac8064e82be HTTP/1.1" status: 200 len: 815 time: 0.2084136 Jun 02 16:45:07.633302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Request body: {'port': {'device_id': '02ce9d36-08d5-4b10-a53c-dcf85b11ff8e', 'network_id': '91ee1eb1-f539-4dca-ba57-6ac8064e82be', 'admin_state_up': True, 'tenant_id': 'b092a238f84041cba32a9833ca57b3f9'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:07.773855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:07.778751 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Usage tracker for resource:port and tenant:b092a238f84041cba32a9833ca57b3f9 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:45:07.781807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:45:07.788443 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:07.800290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Made reservation on behalf of b092a238f84041cba32a9833ca57b3f9 for: {'port': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:45:07.803837 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:07.970733 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Allocated IP 172.20.0.12 (91ee1eb1-f539-4dca-ba57-6ac8064e82be/c876a485-37cd-4c2b-b8fa-dedc482d5196/8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:45:08.338768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:08.371617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:08.377816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-96f83bbd-df16-4081-be9e-5942a56b291e tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:08.446612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Network 91ee1eb1-f539-4dca-ba57-6ac8064e82be is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:45:08.449818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:45:08.453800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:45:08.484580 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Pushing event updated for resources: {'Port': ['ID=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:08.491222 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:08.521698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:08.522372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:08.546000 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9166572 Jun 02 16:45:08.561563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Request body: {'port': {'device_id': '02ce9d36-08d5-4b10-a53c-dcf85b11ff8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:08.628064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:08.679256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:08.754633 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bacc2-38f2-45e1-b4df-96fd918f8058 req-cd847ba3-b15f-4e26-ad41-334fe247ddfd tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:08.756897 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-672bacc2-38f2-45e1-b4df-96fd918f8058 req-cd847ba3-b15f-4e26-ad41-334fe247ddfd tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 932 time: 0.0943608 Jun 02 16:45:08.804542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-672bacc2-38f2-45e1-b4df-96fd918f8058 req-5b349c79-e7be-497e-ba0f-31ed326575fe tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Synchronizing usage tracker for tenant:b092a238f84041cba32a9833ca57b3f9 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:45:08.823617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-672bacc2-38f2-45e1-b4df-96fd918f8058 req-5b349c79-e7be-497e-ba0f-31ed326575fe tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Unset dirty status for tenant:b092a238f84041cba32a9833ca57b3f9 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:45:08.824815 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-672bacc2-38f2-45e1-b4df-96fd918f8058 req-5b349c79-e7be-497e-ba0f-31ed326575fe tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618770 Jun 02 16:45:09.036616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 {{(pid=92322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:45:09.044389 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:09.059669 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Transition to ACTIVE for port object 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 will not be triggered until provisioned by entity L2. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:45:09.064371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:09.068584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d634cf03-f9ff-4d8e-9208-86cfcb4a6884 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:09.201080 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Pushing event updated for resources: {'Port': ['ID=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:09.227948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:09.317839 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Attempting to bind port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:45:09.318219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Attempting to bind port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4ab24cda-7b3b-45b4-8364-24815433ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91ee1eb1-f539-4dca-ba57-6ac8064e82be'}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:45:09.318561 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Attempting to bind port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 on network 91ee1eb1-f539-4dca-ba57-6ac8064e82be {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:45:09.323914 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 on network 91ee1eb1-f539-4dca-ba57-6ac8064e82be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:45:09.324244 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Attempting to bind port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 on network 91ee1eb1-f539-4dca-ba57-6ac8064e82be {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:45:09.330179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:45:09.330526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Checking segment: {'id': '4ab24cda-7b3b-45b4-8364-24815433ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91ee1eb1-f539-4dca-ba57-6ac8064e82be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:45:09.330924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Bound using segment: {'id': '4ab24cda-7b3b-45b4-8364-24815433ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91ee1eb1-f539-4dca-ba57-6ac8064e82be'} {{(pid=92322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:45:09.331358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.managers [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Bound port: 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab24cda-7b3b-45b4-8364-24815433ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91ee1eb1-f539-4dca-ba57-6ac8064e82be'}}] {{(pid=92322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:45:09.331716 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:09.434918 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] For port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6, host hv-neutron-6013, cleared binding levels {{(pid=92322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:45:09.438346 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] For port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:45:09.445387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:09.449455 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5dffe5d4-5ddb-4274-ba6a-074adfc04090 tempest-DeleteServersTestJSON-1967531774 tempest-DeleteServersTestJSON-1967531774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:09.508361 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:09.508992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:09.510404 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] 10.222.0.49 "PUT /v2.0/ports/8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 HTTP/1.1" status: 200 len: 1094 time: 0.9531941 Jun 02 16:45:09.510933 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ce9d36-08d5-4b10-a53c-dcf85b11ff8e', 'tag': '8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:45:09.513250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d65ee7a-9170-4f18-abe8-03790a815488" -d '{"events": [{"name": "network-changed", "server_uuid": "02ce9d36-08d5-4b10-a53c-dcf85b11ff8e", "tag": "8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:45:09.532674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Pushing event updated for resources: {'Port': ['ID=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,revision_number=3']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:09.535852 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:09.588270 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41248114-f812-44f1-a63c-a11f8507c098 x-openstack-request-id: req-41248114-f812-44f1-a63c-a11f8507c098 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:45:09.588968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ce9d36-08d5-4b10-a53c-dcf85b11ff8e", "tag": "8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:45:09.588968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41248114-f812-44f1-a63c-a11f8507c098 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:45:09.589282 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ce9d36-08d5-4b10-a53c-dcf85b11ff8e', 'tag': '8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6', 'status': 'completed', 'code': 200} Jun 02 16:45:09.637588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-020d6aea-ffe8-4c1b-bde8-ffa783920b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:09.639227 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-020d6aea-ffe8-4c1b-bde8-ffa783920b25 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b092a238f84041cba32a9833ca57b3f9&device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 1097 time: 0.0823691 Jun 02 16:45:09.709992 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-1b195107-c4eb-468b-95e0-07ca833b9280 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 HTTP/1.1" status: 200 len: 217 time: 0.0634744 Jun 02 16:45:09.784135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-88f6b182-e12e-4a9c-9359-89321af7fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:09.785509 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-88f6b182-e12e-4a9c-9359-89321af7fdd8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c876a485-37cd-4c2b-b8fa-dedc482d5196 HTTP/1.1" status: 200 len: 855 time: 0.0658672 Jun 02 16:45:09.839704 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-a3babefb-5e92-41be-a0b9-ecdb6119d089 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91ee1eb1-f539-4dca-ba57-6ac8064e82be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433753 Jun 02 16:45:09.987579 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-9e9fb0e7-79ed-4b7b-8351-44ee72fceb18 service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375699 Jun 02 16:45:10.031008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2ab45-767c-4908-bbb9-e6774a77ac75 req-d64eee48-c021-46db-be9b-8d27ecc86216 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:10.032569 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aed2ab45-767c-4908-bbb9-e6774a77ac75 req-d64eee48-c021-46db-be9b-8d27ecc86216 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 944 time: 0.0931220 Jun 02 16:45:10.107853 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aed2ab45-767c-4908-bbb9-e6774a77ac75 req-62a408b0-795b-4fc7-9889-2365d0ead9e6 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648909 Jun 02 16:45:10.283931 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ef84958-e4d8-4cdf-929f-1f368a774839 req-da5b9c99-a8ae-474d-a605-c0360240486f service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864165 Jun 02 16:45:10.412322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65ee7a-9170-4f18-abe8-03790a815488 req-250de012-64a0-4787-9f54-22b372d6e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:10.416792 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5d65ee7a-9170-4f18-abe8-03790a815488 req-250de012-64a0-4787-9f54-22b372d6e455 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b092a238f84041cba32a9833ca57b3f9&device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 1097 time: 0.0809717 Jun 02 16:45:10.553156 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65ee7a-9170-4f18-abe8-03790a815488 req-0b6beab9-4519-42a4-a32b-9aa253c4544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:10.554648 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5d65ee7a-9170-4f18-abe8-03790a815488 req-0b6beab9-4519-42a4-a32b-9aa253c4544a service neutron] 10.222.0.49 "GET /v2.0/networks?id=91ee1eb1-f539-4dca-ba57-6ac8064e82be HTTP/1.1" status: 200 len: 916 time: 0.1295276 Jun 02 16:45:10.631477 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5d65ee7a-9170-4f18-abe8-03790a815488 req-0c6b621c-bc22-4c66-b045-8a8d866a6597 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 HTTP/1.1" status: 200 len: 217 time: 0.0688066 Jun 02 16:45:10.700133 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65ee7a-9170-4f18-abe8-03790a815488 req-107c9d76-67a8-4937-bd46-2ac6ae3a9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:10.701480 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5d65ee7a-9170-4f18-abe8-03790a815488 req-107c9d76-67a8-4937-bd46-2ac6ae3a9778 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c876a485-37cd-4c2b-b8fa-dedc482d5196 HTTP/1.1" status: 200 len: 855 time: 0.0629404 Jun 02 16:45:10.750635 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5d65ee7a-9170-4f18-abe8-03790a815488 req-5a2cc845-630d-4953-aee7-9bbd9848fc06 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91ee1eb1-f539-4dca-ba57-6ac8064e82be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418522 Jun 02 16:45:10.890667 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5d65ee7a-9170-4f18-abe8-03790a815488 req-d0350218-f8f6-416d-9ecc-3b7557fb468f service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329162 Jun 02 16:45:11.044285 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5d65ee7a-9170-4f18-abe8-03790a815488 req-7a0caa51-1d9e-4611-af7c-b290b6c3d018 service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450820 Jun 02 16:45:11.312082 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e5d7d-5049-42e0-bb3e-94857a668f88 req-e5afd7c1-6c2f-4350-b671-3e5957d4edff tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:11.312743 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-169e5d7d-5049-42e0-bb3e-94857a668f88 req-e5afd7c1-6c2f-4350-b671-3e5957d4edff tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Synchronizing usage tracker for tenant:b092a238f84041cba32a9833ca57b3f9 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:45:11.331790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-169e5d7d-5049-42e0-bb3e-94857a668f88 req-e5afd7c1-6c2f-4350-b671-3e5957d4edff tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Unset dirty status for tenant:b092a238f84041cba32a9833ca57b3f9 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:45:11.332982 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-169e5d7d-5049-42e0-bb3e-94857a668f88 req-e5afd7c1-6c2f-4350-b671-3e5957d4edff tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 944 time: 0.1078353 Jun 02 16:45:11.387038 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-169e5d7d-5049-42e0-bb3e-94857a668f88 req-03b90aea-7e3f-4261-ba66-17477ea85d07 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478394 Jun 02 16:45:12.437658 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:45:12.576370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:12.582411 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccb293-da35-4971-89b4-f590799a1dea req-abe95cb6-3276-4188-a07a-87b8c6c70be6 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:12.583979 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-79ccb293-da35-4971-89b4-f590799a1dea req-abe95cb6-3276-4188-a07a-87b8c6c70be6 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 944 time: 0.0827377 Jun 02 16:45:12.596274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6', 'network_id': '91ee1eb1-f539-4dca-ba57-6ac8064e82be', 'port_id': '8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6', 'mac_address': 'fa:16:3e:55:fa:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c876a485-37cd-4c2b-b8fa-dedc482d5196', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:45:12.633065 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-79ccb293-da35-4971-89b4-f590799a1dea req-312f04c8-afb4-4cf9-a94c-ed797934aba9 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433412 Jun 02 16:45:12.653826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:12.670498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:45:12.686244 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:12.691272 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:12.693070 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40df440f-dacf-4509-bcd3-1974a9047c71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:12.760173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:12.763279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:12.946482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:45:13.841556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6161f7-1b67-4cd4-9ebf-167e49b96860 req-b53f7581-7ab8-4c4e-9cf4-21d090b8f457 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:13.858555 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2c6161f7-1b67-4cd4-9ebf-167e49b96860 req-b53f7581-7ab8-4c4e-9cf4-21d090b8f457 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 945 time: 0.0975966 Jun 02 16:45:13.895430 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2c6161f7-1b67-4cd4-9ebf-167e49b96860 req-8dc5f1bc-603e-4c50-89a7-0cce63a6e244 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411875 Jun 02 16:45:14.454355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:45:14.535873 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:45:14.543110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:45:14.543586 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:14.668132 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:14.697237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ce9d36-08d5-4b10-a53c-dcf85b11ff8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:45:14.699533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081c800f-3b03-4ce4-bab5-fe0d177b1bac" -d '{"events": [{"server_uuid": "02ce9d36-08d5-4b10-a53c-dcf85b11ff8e", "name": "network-vif-plugged", "status": "completed", "tag": "8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:45:14.707955 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:14.713089 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:14.715059 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:14.746380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e443f994-f9dd-4ebf-b463-0cc123f4132a x-openstack-request-id: req-e443f994-f9dd-4ebf-b463-0cc123f4132a {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:45:14.746681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ce9d36-08d5-4b10-a53c-dcf85b11ff8e", "name": "network-vif-plugged", "status": "completed", "tag": "8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:45:14.746937 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e443f994-f9dd-4ebf-b463-0cc123f4132a {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:45:14.747326 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ce9d36-08d5-4b10-a53c-dcf85b11ff8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6', 'code': 200} Jun 02 16:45:14.786171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:14.789017 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:15.007406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc9808-3391-4ade-8d66-7bc433e14887 req-704ce39c-53e1-403a-9f02-ac7d55e2710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:15.008809 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d4fc9808-3391-4ade-8d66-7bc433e14887 req-704ce39c-53e1-403a-9f02-ac7d55e2710c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 1099 time: 0.0721033 Jun 02 16:45:15.097533 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d4fc9808-3391-4ade-8d66-7bc433e14887 req-3f58d9e9-d1a5-4547-b959-d4a144b70195 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497885 Jun 02 16:45:15.127353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0c128-f4e8-4a6b-b13f-bf5605ec9f6d req-ba00fc30-7578-4990-a714-43d0d30af52f tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:15.129059 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-77b0c128-f4e8-4a6b-b13f-bf5605ec9f6d req-ba00fc30-7578-4990-a714-43d0d30af52f tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.1159148 Jun 02 16:45:15.150226 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:45:15.179171 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-77b0c128-f4e8-4a6b-b13f-bf5605ec9f6d req-9558e59b-0132-49fc-853e-512b076f5a34 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416360 Jun 02 16:45:16.376244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd5f83-02e7-432f-a65a-6dd4cee637c1 req-a15c90d6-d153-4eaa-a984-28c633ba886b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:16.377742 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1edd5f83-02e7-432f-a65a-6dd4cee637c1 req-a15c90d6-d153-4eaa-a984-28c633ba886b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0903504 Jun 02 16:45:16.426007 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1edd5f83-02e7-432f-a65a-6dd4cee637c1 req-d30cf235-2c86-4434-a01d-b1adbbe5a72f tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419998 Jun 02 16:45:16.637340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530f1cb-e20a-4854-b03f-e136257cd51a req-b1c9a1ac-f0bb-427d-a045-13f5bb553f10 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:16.638888 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5530f1cb-e20a-4854-b03f-e136257cd51a req-b1c9a1ac-f0bb-427d-a045-13f5bb553f10 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0903296 Jun 02 16:45:16.690496 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5530f1cb-e20a-4854-b03f-e136257cd51a req-d56f48e6-6acc-4a4f-ac0f-1a4904de6810 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450757 Jun 02 16:45:17.060966 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4226eab-07b7-49ab-8e2e-92638aae359f req-450efe92-45b9-434d-baf1-478e397bc163 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:17.063518 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d4226eab-07b7-49ab-8e2e-92638aae359f req-450efe92-45b9-434d-baf1-478e397bc163 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0933733 Jun 02 16:45:17.120874 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d4226eab-07b7-49ab-8e2e-92638aae359f req-b5f89c35-32d1-4fb5-b40f-b2f33f400c4c tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517991 Jun 02 16:45:17.315950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0514f8-9481-4f65-bfc7-278df41f9883 req-44434d46-514c-4300-a5b9-b95896484f91 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:17.317400 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6a0514f8-9481-4f65-bfc7-278df41f9883 req-44434d46-514c-4300-a5b9-b95896484f91 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0841289 Jun 02 16:45:17.366555 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6a0514f8-9481-4f65-bfc7-278df41f9883 req-6bdabc47-664f-4378-9c6c-6e25a9f546b6 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 Jun 02 16:45:17.798890 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-f6a2d4a3-a109-407f-a106-cbf28a1a4f8f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1337583 Jun 02 16:45:17.813765 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8494e-c86e-4efb-a815-d022376f61c0 req-c178c3fd-ec56-4b97-8b37-bfcd8ed8cc24 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:17.815448 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-66a8494e-c86e-4efb-a815-d022376f61c0 req-c178c3fd-ec56-4b97-8b37-bfcd8ed8cc24 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.1054876 Jun 02 16:45:18.024808 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-66a8494e-c86e-4efb-a815-d022376f61c0 req-04fd7088-fb35-4295-9a6f-80f48cbdd189 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030993 Jun 02 16:45:19.191636 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:19.269424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-90d8b780-de27-4462-a607-4295e139c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:19.270960 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-90d8b780-de27-4462-a607-4295e139c5a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b092a238f84041cba32a9833ca57b3f9&device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 1099 time: 0.1428676 Jun 02 16:45:19.278707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc327ac1-0105-456d-92b8-79c8d37ab54b req-2353281c-d1e5-4383-9f26-6019228036d4 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:19.280088 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cc327ac1-0105-456d-92b8-79c8d37ab54b req-2353281c-d1e5-4383-9f26-6019228036d4 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.1111128 Jun 02 16:45:19.417311 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cc327ac1-0105-456d-92b8-79c8d37ab54b req-ba81df80-49d4-42ef-9b3c-555b0eceb308 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161475 Jun 02 16:45:19.467269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-7eb49a4c-6087-448d-9db5-2fcef4799123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:19.468758 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-7eb49a4c-6087-448d-9db5-2fcef4799123 service neutron] 10.222.0.49 "GET /v2.0/networks?id=91ee1eb1-f539-4dca-ba57-6ac8064e82be HTTP/1.1" status: 200 len: 916 time: 0.1878314 Jun 02 16:45:19.539020 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-965c14bc-aa44-46cf-852b-035b7ba30eb2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 HTTP/1.1" status: 200 len: 217 time: 0.0634704 Jun 02 16:45:19.607495 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-a772a2aa-fd0b-4dcb-ae84-d488f8323c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:19.608960 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-a772a2aa-fd0b-4dcb-ae84-d488f8323c40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c876a485-37cd-4c2b-b8fa-dedc482d5196 HTTP/1.1" status: 200 len: 855 time: 0.0634944 Jun 02 16:45:19.657528 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-b441a593-bdbe-46ed-979e-5b5a48758e30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91ee1eb1-f539-4dca-ba57-6ac8064e82be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420964 Jun 02 16:45:19.799294 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-41ed8af0-b962-409c-a614-5e3c0aaeddb7 service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349721 Jun 02 16:45:20.096170 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-4624b3b7-331f-407f-bbb2-6ebac18ea8a2 service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905416 Jun 02 16:45:20.609781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d086c81-92e9-4dd1-8e76-71dd0942bd63 req-f4c86583-af5a-4392-a065-a466964704b9 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:20.611429 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3d086c81-92e9-4dd1-8e76-71dd0942bd63 req-f4c86583-af5a-4392-a065-a466964704b9 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0844765 Jun 02 16:45:20.670032 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3d086c81-92e9-4dd1-8e76-71dd0942bd63 req-4961036c-daa3-4a5c-8639-f60e5437b2f4 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527809 Jun 02 16:45:21.876715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf70fd2-006f-46de-9527-1d8b8aa5e2a0 req-3368310f-f92b-45b1-963c-43509f6ca2df tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:21.878379 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ccf70fd2-006f-46de-9527-1d8b8aa5e2a0 req-3368310f-f92b-45b1-963c-43509f6ca2df tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0954921 Jun 02 16:45:21.948944 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ccf70fd2-006f-46de-9527-1d8b8aa5e2a0 req-dee7591f-0ce5-44e2-977a-ffcade435bd2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640452 Jun 02 16:45:23.166191 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e28337-c3c3-4b47-94d0-905cb71cdcf1 req-ae701566-556d-43cc-bda0-083ef88dadee tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:23.168144 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-80e28337-c3c3-4b47-94d0-905cb71cdcf1 req-ae701566-556d-43cc-bda0-083ef88dadee tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0955083 Jun 02 16:45:23.218622 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-80e28337-c3c3-4b47-94d0-905cb71cdcf1 req-7c25637b-1f49-4e13-aa95-258b1505ce67 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440211 Jun 02 16:45:24.422883 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c149fdc-9909-4fc1-b8a1-04b38b3b71be req-5f5477da-38f3-41e4-b880-93648841f929 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:24.424708 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6c149fdc-9909-4fc1-b8a1-04b38b3b71be req-5f5477da-38f3-41e4-b880-93648841f929 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0914428 Jun 02 16:45:24.473611 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6c149fdc-9909-4fc1-b8a1-04b38b3b71be req-41938a64-db0b-4755-9222-088d4d3c8306 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429049 Jun 02 16:45:25.738894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81df91-20c7-48c2-b87c-ecfea1b45db1 req-8c9995a2-466f-436a-9aea-b16094246038 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:25.741807 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0e81df91-20c7-48c2-b87c-ecfea1b45db1 req-8c9995a2-466f-436a-9aea-b16094246038 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.1513994 Jun 02 16:45:25.797139 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0e81df91-20c7-48c2-b87c-ecfea1b45db1 req-d27482c0-b5d8-436b-bdf0-a7366f934531 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472748 Jun 02 16:45:27.041765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e54bc4-be99-4147-89b0-af6296cb9edc req-9067d615-925b-4a37-a513-8a389ef77bfd tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:27.043442 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-28e54bc4-be99-4147-89b0-af6296cb9edc req-9067d615-925b-4a37-a513-8a389ef77bfd tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0926218 Jun 02 16:45:27.113153 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-28e54bc4-be99-4147-89b0-af6296cb9edc req-af5dda5f-0eea-4cb8-885e-881542b6b55d tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603292 Jun 02 16:45:28.373026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4028ccc-d4aa-4b35-8088-ddaa61bb610f req-591daa33-91ed-49d9-a8f3-2f0b20e0ecc7 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:28.374706 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f4028ccc-d4aa-4b35-8088-ddaa61bb610f req-591daa33-91ed-49d9-a8f3-2f0b20e0ecc7 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0901604 Jun 02 16:45:28.436127 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f4028ccc-d4aa-4b35-8088-ddaa61bb610f req-99c0f792-9f08-4bdc-baa5-6d44637d195e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550494 Jun 02 16:45:29.641374 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5626c-656b-4267-ac44-1a44bff2bc37 req-0fe8695c-5fb5-49bd-811e-5aad3d58180b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:29.643463 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d0d5626c-656b-4267-ac44-1a44bff2bc37 req-0fe8695c-5fb5-49bd-811e-5aad3d58180b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0909467 Jun 02 16:45:29.699629 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d0d5626c-656b-4267-ac44-1a44bff2bc37 req-2ec3525c-aa06-447e-97e8-e010d43f2ef3 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494747 Jun 02 16:45:30.905627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb2b0f-e298-4d21-9e71-badbb61ca639 req-519ea4d2-63ec-4337-b35b-52779cc96ddc tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:30.907258 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-24bb2b0f-e298-4d21-9e71-badbb61ca639 req-519ea4d2-63ec-4337-b35b-52779cc96ddc tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0951719 Jun 02 16:45:30.962106 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-24bb2b0f-e298-4d21-9e71-badbb61ca639 req-2d7c88ad-2e6d-41b0-8adb-a040bbcc1435 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479925 Jun 02 16:45:32.189479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d571e-7ddf-4cc0-ac75-d6ee42d0e718 req-8449e6d3-f12b-4b85-8cea-93981e7ad456 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:32.192312 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d52d571e-7ddf-4cc0-ac75-d6ee42d0e718 req-8449e6d3-f12b-4b85-8cea-93981e7ad456 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.1141315 Jun 02 16:45:32.242503 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d52d571e-7ddf-4cc0-ac75-d6ee42d0e718 req-a6dd34ea-6b45-4bd0-87fb-cc5427066674 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442832 Jun 02 16:45:32.967684 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1816c7ec-39e0-4e27-af20-05044fa8a233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:33.448699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acc576-d94c-4b6d-acb2-60bd60128daa req-c55fe3e5-d6d8-47bf-a571-389c3dfefc9c tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:33.450539 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-57acc576-d94c-4b6d-acb2-60bd60128daa req-c55fe3e5-d6d8-47bf-a571-389c3dfefc9c tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0934582 Jun 02 16:45:33.512588 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-57acc576-d94c-4b6d-acb2-60bd60128daa req-efc14760-fb7e-4258-b408-5b4f2ae1b636 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558372 Jun 02 16:45:34.732774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6045aa-3423-4b73-bc4b-8ee047d59042 req-ce55f47a-563f-4afe-86a1-403e52f5b088 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:34.734499 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d6045aa-3423-4b73-bc4b-8ee047d59042 req-ce55f47a-563f-4afe-86a1-403e52f5b088 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.1003039 Jun 02 16:45:34.791554 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d6045aa-3423-4b73-bc4b-8ee047d59042 req-d5589d2e-68ad-4361-98b4-9e97f05fc62f tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464880 Jun 02 16:45:35.035909 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:35.454527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f42d1644-ed85-452d-a3be-184a188df4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:35.997152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5db5c4-1953-41f3-99ed-93e208a13c64 req-b8f4dbfd-d4e5-4adc-bd11-f62b179cd3bd tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:35.998807 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bc5db5c4-1953-41f3-99ed-93e208a13c64 req-b8f4dbfd-d4e5-4adc-bd11-f62b179cd3bd tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0900645 Jun 02 16:45:36.055460 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bc5db5c4-1953-41f3-99ed-93e208a13c64 req-7eaff576-bf42-4b62-a509-f077ebbdf4f0 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498228 Jun 02 16:45:36.709767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:36.899917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba80a81-10c0-451a-99ab-7fa0b05bf57d req-edfb97db-b190-49db-bc18-cc799b787efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:36.901435 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ba80a81-10c0-451a-99ab-7fa0b05bf57d req-edfb97db-b190-49db-bc18-cc799b787efe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b092a238f84041cba32a9833ca57b3f9&device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 1099 time: 0.0779064 Jun 02 16:45:37.083274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba80a81-10c0-451a-99ab-7fa0b05bf57d req-5456daf5-ca97-414d-afe8-5c5bdaa74c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:37.085340 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ba80a81-10c0-451a-99ab-7fa0b05bf57d req-5456daf5-ca97-414d-afe8-5c5bdaa74c31 service neutron] 10.222.0.49 "GET /v2.0/networks?id=91ee1eb1-f539-4dca-ba57-6ac8064e82be HTTP/1.1" status: 200 len: 916 time: 0.1626489 Jun 02 16:45:37.170964 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ba80a81-10c0-451a-99ab-7fa0b05bf57d req-7a2ae99f-fb09-4cea-b4e0-f6f2e38f0a5e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 HTTP/1.1" status: 200 len: 217 time: 0.0779359 Jun 02 16:45:37.293471 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba80a81-10c0-451a-99ab-7fa0b05bf57d req-a0d9d797-198e-46d8-a92d-9d2ae3125779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:37.295073 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ba80a81-10c0-451a-99ab-7fa0b05bf57d req-a0d9d797-198e-46d8-a92d-9d2ae3125779 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c876a485-37cd-4c2b-b8fa-dedc482d5196 HTTP/1.1" status: 200 len: 855 time: 0.1158221 Jun 02 16:45:37.350564 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ba80a81-10c0-451a-99ab-7fa0b05bf57d req-2aba7416-b5d5-447e-860f-ab8c29554658 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91ee1eb1-f539-4dca-ba57-6ac8064e82be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484340 Jun 02 16:45:37.387743 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e115f-e1d4-4b70-ac2f-944f4eaa69a1 req-426c29fe-44d8-46bf-827f-64c426fbefe6 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:37.389684 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ac8e115f-e1d4-4b70-ac2f-944f4eaa69a1 req-426c29fe-44d8-46bf-827f-64c426fbefe6 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.2124002 Jun 02 16:45:37.537759 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ac8e115f-e1d4-4b70-ac2f-944f4eaa69a1 req-ec6a29ca-7112-4862-83cb-44adb37d3650 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249156 Jun 02 16:45:37.566564 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ba80a81-10c0-451a-99ab-7fa0b05bf57d req-d8889030-0644-4f7d-831f-4a5f6e982d7d service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053037 Jun 02 16:45:37.721417 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9ba80a81-10c0-451a-99ab-7fa0b05bf57d req-ca44ab12-b312-4796-8616-36314fba3e14 service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460660 Jun 02 16:45:38.638774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:38.771217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074bcf6-fd75-40cc-9238-98dad5dfc5f3 req-077b7c68-dfa8-44d6-9411-ab1fa02cf0ae tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:38.772821 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3074bcf6-fd75-40cc-9238-98dad5dfc5f3 req-077b7c68-dfa8-44d6-9411-ab1fa02cf0ae tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0949347 Jun 02 16:45:38.828443 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3074bcf6-fd75-40cc-9238-98dad5dfc5f3 req-6c7746ad-5a30-478a-b434-941c45f490f0 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492017 Jun 02 16:45:40.040000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26283ea-7523-4901-922c-dcf0c7e5328b req-b92055c0-0ca3-460c-bea0-de1fcce5c7ab tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:40.041908 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c26283ea-7523-4901-922c-dcf0c7e5328b req-b92055c0-0ca3-460c-bea0-de1fcce5c7ab tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0955923 Jun 02 16:45:40.092235 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c26283ea-7523-4901-922c-dcf0c7e5328b req-a4cf01d9-ba01-427b-841a-0f9a2b180fb6 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438509 Jun 02 16:45:41.303659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273903f-fa05-4ad6-b9dc-ff01f3cfc17b req-ea6d08b7-cd8e-4862-96bf-35815c095523 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:41.305421 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9273903f-fa05-4ad6-b9dc-ff01f3cfc17b req-ea6d08b7-cd8e-4862-96bf-35815c095523 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0896280 Jun 02 16:45:41.356875 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9273903f-fa05-4ad6-b9dc-ff01f3cfc17b req-cf1595a0-9b95-4d32-8bcb-99fd20c91ea9 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450163 Jun 02 16:45:42.602918 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b5ce5-b9b5-46a4-9557-9e9c0178c6af req-1ad5d676-83e7-4ace-8b03-2ca1bb9f7845 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:42.604544 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d70b5ce5-b9b5-46a4-9557-9e9c0178c6af req-1ad5d676-83e7-4ace-8b03-2ca1bb9f7845 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0913608 Jun 02 16:45:42.658782 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d70b5ce5-b9b5-46a4-9557-9e9c0178c6af req-b2499745-182b-47a6-a708-36257999474a tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478649 Jun 02 16:45:43.868647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0351f-2678-4401-84e3-bbec88dd65b4 req-ddd06821-15cf-4169-a46e-59749e509539 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:43.870541 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3ef0351f-2678-4401-84e3-bbec88dd65b4 req-ddd06821-15cf-4169-a46e-59749e509539 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0970225 Jun 02 16:45:43.947224 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3ef0351f-2678-4401-84e3-bbec88dd65b4 req-26972c44-1c46-4a59-ae85-218368e71c8d tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698137 Jun 02 16:45:45.146913 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7628d2-0b95-423d-ad9d-5b395c8c91bd req-6a3044a4-6ec3-4332-9cdc-9152f8b6aa2c tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:45.148696 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1a7628d2-0b95-423d-ad9d-5b395c8c91bd req-6a3044a4-6ec3-4332-9cdc-9152f8b6aa2c tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0899439 Jun 02 16:45:45.207357 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1a7628d2-0b95-423d-ad9d-5b395c8c91bd req-cd5bd741-1343-4d49-881a-977a77b627d2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478930 Jun 02 16:45:46.415770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bd4ed-1b08-4e8c-ae51-4de67db9a35b req-17afd8dc-9cbb-4df9-83be-be4553554a62 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:46.417538 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b79bd4ed-1b08-4e8c-ae51-4de67db9a35b req-17afd8dc-9cbb-4df9-83be-be4553554a62 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0930889 Jun 02 16:45:46.471574 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b79bd4ed-1b08-4e8c-ae51-4de67db9a35b req-08386a66-cfe4-4bfd-ade3-5ea731c34549 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474572 Jun 02 16:45:47.075222 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-6a24b70e-e561-44b6-97fc-64d99abb9d6a service neutron] 10.222.0.49 "GET /v2.0/ports/8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0887825 Jun 02 16:45:47.554762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-424941dc-8c5d-4571-b429-0a6ac0044417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:47.557106 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-424941dc-8c5d-4571-b429-0a6ac0044417 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e&tenant_id=b092a238f84041cba32a9833ca57b3f9 HTTP/1.1" status: 200 len: 1099 time: 0.2415681 Jun 02 16:45:47.733583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-5b94ff67-46cb-49c5-a5fd-d67fcf68f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:47.735078 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-5b94ff67-46cb-49c5-a5fd-d67fcf68f56c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b092a238f84041cba32a9833ca57b3f9&device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 1099 time: 0.1431890 Jun 02 16:45:47.873963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e0b64-d4e3-4010-a371-9cbfdc02376b req-cde150ca-35ca-42d2-a283-e6eb54f7155e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:47.875928 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e75e0b64-d4e3-4010-a371-9cbfdc02376b req-cde150ca-35ca-42d2-a283-e6eb54f7155e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.1967597 Jun 02 16:45:47.940457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-72ac1fa4-0b89-42e2-a667-7cf77f093318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:47.941968 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-72ac1fa4-0b89-42e2-a667-7cf77f093318 service neutron] 10.222.0.49 "GET /v2.0/networks?id=91ee1eb1-f539-4dca-ba57-6ac8064e82be HTTP/1.1" status: 200 len: 916 time: 0.1975393 Jun 02 16:45:47.957765 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e75e0b64-d4e3-4010-a371-9cbfdc02376b req-a5b1658e-b2be-46af-aa9e-27cf90ef0d78 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659323 Jun 02 16:45:48.027681 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-9e36a81e-c8de-4728-b536-7b9772a45f32 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 HTTP/1.1" status: 200 len: 217 time: 0.0732749 Jun 02 16:45:48.101160 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-9e5350f1-2834-401b-b159-e6de38c03eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:48.103258 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-9e5350f1-2834-401b-b159-e6de38c03eb6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c876a485-37cd-4c2b-b8fa-dedc482d5196 HTTP/1.1" status: 200 len: 855 time: 0.0652869 Jun 02 16:45:48.162403 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-50fcf674-e6cc-4845-aeb4-95bd8c2b2417 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91ee1eb1-f539-4dca-ba57-6ac8064e82be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492868 Jun 02 16:45:48.313944 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-751ea94d-387a-4092-a479-f0a57dce724e service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406167 Jun 02 16:45:48.492493 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8ccd25e1-1461-423a-bd4a-d978d509fef9 req-4833d6ea-a50a-4b4e-9ed4-23e1aa3e2b2d service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680672 Jun 02 16:45:49.177861 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa18496-da0a-4307-bde4-aace04deb550 req-c28e83eb-9917-4bfc-865b-e2d0cd2e8268 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:49.179387 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-baa18496-da0a-4307-bde4-aace04deb550 req-c28e83eb-9917-4bfc-865b-e2d0cd2e8268 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0945849 Jun 02 16:45:49.194003 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:49.233595 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-baa18496-da0a-4307-bde4-aace04deb550 req-f77ee6df-9366-4b9c-b42b-54ce473d1db8 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476422 Jun 02 16:45:50.483968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d10639-968a-4406-b99e-1fbd2bf16759 req-7a783057-5e37-4f40-a44f-601a602ec23a tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:50.487404 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-90d10639-968a-4406-b99e-1fbd2bf16759 req-7a783057-5e37-4f40-a44f-601a602ec23a tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.1090717 Jun 02 16:45:50.548332 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-90d10639-968a-4406-b99e-1fbd2bf16759 req-5b5d737a-736c-4223-836c-95baa7898d35 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522902 Jun 02 16:45:50.601921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:45:50.605813 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:45:50.839547 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:50.874392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:50.899149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ce9d36-08d5-4b10-a53c-dcf85b11ff8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:45:50.901528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73da29d3-3a5d-43fd-b4c9-ad8d0c8e7f2e" -d '{"events": [{"server_uuid": "02ce9d36-08d5-4b10-a53c-dcf85b11ff8e", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:45:50.906327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6', 'network_id': '91ee1eb1-f539-4dca-ba57-6ac8064e82be', 'port_id': '8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6', 'mac_address': 'fa:16:3e:55:fa:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c876a485-37cd-4c2b-b8fa-dedc482d5196', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:45:50.913037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:50.943809 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:50.955697 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:50.987985 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 16:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a11c17-b743-48a6-927d-3de403fe7eaf x-openstack-request-id: req-67a11c17-b743-48a6-927d-3de403fe7eaf {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:45:50.988359 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ce9d36-08d5-4b10-a53c-dcf85b11ff8e", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:45:50.988543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67a11c17-b743-48a6-927d-3de403fe7eaf {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:45:50.988918 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ce9d36-08d5-4b10-a53c-dcf85b11ff8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6', 'code': 200} Jun 02 16:45:51.033967 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:51.060111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:45:51.064932 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:51.069641 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:51.084609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:51.089996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:51.091956 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:51.165779 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:45:51.241656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:51.247212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:51.778056 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1fe90-7990-40cd-a959-16ecd1e8483a req-79094aae-6151-4621-9f0f-3a05fb62da03 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:51.780215 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-78b1fe90-7990-40cd-a959-16ecd1e8483a req-79094aae-6151-4621-9f0f-3a05fb62da03 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 945 time: 0.1149817 Jun 02 16:45:51.836982 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-78b1fe90-7990-40cd-a959-16ecd1e8483a req-4abd0e4f-bb61-4e92-be2c-f3e590bbda9a tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498207 Jun 02 16:45:52.150061 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:45:52.400201 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0abfe-b809-4e63-bb6f-e2706cd31fc1 req-408e555a-f68c-4eda-8e37-aca704c6f648 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:52.402920 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8bb0abfe-b809-4e63-bb6f-e2706cd31fc1 req-408e555a-f68c-4eda-8e37-aca704c6f648 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.49 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e&tenant_id=b092a238f84041cba32a9833ca57b3f9&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.2655525 Jun 02 16:45:52.420827 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54770eda-6920-4058-809e-358ea210083d req-847c308d-af94-4f76-9d14-a7a837f5407f tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:52.423365 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-54770eda-6920-4058-809e-358ea210083d req-847c308d-af94-4f76-9d14-a7a837f5407f tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 945 time: 0.2293777 Jun 02 16:45:52.483853 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-54770eda-6920-4058-809e-358ea210083d req-ae39f91d-1256-47c2-932c-8ddf55bf892a tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534902 Jun 02 16:45:52.569247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0abfe-b809-4e63-bb6f-e2706cd31fc1 req-fde15845-62a3-4f23-bc98-a141e812d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:52.570919 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8bb0abfe-b809-4e63-bb6f-e2706cd31fc1 req-fde15845-62a3-4f23-bc98-a141e812d2c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b092a238f84041cba32a9833ca57b3f9&device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 1098 time: 0.0819390 Jun 02 16:45:52.618435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:45:52.736163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:45:52.736509 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:52.765767 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0abfe-b809-4e63-bb6f-e2706cd31fc1 req-73aff934-07c1-4a05-b1be-5f346d82084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:52.767686 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8bb0abfe-b809-4e63-bb6f-e2706cd31fc1 req-73aff934-07c1-4a05-b1be-5f346d82084e service neutron] 10.222.0.49 "GET /v2.0/networks?id=91ee1eb1-f539-4dca-ba57-6ac8064e82be HTTP/1.1" status: 200 len: 916 time: 0.1900105 Jun 02 16:45:52.887474 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8bb0abfe-b809-4e63-bb6f-e2706cd31fc1 req-774dd69d-b979-4df9-af1b-98ad8a5a8940 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 HTTP/1.1" status: 200 len: 217 time: 0.1130826 Jun 02 16:45:52.915055 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:52.953213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:52.958630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:52.959966 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0abfe-b809-4e63-bb6f-e2706cd31fc1 req-dbe2fecf-e155-451c-bb11-0ff80133294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:52.960800 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:52.961435 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8bb0abfe-b809-4e63-bb6f-e2706cd31fc1 req-dbe2fecf-e155-451c-bb11-0ff80133294e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c876a485-37cd-4c2b-b8fa-dedc482d5196 HTTP/1.1" status: 200 len: 855 time: 0.0664921 Jun 02 16:45:52.991400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ce9d36-08d5-4b10-a53c-dcf85b11ff8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:45:52.994244 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a00def-6cd3-47c7-bee5-00074bedc3ae" -d '{"events": [{"server_uuid": "02ce9d36-08d5-4b10-a53c-dcf85b11ff8e", "name": "network-vif-plugged", "status": "completed", "tag": "8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:45:53.013872 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8bb0abfe-b809-4e63-bb6f-e2706cd31fc1 req-a86fa437-2a63-4110-a74d-dcc60bec3354 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91ee1eb1-f539-4dca-ba57-6ac8064e82be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458465 Jun 02 16:45:53.044977 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,revision_number=8']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:53.048460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:53.065161 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55999861-90c9-4797-baac-b628b415bc0d x-openstack-request-id: req-55999861-90c9-4797-baac-b628b415bc0d {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:45:53.065705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ce9d36-08d5-4b10-a53c-dcf85b11ff8e", "name": "network-vif-plugged", "status": "completed", "tag": "8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:45:53.066274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-55999861-90c9-4797-baac-b628b415bc0d {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:45:53.067010 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ce9d36-08d5-4b10-a53c-dcf85b11ff8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6', 'code': 200} Jun 02 16:45:53.336831 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8bb0abfe-b809-4e63-bb6f-e2706cd31fc1 req-88faf791-8346-4522-93f0-8ec7e3f08eaa service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162339 Jun 02 16:45:53.503760 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8bb0abfe-b809-4e63-bb6f-e2706cd31fc1 req-441ffb7d-7168-4c01-8aa0-11435444a80f service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595256 Jun 02 16:45:53.881340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebfceb-1ff4-4f82-85c2-46dc15ed216b req-b9c6cf65-d254-4fd5-8914-caa3c25c7e02 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:53.884075 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-beebfceb-1ff4-4f82-85c2-46dc15ed216b req-b9c6cf65-d254-4fd5-8914-caa3c25c7e02 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.1034198 Jun 02 16:45:53.951570 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-beebfceb-1ff4-4f82-85c2-46dc15ed216b req-d1d5edbc-0869-4444-84d1-226ccd8992d2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601881 Jun 02 16:45:55.167081 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342424f8-4a79-45e6-9d66-055750762681 req-ca7ed358-e196-4cd6-8d53-90c4c9a599c8 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:55.168825 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-342424f8-4a79-45e6-9d66-055750762681 req-ca7ed358-e196-4cd6-8d53-90c4c9a599c8 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0959814 Jun 02 16:45:55.220160 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-342424f8-4a79-45e6-9d66-055750762681 req-f0c5776f-e0a0-4c8f-bb6e-9a48fa6f8279 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447128 Jun 02 16:45:55.425909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edadcdd-cac3-4a80-9a1b-1cef80c19d5d req-2a06c76a-41e2-46d3-ac40-d5513a322b8e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:55.427620 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0edadcdd-cac3-4a80-9a1b-1cef80c19d5d req-2a06c76a-41e2-46d3-ac40-d5513a322b8e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0924842 Jun 02 16:45:55.483318 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0edadcdd-cac3-4a80-9a1b-1cef80c19d5d req-d537bfe4-3c85-4a49-89a8-ba15973f9a45 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459020 Jun 02 16:45:55.765166 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830ff1-7d90-4a4a-928c-dbcb67e1e043 req-260dcd42-6106-42fe-b86a-111b668f1553 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:55.766795 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-36830ff1-7d90-4a4a-928c-dbcb67e1e043 req-260dcd42-6106-42fe-b86a-111b668f1553 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.0889161 Jun 02 16:45:55.820571 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-36830ff1-7d90-4a4a-928c-dbcb67e1e043 req-852589a2-96d1-41a0-bca5-e63eee509972 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434339 Jun 02 16:45:56.373551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-f2b1f096-2cb8-4004-9d42-029fce21985b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:56.374480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-f2b1f096-2cb8-4004-9d42-029fce21985b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Synchronizing usage tracker for tenant:b092a238f84041cba32a9833ca57b3f9 on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:45:56.395502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-f2b1f096-2cb8-4004-9d42-029fce21985b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Unset dirty status for tenant:b092a238f84041cba32a9833ca57b3f9 on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:45:56.397303 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-f2b1f096-2cb8-4004-9d42-029fce21985b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/networks?id=91ee1eb1-f539-4dca-ba57-6ac8064e82be HTTP/1.1" status: 200 len: 815 time: 0.1828790 Jun 02 16:45:56.417353 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-739360c9-603d-49a5-b729-391c5952960e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/quotas/b092a238f84041cba32a9833ca57b3f9 HTTP/1.1" status: 200 len: 375 time: 0.0116668 Jun 02 16:45:56.510148 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-1fea79d3-fc84-46e5-b2b4-c2cbd5ceda40 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b092a238f84041cba32a9833ca57b3f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0866005 Jun 02 16:45:56.737332 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-f1f70226-7031-40ec-b097-954c54cca0da service neutron] 10.222.0.50 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197270 Jun 02 16:45:57.037844 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-d27bb256-2b3d-44ff-a3f5-905f884ff4e0 service neutron] 10.222.0.50 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938626 Jun 02 16:45:57.281167 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3dc36a92-cf31-4454-9e8b-7748b170713b req-9498c401-3c9d-4996-9531-ec4d0e564ce3 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 210 time: 0.0847609 Jun 02 16:45:58.017148 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99574334-c213-4b57-bf25-496b491c8043 req-a2938eee-ce43-407f-a391-72f6cce59999 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:58.018971 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-99574334-c213-4b57-bf25-496b491c8043 req-a2938eee-ce43-407f-a391-72f6cce59999 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.49 "GET /v2.0/ports?device_id=02ce9d36-08d5-4b10-a53c-dcf85b11ff8e HTTP/1.1" status: 200 len: 946 time: 0.1367092 Jun 02 16:45:58.177339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-99574334-c213-4b57-bf25-496b491c8043 req-6969e076-e305-4cb3-9961-f6486d229a2e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Deleting port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:45:58.177687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-99574334-c213-4b57-bf25-496b491c8043 req-6969e076-e305-4cb3-9961-f6486d229a2e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:58.436171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-99574334-c213-4b57-bf25-496b491c8043 req-6969e076-e305-4cb3-9961-f6486d229a2e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] For port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:45:58.436882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-99574334-c213-4b57-bf25-496b491c8043 req-6969e076-e305-4cb3-9961-f6486d229a2e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:58.584863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [req-99574334-c213-4b57-bf25-496b491c8043 req-6969e076-e305-4cb3-9961-f6486d229a2e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Calling delete_port for 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 owned by compute:nova {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:45:58.616736 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9393dbbc-5fc8-43f9-81df-4c5b8abaeb03 req-4bebb5ab-18d2-4469-9e04-8d731786b50a tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 210 time: 0.1041076 Jun 02 16:45:58.689655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-bb3b96cc-4793-4408-9113-e959c91c9979 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:58.691274 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-bb3b96cc-4793-4408-9113-e959c91c9979 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.49 "GET /v2.0/networks?id=91ee1eb1-f539-4dca-ba57-6ac8064e82be HTTP/1.1" status: 200 len: 815 time: 0.3171763 Jun 02 16:45:58.711000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Request body: {'port': {'device_id': '9d5538af-2a82-4fc5-bfd3-b1a8223871ab', 'network_id': '91ee1eb1-f539-4dca-ba57-6ac8064e82be', 'admin_state_up': True, 'tenant_id': 'b092a238f84041cba32a9833ca57b3f9'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:45:58.742162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-99574334-c213-4b57-bf25-496b491c8043 req-6969e076-e305-4cb3-9961-f6486d229a2e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:58.749960 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7adc1f8b-ff00-40d9-9ca8-b80a465a447a tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:58.798611 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969e076-e305-4cb3-9961-f6486d229a2e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Pushing event deleted for resources: {'Port': ['ID=8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:58.801406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6969e076-e305-4cb3-9961-f6486d229a2e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:58.883139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [req-99574334-c213-4b57-bf25-496b491c8043 req-6969e076-e305-4cb3-9961-f6486d229a2e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] No DVR routers for this DVR port 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 on host hv-neutron-6013 {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:45:58.886188 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-99574334-c213-4b57-bf25-496b491c8043 req-6969e076-e305-4cb3-9961-f6486d229a2e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:58.889478 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ce9d36-08d5-4b10-a53c-dcf85b11ff8e', 'name': 'network-vif-deleted', 'tag': '8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:45:58.892177 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf34fe0e-da41-485d-9147-6fe3e69eaee3" -d '{"events": [{"server_uuid": "02ce9d36-08d5-4b10-a53c-dcf85b11ff8e", "name": "network-vif-deleted", "tag": "8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:45:58.898477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:45:58.910618 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-99574334-c213-4b57-bf25-496b491c8043 req-6969e076-e305-4cb3-9961-f6486d229a2e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.49 "DELETE /v2.0/ports/8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 HTTP/1.1" status: 204 len: 173 time: 0.8820479 Jun 02 16:45:58.921961 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:45:58.943164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Made reservation on behalf of b092a238f84041cba32a9833ca57b3f9 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:45:58.948572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:59.064172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca8d67d-2495-4bec-b490-cd28544f706c x-openstack-request-id: req-9ca8d67d-2495-4bec-b490-cd28544f706c {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:45:59.064707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ce9d36-08d5-4b10-a53c-dcf85b11ff8e", "name": "network-vif-deleted", "tag": "8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:45:59.065179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ca8d67d-2495-4bec-b490-cd28544f706c {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:45:59.066850 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ce9d36-08d5-4b10-a53c-dcf85b11ff8e', 'name': 'network-vif-deleted', 'tag': '8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6', 'status': 'completed', 'code': 200} Jun 02 16:45:59.238885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Allocated IP 172.20.0.11 (91ee1eb1-f539-4dca-ba57-6ac8064e82be/c876a485-37cd-4c2b-b8fa-dedc482d5196/a9757fea-ec85-4d27-a7d9-f818ed294582) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:45:59.492307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:59.534744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:59.546462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-395f68e9-4d52-4e39-acfd-c80cd13469bf tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:45:59.676853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Network 91ee1eb1-f539-4dca-ba57-6ac8064e82be is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:45:59.686903 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:45:59.691338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:45:59.860401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Pushing event updated for resources: {'Port': ['ID=a9757fea-ec85-4d27-a7d9-f818ed294582,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:45:59.865613 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:45:59.913601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:45:59.914695 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:45:59.984640 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2780409 Jun 02 16:46:00.007115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be906dab-b24f-4613-8602-d51264d84c44 req-1c27ba37-cc45-4dbb-b44f-039ee7ecd31f tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:00.009010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-be906dab-b24f-4613-8602-d51264d84c44 req-1c27ba37-cc45-4dbb-b44f-039ee7ecd31f tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Synchronizing usage tracker for tenant:b092a238f84041cba32a9833ca57b3f9 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:46:00.024896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Request body: {'port': {'device_id': '9d5538af-2a82-4fc5-bfd3-b1a8223871ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:00.112329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-be906dab-b24f-4613-8602-d51264d84c44 req-1c27ba37-cc45-4dbb-b44f-039ee7ecd31f tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Unset dirty status for tenant:b092a238f84041cba32a9833ca57b3f9 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:46:00.113479 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-be906dab-b24f-4613-8602-d51264d84c44 req-1c27ba37-cc45-4dbb-b44f-039ee7ecd31f tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 932 time: 0.3657417 Jun 02 16:46:00.224112 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-be906dab-b24f-4613-8602-d51264d84c44 req-2e89d795-7ff9-431e-84d4-1f59f82753ab tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034186 Jun 02 16:46:00.227029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:00.618046 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9757fea-ec85-4d27-a7d9-f818ed294582 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:46:00.626380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:00.644967 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Transition to ACTIVE for port object a9757fea-ec85-4d27-a7d9-f818ed294582 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:46:00.650524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:00.656770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2dac88aa-4fbf-49a8-974f-7b18b21e38fe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:00.672965 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:46:00.735265 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:46:00.735797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8d9ea1fb-c817-42a0-8c79-a3e00a3a12d6 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:46:00.991120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Pushing event updated for resources: {'Port': ['ID=a9757fea-ec85-4d27-a7d9-f818ed294582,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:00.999203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:01.073223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Attempting to bind port a9757fea-ec85-4d27-a7d9-f818ed294582 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:46:01.073542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Attempting to bind port a9757fea-ec85-4d27-a7d9-f818ed294582 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4ab24cda-7b3b-45b4-8364-24815433ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91ee1eb1-f539-4dca-ba57-6ac8064e82be'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:46:01.073856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Attempting to bind port a9757fea-ec85-4d27-a7d9-f818ed294582 on network 91ee1eb1-f539-4dca-ba57-6ac8064e82be {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:46:01.079195 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Port a9757fea-ec85-4d27-a7d9-f818ed294582 on network 91ee1eb1-f539-4dca-ba57-6ac8064e82be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:46:01.079516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Attempting to bind port a9757fea-ec85-4d27-a7d9-f818ed294582 on network 91ee1eb1-f539-4dca-ba57-6ac8064e82be {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:46:01.085251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:46:01.085585 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Checking segment: {'id': '4ab24cda-7b3b-45b4-8364-24815433ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91ee1eb1-f539-4dca-ba57-6ac8064e82be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:46:01.085969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Bound using segment: {'id': '4ab24cda-7b3b-45b4-8364-24815433ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91ee1eb1-f539-4dca-ba57-6ac8064e82be'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:46:01.086427 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Bound port: a9757fea-ec85-4d27-a7d9-f818ed294582, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab24cda-7b3b-45b4-8364-24815433ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '91ee1eb1-f539-4dca-ba57-6ac8064e82be'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:46:01.086772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:01.190183 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] For port a9757fea-ec85-4d27-a7d9-f818ed294582, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:46:01.193420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] For port a9757fea-ec85-4d27-a7d9-f818ed294582, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9757fea-ec85-4d27-a7d9-f818ed294582,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:46:01.199721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:01.207897 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ae2183b9-e8e5-490f-b7f6-08404f6dcfbe tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:01.300929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:01.301850 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:01.304253 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] 10.222.0.49 "PUT /v2.0/ports/a9757fea-ec85-4d27-a7d9-f818ed294582 HTTP/1.1" status: 200 len: 1094 time: 1.2881832 Jun 02 16:46:01.305521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5538af-2a82-4fc5-bfd3-b1a8223871ab', 'tag': 'a9757fea-ec85-4d27-a7d9-f818ed294582'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:01.309840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4033907b-a795-440c-b67f-5f8f23309028" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5538af-2a82-4fc5-bfd3-b1a8223871ab", "tag": "a9757fea-ec85-4d27-a7d9-f818ed294582"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:01.352106 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Pushing event updated for resources: {'Port': ['ID=a9757fea-ec85-4d27-a7d9-f818ed294582,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:01.357779 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:01.459704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-bacac3b0-329e-48bf-879d-deb0c95eb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:01.461394 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-bacac3b0-329e-48bf-879d-deb0c95eb59a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b092a238f84041cba32a9833ca57b3f9&device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 1097 time: 0.0895967 Jun 02 16:46:01.492543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96752fe0-f3cb-4497-8b40-3ef7b98e59e0 req-127c3b1e-53c2-4310-8e93-437c78b7b8b0 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:01.494567 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-96752fe0-f3cb-4497-8b40-3ef7b98e59e0 req-127c3b1e-53c2-4310-8e93-437c78b7b8b0 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Synchronizing usage tracker for tenant:b092a238f84041cba32a9833ca57b3f9 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:46:01.513691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-96752fe0-f3cb-4497-8b40-3ef7b98e59e0 req-127c3b1e-53c2-4310-8e93-437c78b7b8b0 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Unset dirty status for tenant:b092a238f84041cba32a9833ca57b3f9 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:46:01.515444 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-96752fe0-f3cb-4497-8b40-3ef7b98e59e0 req-127c3b1e-53c2-4310-8e93-437c78b7b8b0 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 944 time: 0.1708620 Jun 02 16:46:01.532170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c7c3c1-596b-4686-b3f1-d43776cdccc6 x-openstack-request-id: req-d5c7c3c1-596b-4686-b3f1-d43776cdccc6 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:01.532525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5538af-2a82-4fc5-bfd3-b1a8223871ab", "tag": "a9757fea-ec85-4d27-a7d9-f818ed294582", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:01.532796 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5c7c3c1-596b-4686-b3f1-d43776cdccc6 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:01.533248 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5538af-2a82-4fc5-bfd3-b1a8223871ab', 'tag': 'a9757fea-ec85-4d27-a7d9-f818ed294582', 'status': 'completed', 'code': 200} Jun 02 16:46:01.549890 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-cff10819-0904-493f-a64f-df2f4ecd9339 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9757fea-ec85-4d27-a7d9-f818ed294582 HTTP/1.1" status: 200 len: 217 time: 0.0755653 Jun 02 16:46:01.569293 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-96752fe0-f3cb-4497-8b40-3ef7b98e59e0 req-76d831c9-c4cf-497c-8c43-d5770b8446b6 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458353 Jun 02 16:46:01.625665 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-afdac343-ebec-49b5-836d-cdf2669a5668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:01.627223 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-afdac343-ebec-49b5-836d-cdf2669a5668 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c876a485-37cd-4c2b-b8fa-dedc482d5196 HTTP/1.1" status: 200 len: 855 time: 0.0676687 Jun 02 16:46:01.680948 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-fa40d6eb-6ce1-4505-8d38-a384a5827f0a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91ee1eb1-f539-4dca-ba57-6ac8064e82be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434811 Jun 02 16:46:01.843304 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-17dde780-22ee-45aa-bdff-df6ae2b775a7 service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499071 Jun 02 16:46:02.032021 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0e08b857-cef5-4df7-8cfb-1640d4f88bc7 req-8dc90a3b-756d-4cc1-89a5-bc37c86ec760 service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780436 Jun 02 16:46:02.160683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033907b-a795-440c-b67f-5f8f23309028 req-3e60ed1d-5895-4f90-84ee-574e8a2aba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:02.162296 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4033907b-a795-440c-b67f-5f8f23309028 req-3e60ed1d-5895-4f90-84ee-574e8a2aba86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b092a238f84041cba32a9833ca57b3f9&device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 1097 time: 0.0809541 Jun 02 16:46:02.307963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033907b-a795-440c-b67f-5f8f23309028 req-d07f666a-b16d-47f5-8eda-6c13d3becd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:02.309495 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4033907b-a795-440c-b67f-5f8f23309028 req-d07f666a-b16d-47f5-8eda-6c13d3becd96 service neutron] 10.222.0.49 "GET /v2.0/networks?id=91ee1eb1-f539-4dca-ba57-6ac8064e82be HTTP/1.1" status: 200 len: 916 time: 0.1394575 Jun 02 16:46:02.385160 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4033907b-a795-440c-b67f-5f8f23309028 req-67b9fcae-7091-40f3-93ac-16ad2c92771c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9757fea-ec85-4d27-a7d9-f818ed294582 HTTP/1.1" status: 200 len: 217 time: 0.0675592 Jun 02 16:46:02.456411 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033907b-a795-440c-b67f-5f8f23309028 req-8b511a28-d05d-4b81-9d60-eef6fa66b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:02.457770 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4033907b-a795-440c-b67f-5f8f23309028 req-8b511a28-d05d-4b81-9d60-eef6fa66b18e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c876a485-37cd-4c2b-b8fa-dedc482d5196 HTTP/1.1" status: 200 len: 855 time: 0.0654318 Jun 02 16:46:02.509230 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4033907b-a795-440c-b67f-5f8f23309028 req-2f8dc739-340e-40de-8d9f-f09c5bdd5b5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91ee1eb1-f539-4dca-ba57-6ac8064e82be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428958 Jun 02 16:46:02.662505 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4033907b-a795-440c-b67f-5f8f23309028 req-59c4e831-8a10-4010-a7c1-4309d2939c33 service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452115 Jun 02 16:46:02.878576 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4033907b-a795-440c-b67f-5f8f23309028 req-44da7c1f-75de-4478-aa0f-ec665fc7630e service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085624 Jun 02 16:46:02.896915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6eb18-8158-4838-974e-a4f3c3fd3ebd req-eb190bb4-1568-4cb6-b0a2-84d6ce52709a tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:02.898560 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8be6eb18-8158-4838-974e-a4f3c3fd3ebd req-eb190bb4-1568-4cb6-b0a2-84d6ce52709a tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 944 time: 0.1967337 Jun 02 16:46:02.955482 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8be6eb18-8158-4838-974e-a4f3c3fd3ebd req-b68e6861-132a-44c8-8108-1fb2cde7218a tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495217 Jun 02 16:46:02.966769 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0c71293a-31ee-4523-9cab-a6cbb9a718e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:04.166142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c49ded-cfac-4324-8a6b-117213ee85e5 req-f8594b83-9a5d-4172-9703-90bebffccb87 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:04.167727 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-64c49ded-cfac-4324-8a6b-117213ee85e5 req-f8594b83-9a5d-4172-9703-90bebffccb87 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 944 time: 0.0965478 Jun 02 16:46:04.216122 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-64c49ded-cfac-4324-8a6b-117213ee85e5 req-68330bea-4ed8-479b-b878-23794f9a3546 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422919 Jun 02 16:46:04.671259 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device a9757fea-ec85-4d27-a7d9-f818ed294582 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:46:04.870544 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port a9757fea-ec85-4d27-a7d9-f818ed294582, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9757fea-ec85-4d27-a7d9-f818ed294582,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:04.885246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'a9757fea-ec85-4d27-a7d9-f818ed294582', 'network_id': '91ee1eb1-f539-4dca-ba57-6ac8064e82be', 'port_id': 'a9757fea-ec85-4d27-a7d9-f818ed294582', 'mac_address': 'fa:16:3e:cd:10:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c876a485-37cd-4c2b-b8fa-dedc482d5196', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:46:04.946762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:04.965882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9757fea-ec85-4d27-a7d9-f818ed294582 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:46:04.991400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port a9757fea-ec85-4d27-a7d9-f818ed294582, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9757fea-ec85-4d27-a7d9-f818ed294582,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:04.996939 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:05.000091 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:05.080391 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:05.103583 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=a9757fea-ec85-4d27-a7d9-f818ed294582,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:05.112307 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:05.112659 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:05.113002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:05.113342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:05.113675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:05.114006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:05.114367 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:05.114696 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:05.115020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:05.115345 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:05.115662 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:05.115979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:05.120458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:05.246976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['a9757fea-ec85-4d27-a7d9-f818ed294582'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:46:05.419834 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fff464-48e5-4c40-85aa-e9fbf5143d77 req-f574a965-844b-406f-b1a5-6de303b34415 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:05.421412 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-61fff464-48e5-4c40-85aa-e9fbf5143d77 req-f574a965-844b-406f-b1a5-6de303b34415 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 945 time: 0.0902529 Jun 02 16:46:05.474662 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-61fff464-48e5-4c40-85aa-e9fbf5143d77 req-302e328e-5ce1-4d26-a045-18abaf8ccf3c tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456069 Jun 02 16:46:05.487734 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3903c80d-7d4f-47a2-ab89-71280d08bb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:06.688484 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device a9757fea-ec85-4d27-a7d9-f818ed294582 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:46:06.689492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a46e3-73e8-4795-8529-62fba4d29e49 req-4d167416-6382-41d4-bda3-58fb29da0235 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:06.692118 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7d7a46e3-73e8-4795-8529-62fba4d29e49 req-4d167416-6382-41d4-bda3-58fb29da0235 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 945 time: 0.0943460 Jun 02 16:46:06.770506 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7d7a46e3-73e8-4795-8529-62fba4d29e49 req-bdc030a2-e213-4bf9-983a-3f3760c1d2f3 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702381 Jun 02 16:46:06.798011 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:06.820117 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port a9757fea-ec85-4d27-a7d9-f818ed294582 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:46:06.825790 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port a9757fea-ec85-4d27-a7d9-f818ed294582 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:06.826529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.027459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.081193 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5538af-2a82-4fc5-bfd3-b1a8223871ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9757fea-ec85-4d27-a7d9-f818ed294582'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:07.085767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b08b3e-53db-4b33-a5c5-3037d034f68e" -d '{"events": [{"server_uuid": "9d5538af-2a82-4fc5-bfd3-b1a8223871ab", "name": "network-vif-plugged", "status": "completed", "tag": "a9757fea-ec85-4d27-a7d9-f818ed294582"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:07.101962 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port a9757fea-ec85-4d27-a7d9-f818ed294582, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9757fea-ec85-4d27-a7d9-f818ed294582,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:07.109040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:07.113781 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:07.167148 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4474d009-f3c9-4b9d-a7e0-a01013b20d0b x-openstack-request-id: req-4474d009-f3c9-4b9d-a7e0-a01013b20d0b {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:07.167438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5538af-2a82-4fc5-bfd3-b1a8223871ab", "name": "network-vif-plugged", "status": "completed", "tag": "a9757fea-ec85-4d27-a7d9-f818ed294582", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:07.167708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4474d009-f3c9-4b9d-a7e0-a01013b20d0b {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:07.168145 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5538af-2a82-4fc5-bfd3-b1a8223871ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9757fea-ec85-4d27-a7d9-f818ed294582', 'code': 200} Jun 02 16:46:07.216498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=a9757fea-ec85-4d27-a7d9-f818ed294582,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:07.220744 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:07.424371 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc8a5e-4263-4759-9e8e-57802020ff75 req-2b586b09-2431-456a-beed-e188c4350aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:07.425923 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b1cc8a5e-4263-4759-9e8e-57802020ff75 req-2b586b09-2431-456a-beed-e188c4350aa3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 1099 time: 0.0851748 Jun 02 16:46:07.490582 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b1cc8a5e-4263-4759-9e8e-57802020ff75 req-9c0f9e90-81b9-4f8e-892c-5ac1d007fd77 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526702 Jun 02 16:46:07.995790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0149f6-4d34-4f94-817b-9f4052f98ced req-8a02cc4a-56c9-41d5-a7bc-aed3ca884c68 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:07.997390 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2a0149f6-4d34-4f94-817b-9f4052f98ced req-8a02cc4a-56c9-41d5-a7bc-aed3ca884c68 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0978880 Jun 02 16:46:08.074465 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2a0149f6-4d34-4f94-817b-9f4052f98ced req-addb2afa-3a3f-4e0e-ba1b-eeffd3b92ec3 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700283 Jun 02 16:46:08.636005 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:09.276174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c4cd9-69d9-4923-9af9-ab1a3f1d565a req-d4313f70-9a81-4475-81dc-33c5117b7369 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:09.277617 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-662c4cd9-69d9-4923-9af9-ab1a3f1d565a req-d4313f70-9a81-4475-81dc-33c5117b7369 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0880389 Jun 02 16:46:09.345906 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-662c4cd9-69d9-4923-9af9-ab1a3f1d565a req-f79cb465-566a-4b84-b574-51333bb88dec tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616970 Jun 02 16:46:09.605214 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36332dee-b83a-445f-a38d-3d6df717e25f req-1d2d7271-af56-452c-9fc1-022782b483dc tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:09.606771 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-36332dee-b83a-445f-a38d-3d6df717e25f req-1d2d7271-af56-452c-9fc1-022782b483dc tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.1391914 Jun 02 16:46:09.660299 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-36332dee-b83a-445f-a38d-3d6df717e25f req-c99062f1-cf5c-4327-b543-5658e5d2f369 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474508 Jun 02 16:46:10.096298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310097a5-0488-4073-835d-d0d03405e6d7 req-0a27a509-4a73-4438-af64-071b56fc45a6 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:10.097932 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-310097a5-0488-4073-835d-d0d03405e6d7 req-0a27a509-4a73-4438-af64-071b56fc45a6 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0889459 Jun 02 16:46:10.155912 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-310097a5-0488-4073-835d-d0d03405e6d7 req-fd65357f-e78a-4886-85b0-98d4d560e5ff tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508125 Jun 02 16:46:10.218728 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-4f36478f-7a65-4427-bbd6-01053df4cb01 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2470059 Jun 02 16:46:11.358760 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce31a1-4053-48f7-b2b5-c3d223737686 req-0fc9521d-aa2e-4cf7-b5a7-5b25042b93f1 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:11.360459 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-42ce31a1-4053-48f7-b2b5-c3d223737686 req-0fc9521d-aa2e-4cf7-b5a7-5b25042b93f1 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0842366 Jun 02 16:46:11.421949 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-42ce31a1-4053-48f7-b2b5-c3d223737686 req-82ced407-dc32-473f-8339-e5b39643248f tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511379 Jun 02 16:46:11.547065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-c94e8e3d-1d35-40d9-9bc8-118406734545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:11.548627 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-c94e8e3d-1d35-40d9-9bc8-118406734545 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b092a238f84041cba32a9833ca57b3f9&device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 1099 time: 0.0849905 Jun 02 16:46:11.697780 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-adaaab62-9cce-4499-86af-df4ac26a8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:11.699286 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-adaaab62-9cce-4499-86af-df4ac26a8651 service neutron] 10.222.0.49 "GET /v2.0/networks?id=91ee1eb1-f539-4dca-ba57-6ac8064e82be HTTP/1.1" status: 200 len: 916 time: 0.1442449 Jun 02 16:46:11.773658 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-b63e067e-5fff-4401-b86c-2bdf970bee56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9757fea-ec85-4d27-a7d9-f818ed294582 HTTP/1.1" status: 200 len: 217 time: 0.0667834 Jun 02 16:46:11.839828 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-9ce17400-7271-4ef8-99a1-529f30e6b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:11.841208 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-9ce17400-7271-4ef8-99a1-529f30e6b89a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c876a485-37cd-4c2b-b8fa-dedc482d5196 HTTP/1.1" status: 200 len: 855 time: 0.0617919 Jun 02 16:46:11.889604 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-02279aa2-35ef-4b25-a85c-b822ab2da330 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91ee1eb1-f539-4dca-ba57-6ac8064e82be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415854 Jun 02 16:46:12.031602 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-291d2650-698a-4329-8bed-3d49d6a184ae service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350636 Jun 02 16:46:12.178749 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-5ebd33cc-9fd7-40c8-ac2b-9b061220950f service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403790 Jun 02 16:46:12.629125 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3b0fd-c40a-46e5-92dd-8eb2b2641d4b req-86493568-a1eb-4c16-8048-53a07b3b2654 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:12.630614 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-aba3b0fd-c40a-46e5-92dd-8eb2b2641d4b req-86493568-a1eb-4c16-8048-53a07b3b2654 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0956616 Jun 02 16:46:12.830532 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-aba3b0fd-c40a-46e5-92dd-8eb2b2641d4b req-3cdcf842-1b7a-4ae9-9351-70002895c726 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937757 Jun 02 16:46:14.040406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b09fe-76b4-4870-a05b-e00ccba4f4f1 req-fe23bc76-f87e-488a-a24f-f85a5fa8aba1 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:14.041992 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9c9b09fe-76b4-4870-a05b-e00ccba4f4f1 req-fe23bc76-f87e-488a-a24f-f85a5fa8aba1 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.1007361 Jun 02 16:46:14.088310 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9c9b09fe-76b4-4870-a05b-e00ccba4f4f1 req-34690eff-7e30-4390-9ff2-d9a80db3d31c tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402834 Jun 02 16:46:15.315442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5ff16-31dc-4758-9d3d-aa71bc418647 req-46e4db46-2d7a-443b-93c0-e4afe46f76d5 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:15.316974 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2de5ff16-31dc-4758-9d3d-aa71bc418647 req-46e4db46-2d7a-443b-93c0-e4afe46f76d5 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.1057613 Jun 02 16:46:15.375846 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2de5ff16-31dc-4758-9d3d-aa71bc418647 req-d9247b66-9528-429e-9969-156724269916 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481033 Jun 02 16:46:16.565803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc064a6-e979-44bd-97b5-35d84b3ae380 req-e2a2dc29-980f-499d-92f7-0df82ae9e8cb tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:16.567351 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3dc064a6-e979-44bd-97b5-35d84b3ae380 req-e2a2dc29-980f-499d-92f7-0df82ae9e8cb tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0846512 Jun 02 16:46:16.617725 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3dc064a6-e979-44bd-97b5-35d84b3ae380 req-c685f11d-42e8-4e5a-87d4-7cb1978c99b8 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439816 Jun 02 16:46:17.818416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b625e77-18c5-4f76-a6e0-60660bac843b req-6d583aa5-e25e-437d-83ba-dada1059a410 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:17.819895 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3b625e77-18c5-4f76-a6e0-60660bac843b req-6d583aa5-e25e-437d-83ba-dada1059a410 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0871363 Jun 02 16:46:17.867915 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3b625e77-18c5-4f76-a6e0-60660bac843b req-d92c704a-5dc7-447d-ad5d-dcfdd52f9276 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395081 Jun 02 16:46:19.071733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70ddd3-c4a8-4be2-9f51-683c4f0ef1fb req-d64fe08a-4c56-405d-8f0e-a05f98c576c0 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:19.073325 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6d70ddd3-c4a8-4be2-9f51-683c4f0ef1fb req-d64fe08a-4c56-405d-8f0e-a05f98c576c0 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0860586 Jun 02 16:46:19.124183 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6d70ddd3-c4a8-4be2-9f51-683c4f0ef1fb req-6de1d8ef-53ac-4d54-9992-40aabb94bd89 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445476 Jun 02 16:46:19.186408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:20.336101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5168d38-6d89-4ab7-9965-d0f471cf58eb req-c2893fb1-f5ce-4948-b815-7ab222a9339a tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:20.337674 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d5168d38-6d89-4ab7-9965-d0f471cf58eb req-c2893fb1-f5ce-4948-b815-7ab222a9339a tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.1019840 Jun 02 16:46:20.386425 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d5168d38-6d89-4ab7-9965-d0f471cf58eb req-a563732f-7c72-4fbb-b906-99a5f0a496a9 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425646 Jun 02 16:46:21.595413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acc557-d3a1-4903-8830-eac3da73de5b req-acf53e8f-77ee-40d7-89a4-efb20eb0e0f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:21.597071 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-32acc557-d3a1-4903-8830-eac3da73de5b req-acf53e8f-77ee-40d7-89a4-efb20eb0e0f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0962505 Jun 02 16:46:21.646799 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-32acc557-d3a1-4903-8830-eac3da73de5b req-cd0fda53-2f7d-47d8-bf59-57d5032a0547 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 Jun 02 16:46:22.849394 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e22e38-a8db-462a-a701-5def7b68e1e6 req-eb75ea01-68ed-40da-b751-84d8e8c9fdad tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:22.851090 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b1e22e38-a8db-462a-a701-5def7b68e1e6 req-eb75ea01-68ed-40da-b751-84d8e8c9fdad tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0874338 Jun 02 16:46:22.900471 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b1e22e38-a8db-462a-a701-5def7b68e1e6 req-690578bb-ca1e-45eb-999b-aba033a74068 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429897 Jun 02 16:46:24.104104 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78969b9-9722-449c-a809-e60102e75bbf req-126c06ca-c4f6-49a1-a27c-f2a05246a4c9 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:24.105683 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e78969b9-9722-449c-a809-e60102e75bbf req-126c06ca-c4f6-49a1-a27c-f2a05246a4c9 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0944989 Jun 02 16:46:24.155767 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e78969b9-9722-449c-a809-e60102e75bbf req-5a2d248c-79e1-440a-9a05-7a988b74ed8c tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420725 Jun 02 16:46:25.356543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5a492-1867-4634-8801-a089166b79f1 req-895ce0af-7509-454d-a1d8-64bfabc979ae tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:25.358291 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-36c5a492-1867-4634-8801-a089166b79f1 req-895ce0af-7509-454d-a1d8-64bfabc979ae tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0901806 Jun 02 16:46:25.409465 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-36c5a492-1867-4634-8801-a089166b79f1 req-a8853118-0576-4d78-a7fb-570066604393 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449295 Jun 02 16:46:26.625120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec4f0-472c-4f16-b231-02e802feb295 req-936f91c5-1ae7-4735-a84f-5ed72296aba4 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:26.626754 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ee2ec4f0-472c-4f16-b231-02e802feb295 req-936f91c5-1ae7-4735-a84f-5ed72296aba4 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.1010337 Jun 02 16:46:26.678946 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ee2ec4f0-472c-4f16-b231-02e802feb295 req-05808225-504f-43cf-a879-24616e3e2f59 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456142 Jun 02 16:46:27.883800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98ce13-e9ca-4b04-adfb-ea0f6bbb7297 req-5babdded-ecc3-4806-8164-fcfdd29a71a7 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:27.885407 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1e98ce13-e9ca-4b04-adfb-ea0f6bbb7297 req-5babdded-ecc3-4806-8164-fcfdd29a71a7 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0856977 Jun 02 16:46:27.944002 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1e98ce13-e9ca-4b04-adfb-ea0f6bbb7297 req-9612127c-fea8-4030-8c06-cd68cb49c2d3 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512855 Jun 02 16:46:29.147490 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c9c0a-f7c7-4747-95ce-8d7d63863052 req-3a016862-5906-4382-b40c-d1f480722a1a tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:29.149439 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c26c9c0a-f7c7-4747-95ce-8d7d63863052 req-3a016862-5906-4382-b40c-d1f480722a1a tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0913017 Jun 02 16:46:29.150420 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:46:29.206597 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c26c9c0a-f7c7-4747-95ce-8d7d63863052 req-9c360131-cbc1-4392-a8f5-a474d9fc37c7 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466309 Jun 02 16:46:30.438163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04167d-c40b-44ee-b0a9-560b2a683d5a req-fc0911be-efa5-4ca5-861e-1c9bdd50cdec tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:30.439701 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-dc04167d-c40b-44ee-b0a9-560b2a683d5a req-fc0911be-efa5-4ca5-861e-1c9bdd50cdec tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0915244 Jun 02 16:46:30.488945 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-dc04167d-c40b-44ee-b0a9-560b2a683d5a req-84650eb7-6213-4767-9679-40408a12271b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 Jun 02 16:46:31.715098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c622-b604-403f-be4a-d9bf77b39820 req-1d885b21-4cd1-4a38-8e1e-a90217b74ed0 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:31.716955 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1205c622-b604-403f-be4a-d9bf77b39820 req-1d885b21-4cd1-4a38-8e1e-a90217b74ed0 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.1124644 Jun 02 16:46:31.767702 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1205c622-b604-403f-be4a-d9bf77b39820 req-bacb7c9c-43c6-49a1-a566-7c3498e767fb tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427823 Jun 02 16:46:32.967299 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-89f54cce-90a1-4df0-b9ef-a46f63907a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:32.971548 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879e710-04e5-400c-b02e-1c64e776a6b5 req-695a6364-2423-4d51-99f1-731430fa934b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:32.973617 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7879e710-04e5-400c-b02e-1c64e776a6b5 req-695a6364-2423-4d51-99f1-731430fa934b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0954576 Jun 02 16:46:33.024423 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7879e710-04e5-400c-b02e-1c64e776a6b5 req-b80897ac-8ace-408a-bded-1e7de2750374 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433080 Jun 02 16:46:34.226180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60ff67-2700-4c1d-b8e5-983b122262c9 req-3e404106-e280-4ff0-996f-6133ae7cd22d tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:34.228119 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-dc60ff67-2700-4c1d-b8e5-983b122262c9 req-3e404106-e280-4ff0-996f-6133ae7cd22d tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0850587 Jun 02 16:46:34.278953 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-dc60ff67-2700-4c1d-b8e5-983b122262c9 req-77a0d37f-f342-48d8-9f5c-f8ce1e1aef19 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449517 Jun 02 16:46:35.036171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:35.458571 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5fd292e2-4f5d-4a4f-9685-db734664bc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:35.481945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cfedb-0872-4a9d-b735-862f83cbc844 req-38f9b547-4f78-46ac-8bf1-3e12ddc2c60c tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:35.483611 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-845cfedb-0872-4a9d-b735-862f83cbc844 req-38f9b547-4f78-46ac-8bf1-3e12ddc2c60c tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0894847 Jun 02 16:46:35.534345 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-845cfedb-0872-4a9d-b735-862f83cbc844 req-46a6957e-ad09-4673-8a68-686acabcba80 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446863 Jun 02 16:46:36.714090 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:36.732104 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20972fea-d00b-4124-872b-414613d8cb83 req-7e35259d-6d28-40de-9094-ab7d449e0780 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:36.733707 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-20972fea-d00b-4124-872b-414613d8cb83 req-7e35259d-6d28-40de-9094-ab7d449e0780 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0862024 Jun 02 16:46:36.780349 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-20972fea-d00b-4124-872b-414613d8cb83 req-26f746c1-3a9f-48bb-8dfd-d32b4ae82f98 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407100 Jun 02 16:46:36.977470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5205115-9958-4fe6-987b-c26c10c2af1c req-04767703-3c8b-4afc-85c4-5bb4c5d4c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:36.979235 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b5205115-9958-4fe6-987b-c26c10c2af1c req-04767703-3c8b-4afc-85c4-5bb4c5d4c272 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b092a238f84041cba32a9833ca57b3f9&device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 1099 time: 0.0862260 Jun 02 16:46:37.289813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5205115-9958-4fe6-987b-c26c10c2af1c req-a97f5ddd-6c2e-4cd3-b0e1-78738dd62209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:37.291311 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b5205115-9958-4fe6-987b-c26c10c2af1c req-a97f5ddd-6c2e-4cd3-b0e1-78738dd62209 service neutron] 10.222.0.49 "GET /v2.0/networks?id=91ee1eb1-f539-4dca-ba57-6ac8064e82be HTTP/1.1" status: 200 len: 916 time: 0.2864242 Jun 02 16:46:37.363394 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b5205115-9958-4fe6-987b-c26c10c2af1c req-49176469-c684-4de8-952f-c55be875cad5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9757fea-ec85-4d27-a7d9-f818ed294582 HTTP/1.1" status: 200 len: 217 time: 0.0616717 Jun 02 16:46:37.434712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5205115-9958-4fe6-987b-c26c10c2af1c req-b0523629-3d38-49a1-aba6-b479d3d7abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:37.436168 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b5205115-9958-4fe6-987b-c26c10c2af1c req-b0523629-3d38-49a1-aba6-b479d3d7abfe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c876a485-37cd-4c2b-b8fa-dedc482d5196 HTTP/1.1" status: 200 len: 855 time: 0.0619299 Jun 02 16:46:37.487903 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b5205115-9958-4fe6-987b-c26c10c2af1c req-15884c8c-f7ac-437b-9db7-e80c2e3af0d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91ee1eb1-f539-4dca-ba57-6ac8064e82be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409021 Jun 02 16:46:37.634512 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b5205115-9958-4fe6-987b-c26c10c2af1c req-d74002a1-5065-4019-98aa-2b4cc5722575 service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355393 Jun 02 16:46:37.782533 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b5205115-9958-4fe6-987b-c26c10c2af1c req-e9b5ed8e-ee99-45ee-923d-3493f92c44ec service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372676 Jun 02 16:46:37.995699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac7058-ef8d-43b7-a4b6-b0cbf23b5027 req-7ce0aa3c-aada-4b52-8fee-00b74af454fc tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:37.997103 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a4ac7058-ef8d-43b7-a4b6-b0cbf23b5027 req-7ce0aa3c-aada-4b52-8fee-00b74af454fc tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0949326 Jun 02 16:46:38.044685 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a4ac7058-ef8d-43b7-a4b6-b0cbf23b5027 req-f04d92e5-eea9-4de9-8dbb-fb8aa6313f91 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410807 Jun 02 16:46:38.637522 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:39.373811 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-dbaaf6f2-e22d-4064-85b1-8ab1721cc68e service neutron] 10.222.0.49 "GET /v2.0/ports/a9757fea-ec85-4d27-a7d9-f818ed294582/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.2482505 Jun 02 16:46:39.401831 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bcc1e-ebca-443a-91d2-b24cdd9aa205 req-6e4ea985-b937-422b-90f8-8cf37c0bd220 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:39.406678 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b66bcc1e-ebca-443a-91d2-b24cdd9aa205 req-6e4ea985-b937-422b-90f8-8cf37c0bd220 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.2048113 Jun 02 16:46:39.455934 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b66bcc1e-ebca-443a-91d2-b24cdd9aa205 req-ad9386f6-7baa-4984-83d7-83ede49d0153 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462892 Jun 02 16:46:39.682378 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-b4eeb8b1-5d17-46d6-b51b-813d2b62bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:39.683808 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-b4eeb8b1-5d17-46d6-b51b-813d2b62bd50 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab&tenant_id=b092a238f84041cba32a9833ca57b3f9 HTTP/1.1" status: 200 len: 1099 time: 0.0792134 Jun 02 16:46:39.791164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-1f54941f-873f-4e43-a719-c883fa4c703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:39.792652 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-1f54941f-873f-4e43-a719-c883fa4c703a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b092a238f84041cba32a9833ca57b3f9&device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 1099 time: 0.0803232 Jun 02 16:46:39.939055 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-d89cad8e-e711-4017-8a9b-04bf90b75daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:39.940474 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-d89cad8e-e711-4017-8a9b-04bf90b75daf service neutron] 10.222.0.49 "GET /v2.0/networks?id=91ee1eb1-f539-4dca-ba57-6ac8064e82be HTTP/1.1" status: 200 len: 916 time: 0.1371379 Jun 02 16:46:40.017065 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-d98bc0da-284e-4b65-9d67-fb8a68848423 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9757fea-ec85-4d27-a7d9-f818ed294582 HTTP/1.1" status: 200 len: 217 time: 0.0658631 Jun 02 16:46:40.086351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-fce013c5-5639-4e41-b30c-678a90430753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:40.087818 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-fce013c5-5639-4e41-b30c-678a90430753 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c876a485-37cd-4c2b-b8fa-dedc482d5196 HTTP/1.1" status: 200 len: 855 time: 0.0607913 Jun 02 16:46:40.142525 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-43c9596d-db21-45a7-b624-cf313f660b66 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91ee1eb1-f539-4dca-ba57-6ac8064e82be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449646 Jun 02 16:46:40.284431 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-f948c4f1-040c-4cd5-b401-ba4714843603 service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305578 Jun 02 16:46:40.428195 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-186d3b32-ff64-40c3-ae3c-3081292eb0ed req-dc65a96a-95bb-4e15-ad14-f926f91ce322 service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332316 Jun 02 16:46:40.692106 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf8f50-68ea-4a53-ac32-56959ff819f3 req-5958efae-6e26-4bfc-b900-abaa368878f9 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:40.693680 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-45cf8f50-68ea-4a53-ac32-56959ff819f3 req-5958efae-6e26-4bfc-b900-abaa368878f9 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.1246014 Jun 02 16:46:40.769868 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-45cf8f50-68ea-4a53-ac32-56959ff819f3 req-7fd5825b-d6c8-405f-ae14-3fbacc47c683 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693643 Jun 02 16:46:41.963348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8596c8e-34cd-4f80-85e4-691a652eec2e req-8004ba5e-3c34-443d-ba1c-1724a72cf28c tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:41.964846 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c8596c8e-34cd-4f80-85e4-691a652eec2e req-8004ba5e-3c34-443d-ba1c-1724a72cf28c tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0847170 Jun 02 16:46:42.011696 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c8596c8e-34cd-4f80-85e4-691a652eec2e req-66d4acb0-a7fa-4deb-92fd-a6d51bb1c73e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410385 Jun 02 16:46:42.842686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device a9757fea-ec85-4d27-a7d9-f818ed294582 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:46:42.845532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device a9757fea-ec85-4d27-a7d9-f818ed294582 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:46:43.073427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:43.093325 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port a9757fea-ec85-4d27-a7d9-f818ed294582, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9757fea-ec85-4d27-a7d9-f818ed294582,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:43.121691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'a9757fea-ec85-4d27-a7d9-f818ed294582', 'network_id': '91ee1eb1-f539-4dca-ba57-6ac8064e82be', 'port_id': 'a9757fea-ec85-4d27-a7d9-f818ed294582', 'mac_address': 'fa:16:3e:cd:10:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c876a485-37cd-4c2b-b8fa-dedc482d5196', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:46:43.131162 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5538af-2a82-4fc5-bfd3-b1a8223871ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9757fea-ec85-4d27-a7d9-f818ed294582'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:43.133541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a701ec7-1a20-4ac5-b5d7-52031b1c87f1" -d '{"events": [{"server_uuid": "9d5538af-2a82-4fc5-bfd3-b1a8223871ab", "name": "network-vif-unplugged", "status": "completed", "tag": "a9757fea-ec85-4d27-a7d9-f818ed294582"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:43.171021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port a9757fea-ec85-4d27-a7d9-f818ed294582, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9757fea-ec85-4d27-a7d9-f818ed294582,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:43.182356 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:43.186363 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:43.240406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878ec6d-0a08-4be5-b179-173f5363b210 req-a9076b5b-2c76-4c41-ac5d-1fca81b855e9 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:43.241993 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d878ec6d-0a08-4be5-b179-173f5363b210 req-a9076b5b-2c76-4c41-ac5d-1fca81b855e9 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 944 time: 0.0910249 Jun 02 16:46:43.244031 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce2d49f-5fd7-45af-b64c-088edc97abe9 x-openstack-request-id: req-7ce2d49f-5fd7-45af-b64c-088edc97abe9 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:43.244324 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5538af-2a82-4fc5-bfd3-b1a8223871ab", "name": "network-vif-unplugged", "status": "completed", "tag": "a9757fea-ec85-4d27-a7d9-f818ed294582", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:43.244573 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ce2d49f-5fd7-45af-b64c-088edc97abe9 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:43.244966 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5538af-2a82-4fc5-bfd3-b1a8223871ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9757fea-ec85-4d27-a7d9-f818ed294582', 'code': 200} Jun 02 16:46:43.263393 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:43.291506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9757fea-ec85-4d27-a7d9-f818ed294582 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:46:43.299121 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=a9757fea-ec85-4d27-a7d9-f818ed294582,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:43.302698 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:43.306683 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d878ec6d-0a08-4be5-b179-173f5363b210 req-b1f629b6-c71b-47ef-ab58-c6b321613530 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534205 Jun 02 16:46:43.364535 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.api [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:46:43.364894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_db.api [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:46:43.650706 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fa85b-7aec-42ca-8db5-b603858ba866 req-8edd1fa8-1da0-4257-a3cc-971bc00efd3b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:43.652299 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b09fa85b-7aec-42ca-8db5-b603858ba866 req-8edd1fa8-1da0-4257-a3cc-971bc00efd3b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 944 time: 0.0940955 Jun 02 16:46:43.655338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa97b9-f806-4e37-b2f6-e9bcd9fcdbe8 req-e0024ba2-10c6-4888-9d98-e3f0ab8d3c5c tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:43.656847 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1caa97b9-f806-4e37-b2f6-e9bcd9fcdbe8 req-e0024ba2-10c6-4888-9d98-e3f0ab8d3c5c tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab&tenant_id=b092a238f84041cba32a9833ca57b3f9&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.0944047 Jun 02 16:46:43.705193 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b09fa85b-7aec-42ca-8db5-b603858ba866 req-092f9707-9bfd-401a-b2f3-68a2aabc7b15 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460715 Jun 02 16:46:43.820035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa97b9-f806-4e37-b2f6-e9bcd9fcdbe8 req-82217650-7467-4fb5-aa4a-90b112a6ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:43.821549 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1caa97b9-f806-4e37-b2f6-e9bcd9fcdbe8 req-82217650-7467-4fb5-aa4a-90b112a6ed5d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b092a238f84041cba32a9833ca57b3f9&device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 1097 time: 0.0816622 Jun 02 16:46:43.969882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:43.970545 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa97b9-f806-4e37-b2f6-e9bcd9fcdbe8 req-4220afc1-547f-4b74-81a4-05376edbac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:43.971494 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1caa97b9-f806-4e37-b2f6-e9bcd9fcdbe8 req-4220afc1-547f-4b74-81a4-05376edbac30 service neutron] 10.222.0.49 "GET /v2.0/networks?id=91ee1eb1-f539-4dca-ba57-6ac8064e82be HTTP/1.1" status: 200 len: 916 time: 0.1437216 Jun 02 16:46:44.008364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9757fea-ec85-4d27-a7d9-f818ed294582 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:46:44.035428 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port a9757fea-ec85-4d27-a7d9-f818ed294582, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9757fea-ec85-4d27-a7d9-f818ed294582,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:44.040650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:44.042897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:44.114113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['a9757fea-ec85-4d27-a7d9-f818ed294582'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:46:44.179415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=a9757fea-ec85-4d27-a7d9-f818ed294582,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:44.187076 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:44.198130 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1caa97b9-f806-4e37-b2f6-e9bcd9fcdbe8 req-b66dd1c2-e681-4608-88e8-ba30c0cb0cde service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9757fea-ec85-4d27-a7d9-f818ed294582 HTTP/1.1" status: 200 len: 217 time: 0.2187452 Jun 02 16:46:44.265911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa97b9-f806-4e37-b2f6-e9bcd9fcdbe8 req-9c777eca-d01a-42a1-b5c3-35ed129fb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:44.267805 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1caa97b9-f806-4e37-b2f6-e9bcd9fcdbe8 req-9c777eca-d01a-42a1-b5c3-35ed129fb8bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c876a485-37cd-4c2b-b8fa-dedc482d5196 HTTP/1.1" status: 200 len: 855 time: 0.0630774 Jun 02 16:46:44.333195 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1caa97b9-f806-4e37-b2f6-e9bcd9fcdbe8 req-4f189cff-06c7-40ab-a44b-23e06d97ecee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=91ee1eb1-f539-4dca-ba57-6ac8064e82be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584123 Jun 02 16:46:44.510027 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1caa97b9-f806-4e37-b2f6-e9bcd9fcdbe8 req-2c3c857a-0a5f-43cd-bdb0-3d571672ce35 service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703200 Jun 02 16:46:44.647479 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1caa97b9-f806-4e37-b2f6-e9bcd9fcdbe8 req-7d9f18bd-92fe-4eee-891e-7f5c2635e676 service neutron] 10.222.0.49 "GET /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298614 Jun 02 16:46:44.863180 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device a9757fea-ec85-4d27-a7d9-f818ed294582 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:46:44.922619 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45437e-3f00-486e-b35b-9989168589af req-9d987723-b84f-46ea-a582-841ca79acaaf tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:44.924819 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9f45437e-3f00-486e-b35b-9989168589af req-9d987723-b84f-46ea-a582-841ca79acaaf tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 945 time: 0.0941627 Jun 02 16:46:44.936496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port a9757fea-ec85-4d27-a7d9-f818ed294582 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:44.936885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:44.972884 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9f45437e-3f00-486e-b35b-9989168589af req-5d50291f-9d55-4ca4-9ed8-e3775de5e494 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Jun 02 16:46:45.067269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:45.103886 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port a9757fea-ec85-4d27-a7d9-f818ed294582, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9757fea-ec85-4d27-a7d9-f818ed294582,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:45.108013 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:45.111162 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:45.186714 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=a9757fea-ec85-4d27-a7d9-f818ed294582,revision_number=8']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:45.189930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:45.246371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5538af-2a82-4fc5-bfd3-b1a8223871ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9757fea-ec85-4d27-a7d9-f818ed294582'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:45.248794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f41908-b327-45c1-9705-48c7a8ca9f80" -d '{"events": [{"server_uuid": "9d5538af-2a82-4fc5-bfd3-b1a8223871ab", "name": "network-vif-plugged", "status": "completed", "tag": "a9757fea-ec85-4d27-a7d9-f818ed294582"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:45.293493 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d9294f-194a-4ac5-b819-d71229083196 x-openstack-request-id: req-13d9294f-194a-4ac5-b819-d71229083196 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:45.293846 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5538af-2a82-4fc5-bfd3-b1a8223871ab", "name": "network-vif-plugged", "status": "completed", "tag": "a9757fea-ec85-4d27-a7d9-f818ed294582", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:45.294176 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13d9294f-194a-4ac5-b819-d71229083196 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:45.294584 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5538af-2a82-4fc5-bfd3-b1a8223871ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9757fea-ec85-4d27-a7d9-f818ed294582', 'code': 200} Jun 02 16:46:46.161636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52614612-9652-45a2-84dc-f997df6ae6a9 req-66064ccb-6e8e-4fcc-9cda-e6393eb00bde tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:46.163233 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-52614612-9652-45a2-84dc-f997df6ae6a9 req-66064ccb-6e8e-4fcc-9cda-e6393eb00bde tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0828676 Jun 02 16:46:46.211899 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-52614612-9652-45a2-84dc-f997df6ae6a9 req-b57d19de-2c42-4ddb-98ab-e27fbbc1fbca tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425742 Jun 02 16:46:46.404505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fe431-bdeb-479d-b5c9-6c7e16c3186c req-2434a167-74dc-4fcf-8d93-8bac2ce93763 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:46.406036 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d61fe431-bdeb-479d-b5c9-6c7e16c3186c req-2434a167-74dc-4fcf-8d93-8bac2ce93763 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0851557 Jun 02 16:46:46.460362 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d61fe431-bdeb-479d-b5c9-6c7e16c3186c req-48fea80a-2539-4ddf-be3e-f644d62ed1ca tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450242 Jun 02 16:46:46.657981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a799b-a8cd-4e27-8a34-d1af457f998e req-4e5aa373-faf7-4f83-abf4-a6f3d59e0eff tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:46.659918 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3d2a799b-a8cd-4e27-8a34-d1af457f998e req-4e5aa373-faf7-4f83-abf4-a6f3d59e0eff tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0895042 Jun 02 16:46:46.708890 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3d2a799b-a8cd-4e27-8a34-d1af457f998e req-3d4fc250-e6ce-49a0-a9dc-3bbac14abac5 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398700 Jun 02 16:46:47.283491 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67dc16-50be-4205-be47-b99ff43b7122 req-2b371a8d-d482-4029-badc-8250c11c4607 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:47.284858 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f67dc16-50be-4205-be47-b99ff43b7122 req-2b371a8d-d482-4029-badc-8250c11c4607 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0959010 Jun 02 16:46:47.339685 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f67dc16-50be-4205-be47-b99ff43b7122 req-eeda3f4d-f7e2-4f81-ad71-cdba1d8866ad tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487051 Jun 02 16:46:48.541063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94172a-9c38-48d2-a4b3-2ce6eca503ab req-ad29f05a-3413-4dd2-9347-95729e681a94 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:48.542685 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ab94172a-9c38-48d2-a4b3-2ce6eca503ab req-ad29f05a-3413-4dd2-9347-95729e681a94 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0926375 Jun 02 16:46:48.591565 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ab94172a-9c38-48d2-a4b3-2ce6eca503ab req-6869e4ed-6ad5-4679-b5aa-4edfddcbbf57 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/security-groups?id=f928b031-b3ad-4863-b242-ef270edd835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 Jun 02 16:46:48.857964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6ed32-590c-47ca-877a-8fd698ed54cd req-e6173452-588b-4c5c-b038-749535e109a2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:48.859448 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7ef6ed32-590c-47ca-877a-8fd698ed54cd req-e6173452-588b-4c5c-b038-749535e109a2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 946 time: 0.0859380 Jun 02 16:46:49.013249 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-7ef6ed32-590c-47ca-877a-8fd698ed54cd req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Deleting port a9757fea-ec85-4d27-a7d9-f818ed294582 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:46:49.013573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-7ef6ed32-590c-47ca-877a-8fd698ed54cd req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:49.158435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-7ef6ed32-590c-47ca-877a-8fd698ed54cd req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] For port a9757fea-ec85-4d27-a7d9-f818ed294582, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a9757fea-ec85-4d27-a7d9-f818ed294582,segment=NetworkSegment(4ab24cda-7b3b-45b4-8364-24815433ddc7),segment_id=4ab24cda-7b3b-45b4-8364-24815433ddc7)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:49.158678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-7ef6ed32-590c-47ca-877a-8fd698ed54cd req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:49.186953 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:49.280390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-7ef6ed32-590c-47ca-877a-8fd698ed54cd req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Calling delete_port for a9757fea-ec85-4d27-a7d9-f818ed294582 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:46:49.412997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-7ef6ed32-590c-47ca-877a-8fd698ed54cd req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:49.419404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f4bf7508-4841-43cb-9e6a-e6ef896ffc52 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:49.428668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['a9757fea-ec85-4d27-a7d9-f818ed294582'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:46:49.464093 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Pushing event deleted for resources: {'Port': ['ID=a9757fea-ec85-4d27-a7d9-f818ed294582,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:49.513514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:49.513909 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:49.514363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:49.514731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:49.515107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:49.515479 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:49.515850 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:49.516244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:49.516611 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:49.516975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:49.517363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:49.517716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:49.544180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:49.555359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef6ed32-590c-47ca-877a-8fd698ed54cd req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] No DVR routers for this DVR port a9757fea-ec85-4d27-a7d9-f818ed294582 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:46:49.557915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-7ef6ed32-590c-47ca-877a-8fd698ed54cd req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:49.560693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5538af-2a82-4fc5-bfd3-b1a8223871ab', 'name': 'network-vif-deleted', 'tag': 'a9757fea-ec85-4d27-a7d9-f818ed294582'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:46:49.563105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6284f356-0ef8-43fc-98b6-2d688fc872dc" -d '{"events": [{"server_uuid": "9d5538af-2a82-4fc5-bfd3-b1a8223871ab", "name": "network-vif-deleted", "tag": "a9757fea-ec85-4d27-a7d9-f818ed294582"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:46:49.579105 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7ef6ed32-590c-47ca-877a-8fd698ed54cd req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.49 "DELETE /v2.0/ports/a9757fea-ec85-4d27-a7d9-f818ed294582 HTTP/1.1" status: 204 len: 173 time: 0.7110205 Jun 02 16:46:49.608648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974584e2-cdc3-4f67-b9ef-3cf96081f1f5 x-openstack-request-id: req-974584e2-cdc3-4f67-b9ef-3cf96081f1f5 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:46:49.608995 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5538af-2a82-4fc5-bfd3-b1a8223871ab", "name": "network-vif-deleted", "tag": "a9757fea-ec85-4d27-a7d9-f818ed294582", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:46:49.609296 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-974584e2-cdc3-4f67-b9ef-3cf96081f1f5 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:46:49.609745 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5538af-2a82-4fc5-bfd3-b1a8223871ab', 'name': 'network-vif-deleted', 'tag': 'a9757fea-ec85-4d27-a7d9-f818ed294582', 'status': 'completed', 'code': 200} Jun 02 16:46:49.745351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-321e8de5-1a10-47ad-a9c2-642a2fa36f27 req-95002288-e851-4bee-9b75-c1602439092d tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Synchronizing usage tracker for tenant:b092a238f84041cba32a9833ca57b3f9 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:46:49.763498 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-321e8de5-1a10-47ad-a9c2-642a2fa36f27 req-95002288-e851-4bee-9b75-c1602439092d tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Unset dirty status for tenant:b092a238f84041cba32a9833ca57b3f9 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:46:49.764689 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-321e8de5-1a10-47ad-a9c2-642a2fa36f27 req-95002288-e851-4bee-9b75-c1602439092d tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d5538af-2a82-4fc5-bfd3-b1a8223871ab HTTP/1.1" status: 200 len: 210 time: 0.0629916 Jun 02 16:46:51.051249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 41514) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:51.126209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Deleting subnet c876a485-37cd-4c2b-b8fa-dedc482d5196 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:46:51.129640 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:51.182715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:51.260321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:51.560404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:51.564633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e3abb021-99df-4413-97c5-c1e0b9f8924e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:51.598861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c876a485-37cd-4c2b-b8fa-dedc482d5196,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:51.604709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:51.612052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:51.612431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:51.612808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:51.613171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:51.613530 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:51.613885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:51.614283 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:51.614692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:51.615045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:51.615400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:51.615753 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:51.616102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:46:51.620008 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:51.621881 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4d3788b0-99b3-49e7-9fca-775031c9995a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c876a485-37cd-4c2b-b8fa-dedc482d5196 HTTP/1.1" status: 204 len: 168 time: 0.5693526 Jun 02 16:46:51.624554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 41516) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:51.748202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2fe34e82-f430-414b-88c4-c3d5616f6309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:51.883870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2fe34e82-f430-414b-88c4-c3d5616f6309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:51.898256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-2fe34e82-f430-414b-88c4-c3d5616f6309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ee1eb1-f539-4dca-ba57-6ac8064e82be']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:51.916220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-2fe34e82-f430-414b-88c4-c3d5616f6309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab24cda-7b3b-45b4-8364-24815433ddc7') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:51.916534 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-2fe34e82-f430-414b-88c4-c3d5616f6309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab24cda-7b3b-45b4-8364-24815433ddc7') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:51.929367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2fe34e82-f430-414b-88c4-c3d5616f6309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:52.096329 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2fe34e82-f430-414b-88c4-c3d5616f6309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:52.104034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe34e82-f430-414b-88c4-c3d5616f6309 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:46:52.104557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2fe34e82-f430-414b-88c4-c3d5616f6309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:46:52.121783 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:46:52.200741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2fe34e82-f430-414b-88c4-c3d5616f6309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:52.204821 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e29b0fa-0b52-4d22-bbad-cd13f498da30 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:52.218101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2fe34e82-f430-414b-88c4-c3d5616f6309 admin admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:52.229311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe34e82-f430-414b-88c4-c3d5616f6309 admin admin] Pushing event deleted for resources: {'Network': ['ID=91ee1eb1-f539-4dca-ba57-6ac8064e82be,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:52.232738 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2fe34e82-f430-414b-88c4-c3d5616f6309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:52.238876 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2fe34e82-f430-414b-88c4-c3d5616f6309 admin admin] 10.222.0.50 "DELETE /v2.0/networks/91ee1eb1-f539-4dca-ba57-6ac8064e82be HTTP/1.1" status: 204 len: 168 time: 0.6133807 Jun 02 16:46:52.362443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 41520) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:52.428017 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-77e61bc3-54f3-418a-aff5-d0a2e4039a35 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b092a238f84041cba32a9833ca57b3f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639312 Jun 02 16:46:52.430455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 41522) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:52.495618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b2b53d0-ad42-4fc4-93dc-194877e3a075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:52.524275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b2b53d0-ad42-4fc4-93dc-194877e3a075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:52.581429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b2b53d0-ad42-4fc4-93dc-194877e3a075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:52.585405 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f0e83154-85de-4936-a1ec-f3e2f6f5bd16 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:52.600030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b53d0-ad42-4fc4-93dc-194877e3a075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f928b031-b3ad-4863-b242-ef270edd835d,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:52.603205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3b2b53d0-ad42-4fc4-93dc-194877e3a075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:52.614472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3b2b53d0-ad42-4fc4-93dc-194877e3a075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:52.615596 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3b2b53d0-ad42-4fc4-93dc-194877e3a075 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f928b031-b3ad-4863-b242-ef270edd835d HTTP/1.1" status: 204 len: 168 time: 0.1842482 Jun 02 16:46:52.889829 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device a9757fea-ec85-4d27-a7d9-f818ed294582 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:46:52.925766 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: a9757fea-ec85-4d27-a7d9-f818ed294582 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:46:52.926181 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device a9757fea-ec85-4d27-a7d9-f818ed294582 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:46:53.423396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 41544) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:53.538875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-468502345-network', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:53.544116 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:53.548615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Usage tracker for resource:network and tenant:ec13c636cd76497fa74d570a18ebe194 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:46:53.552092 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:46:53.557989 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:53.570868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Made reservation on behalf of ec13c636cd76497fa74d570a18ebe194 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:46:53.573348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:53.586670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:53.602190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:53.606699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Usage tracker for resource:security_group_rule and tenant:ec13c636cd76497fa74d570a18ebe194 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:46:53.609814 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:46:53.615970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:53.721400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:53.726878 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:53.730604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2f9853d9-0f0e-44f0-8ef9-8267b5522927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:53.762065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:46:53.772062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d55cbc1-ff0b-4098-938b-58f6f63e8627,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:53.776232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:53.779473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:53.779828 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Added segment 1d0b506a-c462-42d1-a1d3-0fa9671beac5 of type vlan for network 5f9d60fc-e243-4730-9a5d-a50114229341 Jun 02 16:46:53.814482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:53.846149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:53.847225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:53.847813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:53.851554 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2de6520c-4557-48c4-b489-905f97c20555 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:53.954963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Pushing event updated for resources: {'Network': ['ID=5f9d60fc-e243-4730-9a5d-a50114229341,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:53.958147 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5336466 Jun 02 16:46:53.959092 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:53.962949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 41548) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:53.966327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 5f9d60fc-e243-4730-9a5d-a50114229341 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:46:53.969047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Request body: {'subnet': {'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-468502345-subnet', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:53.974530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:53.979526 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Usage tracker for resource:subnet and tenant:ec13c636cd76497fa74d570a18ebe194 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:46:53.983342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:46:53.990183 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:54.005417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Made reservation on behalf of ec13c636cd76497fa74d570a18ebe194 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:46:54.009485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:54.638474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:54.642357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ab167c11-bc56-4e46-b0c4-ac3fa39953a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:54.719847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c810e9-a35c-4ca5-b859-06b19c299714,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:54.724185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:54.732647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Checking segment: {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:46:54.733037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Network hostable DHCP agents. Network: 5f9d60fc-e243-4730-9a5d-a50114229341, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:46:54.752773 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Network 5f9d60fc-e243-4730-9a5d-a50114229341 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:46:54.764183 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 5f9d60fc-e243-4730-9a5d-a50114229341) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:46:54.776505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:46:54.777467 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:54.777609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db55ffa-7c4e-451a-8649-a4fb91556516 None None] Network 5f9d60fc-e243-4730-9a5d-a50114229341 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:46:54.811646 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8463697 Jun 02 16:46:54.815822 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 41550) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:54.820882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:46:54.826210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:46:54.830558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Usage tracker for resource:router and tenant:ec13c636cd76497fa74d570a18ebe194 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:46:54.833874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:46:54.840965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:46:54.855016 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:54.856091 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:54.872765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:55.163587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-5f9d60fc-e243-4730-9a5d-a50114229341', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:46:55.164334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:55.164520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:55.379344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Allocated IP 172.20.0.2 (5f9d60fc-e243-4730-9a5d-a50114229341/00c810e9-a35c-4ca5-b859-06b19c299714/11946652-7627-44d1-bacc-78cca1563ddb) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:46:55.552116 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:55.583384 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:55.608807 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:55.620980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Transition to ACTIVE for port object 11946652-7627-44d1-bacc-78cca1563ddb will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:46:55.641247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Transition to ACTIVE for port object 11946652-7627-44d1-bacc-78cca1563ddb will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:46:55.648021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:55.652970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d7f9b906-024f-44f0-9db9-b4342a89c8e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:55.718156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Network 5f9d60fc-e243-4730-9a5d-a50114229341 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:46:55.721580 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:46:55.725765 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:46:55.732586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Allocated IP 172.26.3.156 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/01069b6c-e9a8-4abc-9416-59db9d97ba62) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:46:55.735516 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Pushing event updated for resources: {'Port': ['ID=11946652-7627-44d1-bacc-78cca1563ddb,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:55.762951 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:55.838223 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Attempting to bind port 11946652-7627-44d1-bacc-78cca1563ddb on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:46:55.838665 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Attempting to bind port 11946652-7627-44d1-bacc-78cca1563ddb by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:46:55.839090 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Attempting to bind port 11946652-7627-44d1-bacc-78cca1563ddb on network 5f9d60fc-e243-4730-9a5d-a50114229341 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:46:55.847267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:46:55.847858 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Checking segment: {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:46:55.849001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:55.849150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Bound using segment: {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:46:55.849925 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Bound port: 11946652-7627-44d1-bacc-78cca1563ddb, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:46:55.854913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:55.910761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:55.944179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:55.949332 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-53c3d4c9-4252-40ef-89e0-19e837368c45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:55.951707 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] For port 11946652-7627-44d1-bacc-78cca1563ddb, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:46:55.955737 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] For port 11946652-7627-44d1-bacc-78cca1563ddb, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=11946652-7627-44d1-bacc-78cca1563ddb,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:46:55.963020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:55.966996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:56.006431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:46:56.013925 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:46:56.016602 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:46:56.050712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Pushing event updated for resources: {'Port': ['ID=11946652-7627-44d1-bacc-78cca1563ddb,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:56.053987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:56.062656 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=01069b6c-e9a8-4abc-9416-59db9d97ba62,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:56.067479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:56.639618 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:57.053003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:57.068866 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1b18a1-eb84-493c-99be-214391acafee None None] Network 5f9d60fc-e243-4730-9a5d-a50114229341 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:46:57.085293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 11946652-7627-44d1-bacc-78cca1563ddb up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:46:57.213243 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-41b6fe68-3618-4903-b888-10fce4ff95e0 None None] Provisioning for port 11946652-7627-44d1-bacc-78cca1563ddb completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:46:57.297377 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 11946652-7627-44d1-bacc-78cca1563ddb completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:46:57.311269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 11946652-7627-44d1-bacc-78cca1563ddb triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:57.311562 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:57.330439 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:46:57.496423 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:57.527496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:46:57.535329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 11946652-7627-44d1-bacc-78cca1563ddb, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=11946652-7627-44d1-bacc-78cca1563ddb,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:46:57.541503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Sync routers for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:46:57.549598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:57.552155 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-cdd37b01-2324-49de-85da-cd5a5b83bb3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:57.563514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:57.566719 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-12941ced-72dd-4e39-af57-08cc599b9ea0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7494321 Jun 02 16:46:57.569547 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 41552) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:46:57.604953 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:46:57.605617 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:46:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:57.711352 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=11946652-7627-44d1-bacc-78cca1563ddb,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:57.716428 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:57.810332 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:46:58.049185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1529daa6-d516-4943-a966-b3aaea143b0b None None] Provisioning complete for port 11946652-7627-44d1-bacc-78cca1563ddb triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:58.049592 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1529daa6-d516-4943-a966-b3aaea143b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:58.270486 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:56Z', 'revision_number': 3, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:58.274656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Checking router: e02459f7-f5a5-43b7-b3bf-cd3657c65c72 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:46:58.275021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Updating router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 port 01069b6c-e9a8-4abc-9416-59db9d97ba62 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:46:58.328074 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:58.438916 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:58.646384 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Allocated IP 172.20.0.1 (5f9d60fc-e243-4730-9a5d-a50114229341/00c810e9-a35c-4ca5-b859-06b19c299714/9dccb514-c4c9-4e2f-819b-4a938f6197b0) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:46:58.655753 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:58.667782 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Transition to ACTIVE for port object 01069b6c-e9a8-4abc-9416-59db9d97ba62 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:46:58.675391 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:58.680954 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:58.757988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Attempting to bind port 01069b6c-e9a8-4abc-9416-59db9d97ba62 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:46:58.758384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Attempting to bind port 01069b6c-e9a8-4abc-9416-59db9d97ba62 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:46:58.758760 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Attempting to bind port 01069b6c-e9a8-4abc-9416-59db9d97ba62 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:46:58.764939 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e73794-4d81-4a0d-aeae-f9c0e881be84 None None] Pushing event updated for resources: {'Port': ['ID=01069b6c-e9a8-4abc-9416-59db9d97ba62,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:58.769007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-01e73794-4d81-4a0d-aeae-f9c0e881be84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:58.769938 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:46:58.770345 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:46:58.770798 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:58.771196 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:46:58.771679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Bound port: 01069b6c-e9a8-4abc-9416-59db9d97ba62, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:46:58.772061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:58.802553 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:58.817976 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Transition to ACTIVE for port object 9dccb514-c4c9-4e2f-819b-4a938f6197b0 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:46:58.845944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] For port 01069b6c-e9a8-4abc-9416-59db9d97ba62, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:46:58.847090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:58.849538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] For port 01069b6c-e9a8-4abc-9416-59db9d97ba62, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=01069b6c-e9a8-4abc-9416-59db9d97ba62,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:46:58.851192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ebc5e9e0-b828-4367-83c3-36551c29927c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:58.854097 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:58.858597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:58.917796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Network 5f9d60fc-e243-4730-9a5d-a50114229341 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:46:58.920861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:46:58.924980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:46:58.934179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:46:58.934841 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:46:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:58.954663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Pushing event updated for resources: {'Port': ['ID=9dccb514-c4c9-4e2f-819b-4a938f6197b0,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:58.961179 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:58.985157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:58.999488 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e73794-4d81-4a0d-aeae-f9c0e881be84 None None] Pushing event updated for resources: {'Port': ['ID=01069b6c-e9a8-4abc-9416-59db9d97ba62,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:59.004329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-01e73794-4d81-4a0d-aeae-f9c0e881be84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:59.077602 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 11946652-7627-44d1-bacc-78cca1563ddb up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:46:59.167974 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:46:59.257397 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:59.408859 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ea538156-7daf-4e08-a22b-3fbaf2801db6 None None] Provisioning for port 9dccb514-c4c9-4e2f-819b-4a938f6197b0 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:46:59.418064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 11946652-7627-44d1-bacc-78cca1563ddb triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:59.418387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:59.442594 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ea538156-7daf-4e08-a22b-3fbaf2801db6 None None] Provisioning complete for port 9dccb514-c4c9-4e2f-819b-4a938f6197b0 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:59.442944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ea538156-7daf-4e08-a22b-3fbaf2801db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:59.481789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:59.487581 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:59.512412 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:46:59.566145 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ea538156-7daf-4e08-a22b-3fbaf2801db6 None None] Port 9dccb514-c4c9-4e2f-819b-4a938f6197b0 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:46:59.590319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Pushing event updated for resources: {'Port': ['ID=9dccb514-c4c9-4e2f-819b-4a938f6197b0,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:46:59.594818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:46:59.595656 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:46:59.685933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:56Z', 'revision_number': 3, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:46:59.690004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8311d4-f9b6-47ff-9b3b-e3057efdd204 None None] The sync data for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv is: [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:56Z', 'revision_number': 3, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:46:59.736900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Network 5f9d60fc-e243-4730-9a5d-a50114229341 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:46:59.738105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:46:59.992131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a4e3d469-c26c-4c33-995d-63e75139e697 None None] Provisioning complete for port 9dccb514-c4c9-4e2f-819b-4a938f6197b0 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:46:59.992590 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a4e3d469-c26c-4c33-995d-63e75139e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:00.052619 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-a4e3d469-c26c-4c33-995d-63e75139e697 None None] Port 9dccb514-c4c9-4e2f-819b-4a938f6197b0 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:47:00.136188 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:47:00.329983 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:47:00.339637 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] 10.222.0.50 "PUT /v2.0/routers/e02459f7-f5a5-43b7-b3bf-cd3657c65c72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7683222 Jun 02 16:47:01.047593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 01069b6c-e9a8-4abc-9416-59db9d97ba62 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:47:01.120832 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 01069b6c-e9a8-4abc-9416-59db9d97ba62 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:47:01.126486 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 01069b6c-e9a8-4abc-9416-59db9d97ba62 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:47:01.126867 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:01.206231 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Sync routers for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:47:01.219587 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:47:01.220216 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:46:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:47:01.250320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:01.267078 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 01069b6c-e9a8-4abc-9416-59db9d97ba62, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=01069b6c-e9a8-4abc-9416-59db9d97ba62,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:47:01.272036 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:01.273889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:01.340316 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=01069b6c-e9a8-4abc-9416-59db9d97ba62,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:01.343510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:01.397197 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:47:01.710736 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 2, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:47:01.715430 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Checking router: e02459f7-f5a5-43b7-b3bf-cd3657c65c72 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:47:01.715996 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Updating router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 port 9dccb514-c4c9-4e2f-819b-4a938f6197b0 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:47:01.768167 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:01.913877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 41562) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:01.919221 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--149567785', 'description': 'tempest-description--646894234'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:47:01.925404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:47:01.929694 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Usage tracker for resource:security_group and tenant:ec13c636cd76497fa74d570a18ebe194 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:47:01.932924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:47:01.938907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:47:01.951893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:01.972040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:47:01.975971 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Usage tracker for resource:security_group_rule and tenant:ec13c636cd76497fa74d570a18ebe194 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:47:01.979134 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:47:01.984791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:47:02.059403 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.064607 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.069902 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7a062eed-a3d3-45d8-8c8b-9d6c0d6640d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:02.107466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030cffaa-4504-423b-9ccc-15557d8da033,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:02.110124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.113999 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1963248 Jun 02 16:47:02.113999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:02.114508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 41564) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:02.118880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-cd30c0af-e80c-4db3-8349-20e1076e2bc1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Request body: {'security_group_rule': {'security_group_id': '030cffaa-4504-423b-9ccc-15557d8da033', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:47:02.125218 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cd30c0af-e80c-4db3-8349-20e1076e2bc1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:47:02.130310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cd30c0af-e80c-4db3-8349-20e1076e2bc1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Usage tracker for resource:security_group_rule and tenant:ec13c636cd76497fa74d570a18ebe194 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:47:02.133261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cd30c0af-e80c-4db3-8349-20e1076e2bc1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:47:02.139721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cd30c0af-e80c-4db3-8349-20e1076e2bc1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:47:02.144586 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.158759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd30c0af-e80c-4db3-8349-20e1076e2bc1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.158999 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Transition to ACTIVE for port object 9dccb514-c4c9-4e2f-819b-4a938f6197b0 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:47:02.167767 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.173355 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-bb052e08-5715-4604-9326-b95ca146fd95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:02.224347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd30c0af-e80c-4db3-8349-20e1076e2bc1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.229338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd30c0af-e80c-4db3-8349-20e1076e2bc1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.231274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-74d98657-241d-487b-9826-b085bb5998e6 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:02.259460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30c0af-e80c-4db3-8349-20e1076e2bc1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d851eb-0d80-40c0-97b5-0789dbc6a0ae,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:02.262006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cd30c0af-e80c-4db3-8349-20e1076e2bc1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:02.271130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd30c0af-e80c-4db3-8349-20e1076e2bc1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.275091 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cd30c0af-e80c-4db3-8349-20e1076e2bc1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572692 Jun 02 16:47:02.275443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 41566) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:02.280366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-03bd91de-4685-44c0-8548-1371a84afd8e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Request body: {'security_group_rule': {'security_group_id': '030cffaa-4504-423b-9ccc-15557d8da033', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:47:02.286447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-03bd91de-4685-44c0-8548-1371a84afd8e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:47:02.291233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-03bd91de-4685-44c0-8548-1371a84afd8e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Usage tracker for resource:security_group_rule and tenant:ec13c636cd76497fa74d570a18ebe194 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:47:02.294724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-03bd91de-4685-44c0-8548-1371a84afd8e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:47:02.299670 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Pushing event updated for resources: {'Port': ['ID=9dccb514-c4c9-4e2f-819b-4a938f6197b0,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:02.303118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-03bd91de-4685-44c0-8548-1371a84afd8e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:47:02.323801 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-03bd91de-4685-44c0-8548-1371a84afd8e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.336702 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:02.337035 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:02.337548 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:02.338029 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:02.338547 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:02.339027 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:02.339606 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:02.339862 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:02.340175 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:02.340496 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:02.340813 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:02.341126 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:02.348778 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:02.393669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-03bd91de-4685-44c0-8548-1371a84afd8e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.401161 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-03bd91de-4685-44c0-8548-1371a84afd8e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.403366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0faecfe7-b86c-45ef-8aae-2b1e3c91553b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:02.412194 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Attempting to bind port 9dccb514-c4c9-4e2f-819b-4a938f6197b0 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:47:02.412565 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Attempting to bind port 9dccb514-c4c9-4e2f-819b-4a938f6197b0 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:47:02.413176 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Attempting to bind port 9dccb514-c4c9-4e2f-819b-4a938f6197b0 on network 5f9d60fc-e243-4730-9a5d-a50114229341 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:47:02.418938 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:47:02.419302 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Checking segment: {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:47:02.419922 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.420327 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Bound using segment: {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:47:02.420802 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Bound port: 9dccb514-c4c9-4e2f-819b-4a938f6197b0, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:47:02.421184 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.425117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd91de-4685-44c0-8548-1371a84afd8e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9de0cdf-d390-40a6-85a9-6187a28302ed,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:02.429298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-03bd91de-4685-44c0-8548-1371a84afd8e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:02.437730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-03bd91de-4685-44c0-8548-1371a84afd8e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.439145 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-03bd91de-4685-44c0-8548-1371a84afd8e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626842 Jun 02 16:47:02.442242 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 41568) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:02.446895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:47:02.452844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:47:02.456598 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Usage tracker for resource:floatingip and tenant:ec13c636cd76497fa74d570a18ebe194 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:47:02.459453 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:47:02.465065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:47:02.482217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.512045 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] For port 9dccb514-c4c9-4e2f-819b-4a938f6197b0, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:47:02.515298 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] For port 9dccb514-c4c9-4e2f-819b-4a938f6197b0, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9dccb514-c4c9-4e2f-819b-4a938f6197b0,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:47:02.519946 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.523757 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-0f3055e0-925f-4b8e-862d-8f1c23b60337 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:02.607630 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Pushing event updated for resources: {'Port': ['ID=9dccb514-c4c9-4e2f-819b-4a938f6197b0,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:02.610460 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:47:02.611071 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:46:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:47:02.630762 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.658020 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:02.779867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Allocated IP 172.26.3.59 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/9b2990bc-6137-4c7f-b839-a46e854800a9) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:47:02.794851 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:47:02.940410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.961816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4de2aa8c-00a5-4991-8798-8d045d328e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.972716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:02.976590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7b93467f-8394-4079-b4dd-32502d9d641f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:03.042156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:47:03.045111 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:47:03.046999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 01069b6c-e9a8-4abc-9416-59db9d97ba62 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:47:03.048935 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:47:03.082059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Pushing event updated for resources: {'Port': ['ID=9b2990bc-6137-4c7f-b839-a46e854800a9,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:03.086588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:03.119743 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:02Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:47:03.124823 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a2422-7f75-4661-a8cb-7f323dc7da32 None None] The sync data for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv is: [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:02Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:47:03.138517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 01069b6c-e9a8-4abc-9416-59db9d97ba62 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:47:03.138901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:03.140940 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:03.238204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:03.464090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:03.469891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:03.474201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:03.583927 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Pushing event updated for resources: {'Port': ['ID=9b2990bc-6137-4c7f-b839-a46e854800a9,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:03.588518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:03.595670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:03.619189 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:03.620562 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1773565 Jun 02 16:47:03.792755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-acae0d24-7793-4164-a02f-7e6e87098358 req-3eeb91d7-379e-4b62-9ae9-80c686057ddb tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Synchronizing usage tracker for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:47:03.811680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-acae0d24-7793-4164-a02f-7e6e87098358 req-3eeb91d7-379e-4b62-9ae9-80c686057ddb tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Unset dirty status for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:47:03.812855 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-3eeb91d7-379e-4b62-9ae9-80c686057ddb tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--149567785&fields=id&tenant_id=ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 267 time: 0.0645595 Jun 02 16:47:03.971895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae0d24-7793-4164-a02f-7e6e87098358 req-7ac74c1b-0148-45f6-90d4-40c320f38f59 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:03.973369 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-7ac74c1b-0148-45f6-90d4-40c320f38f59 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 811 time: 0.1535578 Jun 02 16:47:03.989431 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-904e44b1-7a98-4562-8052-082d22c19f8b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/quotas/ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 375 time: 0.0097971 Jun 02 16:47:04.080693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-acae0d24-7793-4164-a02f-7e6e87098358 req-bbe6c686-3a4a-4bb8-ab1d-01382f168fb0 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Synchronizing usage tracker for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:47:04.100454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-acae0d24-7793-4164-a02f-7e6e87098358 req-bbe6c686-3a4a-4bb8-ab1d-01382f168fb0 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Unset dirty status for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:47:04.101793 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-bbe6c686-3a4a-4bb8-ab1d-01382f168fb0 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1061502 Jun 02 16:47:04.119268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-a42549fa-29ec-417a-b785-61a109bdbf91 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:47:04.120187 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-a42549fa-29ec-417a-b785-61a109bdbf91 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054102 Jun 02 16:47:04.255864 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-993d9010-6d72-4745-8b26-001fb379a439 service neutron] 10.222.0.50 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298530 Jun 02 16:47:04.404503 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-dd068cbb-e6e4-4c58-9df3-8f4df83acfe8 service neutron] 10.222.0.50 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419294 Jun 02 16:47:04.592095 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea7d732f-783a-4b99-9cbd-27550d0e3766 req-a8922aa1-2e7a-466d-9e30-8d915cb1d32d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 210 time: 0.0478730 Jun 02 16:47:05.035934 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:05.053597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9dccb514-c4c9-4e2f-819b-4a938f6197b0 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:47:05.130766 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 9dccb514-c4c9-4e2f-819b-4a938f6197b0 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:47:05.135692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9dccb514-c4c9-4e2f-819b-4a938f6197b0 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:47:05.136073 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:05.258207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:05.292001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 9dccb514-c4c9-4e2f-819b-4a938f6197b0, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9dccb514-c4c9-4e2f-819b-4a938f6197b0,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:47:05.297666 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:05.299827 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:05.371163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=9dccb514-c4c9-4e2f-819b-4a938f6197b0,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:05.378543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:05.378897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:05.379211 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:05.379580 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:05.379979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:05.380315 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:05.380644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:05.380973 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:05.381299 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:05.381621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:05.381927 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:05.382284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:47:05.386295 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:05.456539 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eceaebec-faa0-4832-9004-171218cd1a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:05.751781 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e57dbec7-aaf5-4713-9b7d-d2643083978e req-e6ed3662-c1fd-467d-8fb8-6d48bc6a3bdb tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 210 time: 0.0511000 Jun 02 16:47:05.774728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae0d24-7793-4164-a02f-7e6e87098358 req-e141f5f7-81df-4051-adae-cdf17d131b8d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:05.774728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-acae0d24-7793-4164-a02f-7e6e87098358 req-e141f5f7-81df-4051-adae-cdf17d131b8d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Synchronizing usage tracker for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:47:05.786510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-acae0d24-7793-4164-a02f-7e6e87098358 req-e141f5f7-81df-4051-adae-cdf17d131b8d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Unset dirty status for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:47:05.788202 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-e141f5f7-81df-4051-adae-cdf17d131b8d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 811 time: 0.1749380 Jun 02 16:47:05.844680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-acae0d24-7793-4164-a02f-7e6e87098358 req-851f7320-38fa-452e-94b0-cf936720b448 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Synchronizing usage tracker for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:47:05.858262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-acae0d24-7793-4164-a02f-7e6e87098358 req-851f7320-38fa-452e-94b0-cf936720b448 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Unset dirty status for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:47:05.859394 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-851f7320-38fa-452e-94b0-cf936720b448 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 379 time: 0.0567682 Jun 02 16:47:05.877002 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-acae0d24-7793-4164-a02f-7e6e87098358 req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Request body: {'port': {'device_id': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'admin_state_up': True, 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'security_groups': ['030cffaa-4504-423b-9ccc-15557d8da033']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:47:06.020997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-acae0d24-7793-4164-a02f-7e6e87098358 req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:47:06.034757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-acae0d24-7793-4164-a02f-7e6e87098358 req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:47:06.047660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acae0d24-7793-4164-a02f-7e6e87098358 req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Made reservation on behalf of ec13c636cd76497fa74d570a18ebe194 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:47:06.051283 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-acae0d24-7793-4164-a02f-7e6e87098358 req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:06.150104 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:47:06.222684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-acae0d24-7793-4164-a02f-7e6e87098358 req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Allocated IP 172.20.0.5 (5f9d60fc-e243-4730-9a5d-a50114229341/00c810e9-a35c-4ca5-b859-06b19c299714/73922757-03ab-4d51-a8ae-74b157376a45) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:47:06.561704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-acae0d24-7793-4164-a02f-7e6e87098358 req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:06.578987 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-acae0d24-7793-4164-a02f-7e6e87098358 req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Transition to ACTIVE for port object 73922757-03ab-4d51-a8ae-74b157376a45 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:47:06.608481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-acae0d24-7793-4164-a02f-7e6e87098358 req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:06.615780 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a17ac8c7-0242-4e0f-98e9-6eb6c0c73070 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:06.681530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acae0d24-7793-4164-a02f-7e6e87098358 req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Network 5f9d60fc-e243-4730-9a5d-a50114229341 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:47:06.684974 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-acae0d24-7793-4164-a02f-7e6e87098358 req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:47:06.687688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-acae0d24-7793-4164-a02f-7e6e87098358 req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:47:06.719837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:06.733349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Pushing event updated for resources: {'Port': ['ID=73922757-03ab-4d51-a8ae-74b157376a45,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:06.738984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:06.764521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae0d24-7793-4164-a02f-7e6e87098358 req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:06.765188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-acae0d24-7793-4164-a02f-7e6e87098358 req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:06.793401 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9205396 Jun 02 16:47:06.810143 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Request body: {'port': {'device_id': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:47:06.972810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8cb49ee2-8b4c-4fe1-bdf3-c85ea9405245 None None] Provisioning for port 73922757-03ab-4d51-a8ae-74b157376a45 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:47:06.979232 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8cb49ee2-8b4c-4fe1-bdf3-c85ea9405245 None None] Provisioning complete for port 73922757-03ab-4d51-a8ae-74b157376a45 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:47:06.980008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8cb49ee2-8b4c-4fe1-bdf3-c85ea9405245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:06.984014 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:07.040315 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-8cb49ee2-8b4c-4fe1-bdf3-c85ea9405245 None None] Port 73922757-03ab-4d51-a8ae-74b157376a45 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:47:07.051028 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9dccb514-c4c9-4e2f-819b-4a938f6197b0 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:47:07.060887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e5c96-8ce4-4a73-92ec-1e07ecae2ef0 req-8897df2a-06d0-4c07-b7dd-e83a7af50656 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:07.061594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-962e5c96-8ce4-4a73-92ec-1e07ecae2ef0 req-8897df2a-06d0-4c07-b7dd-e83a7af50656 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Synchronizing usage tracker for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:47:07.119111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9dccb514-c4c9-4e2f-819b-4a938f6197b0 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:47:07.119490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:07.121433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-962e5c96-8ce4-4a73-92ec-1e07ecae2ef0 req-8897df2a-06d0-4c07-b7dd-e83a7af50656 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Unset dirty status for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:47:07.122647 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-962e5c96-8ce4-4a73-92ec-1e07ecae2ef0 req-8897df2a-06d0-4c07-b7dd-e83a7af50656 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 931 time: 0.2563720 Jun 02 16:47:07.207927 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-962e5c96-8ce4-4a73-92ec-1e07ecae2ef0 req-3c188ef8-975b-4977-9a2f-7d2a2edb9173 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794427 Jun 02 16:47:07.398846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73922757-03ab-4d51-a8ae-74b157376a45 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:47:07.406661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:07.422533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Transition to ACTIVE for port object 73922757-03ab-4d51-a8ae-74b157376a45 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:47:07.427507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:07.431823 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:07.559730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Pushing event updated for resources: {'Port': ['ID=73922757-03ab-4d51-a8ae-74b157376a45,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:07.587542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:07.672115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Attempting to bind port 73922757-03ab-4d51-a8ae-74b157376a45 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:47:07.672452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Attempting to bind port 73922757-03ab-4d51-a8ae-74b157376a45 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:47:07.672793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Attempting to bind port 73922757-03ab-4d51-a8ae-74b157376a45 on network 5f9d60fc-e243-4730-9a5d-a50114229341 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:47:07.677775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Port 73922757-03ab-4d51-a8ae-74b157376a45 on network 5f9d60fc-e243-4730-9a5d-a50114229341 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:47:07.678124 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Attempting to bind port 73922757-03ab-4d51-a8ae-74b157376a45 on network 5f9d60fc-e243-4730-9a5d-a50114229341 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:47:07.683234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:47:07.683696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Checking segment: {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:47:07.683957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Bound using segment: {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:47:07.684453 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Bound port: 73922757-03ab-4d51-a8ae-74b157376a45, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:47:07.684722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:07.779996 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] For port 73922757-03ab-4d51-a8ae-74b157376a45, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:47:07.783327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] For port 73922757-03ab-4d51-a8ae-74b157376a45, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=73922757-03ab-4d51-a8ae-74b157376a45,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:47:07.791363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:07.795446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-975293a4-5f76-49bf-82c0-574c16fe7ab6 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:07.847536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:07.848160 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:07.849590 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] 10.222.0.49 "PUT /v2.0/ports/73922757-03ab-4d51-a8ae-74b157376a45 HTTP/1.1" status: 200 len: 1093 time: 1.0446765 Jun 02 16:47:07.850056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'tag': '73922757-03ab-4d51-a8ae-74b157376a45'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:47:07.852486 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e061cbb-3f31-43bc-bf41-df4b89c0a0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d422b291-3a06-4dae-8175-e22a690f60cb", "tag": "73922757-03ab-4d51-a8ae-74b157376a45"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:47:07.880528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Pushing event updated for resources: {'Port': ['ID=73922757-03ab-4d51-a8ae-74b157376a45,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:07.883957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:07.929409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c50b674-f51a-4378-abe7-905743b2f3e4 x-openstack-request-id: req-3c50b674-f51a-4378-abe7-905743b2f3e4 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:47:07.929750 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d422b291-3a06-4dae-8175-e22a690f60cb", "tag": "73922757-03ab-4d51-a8ae-74b157376a45", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:47:07.930050 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c50b674-f51a-4378-abe7-905743b2f3e4 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:47:07.930521 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'tag': '73922757-03ab-4d51-a8ae-74b157376a45', 'status': 'completed', 'code': 200} Jun 02 16:47:07.974372 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae0d24-7793-4164-a02f-7e6e87098358 req-9022f803-faea-43c5-8a43-0b955fb9f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:07.982132 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-9022f803-faea-43c5-8a43-0b955fb9f46c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 1096 time: 0.0811381 Jun 02 16:47:08.053422 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-b04865ef-abe9-4c55-ae3f-bef63e774454 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73922757-03ab-4d51-a8ae-74b157376a45 HTTP/1.1" status: 200 len: 217 time: 0.0658722 Jun 02 16:47:08.126829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae0d24-7793-4164-a02f-7e6e87098358 req-99024e1f-230e-4d50-b07b-f9f2580f9fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:08.128306 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-99024e1f-230e-4d50-b07b-f9f2580f9fec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0649941 Jun 02 16:47:08.217137 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae0d24-7793-4164-a02f-7e6e87098358 req-89004e1c-0293-4b60-b993-135a12453e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:08.219060 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-89004e1c-0293-4b60-b993-135a12453e65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0800397 Jun 02 16:47:08.398088 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-caa92aca-1212-4fef-b74a-cef37bc64067 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681516 Jun 02 16:47:08.643034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:08.657340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c92e11-0450-4f29-b4c4-0b7812a569b5 req-a6251c30-4b9e-4385-ae90-bfd2c8666524 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:08.658759 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-45c92e11-0450-4f29-b4c4-0b7812a569b5 req-a6251c30-4b9e-4385-ae90-bfd2c8666524 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 943 time: 0.3387978 Jun 02 16:47:08.722084 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-acae0d24-7793-4164-a02f-7e6e87098358 req-2105d321-1cef-4c79-9c9a-5fa3eed835b5 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130839 Jun 02 16:47:08.732756 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-45c92e11-0450-4f29-b4c4-0b7812a569b5 req-144e4fcc-1bd8-4b05-a461-be163a01eb17 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662065 Jun 02 16:47:08.854208 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e061cbb-3f31-43bc-bf41-df4b89c0a0d6 req-6fb16e6b-a5a7-4d70-8545-6e5c82c86e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:08.855696 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8e061cbb-3f31-43bc-bf41-df4b89c0a0d6 req-6fb16e6b-a5a7-4d70-8545-6e5c82c86e2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 1096 time: 0.0781229 Jun 02 16:47:08.988018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e061cbb-3f31-43bc-bf41-df4b89c0a0d6 req-4b7793ad-d42d-45ce-9348-cc9e635daa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:08.989831 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8e061cbb-3f31-43bc-bf41-df4b89c0a0d6 req-4b7793ad-d42d-45ce-9348-cc9e635daa7b service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1269569 Jun 02 16:47:09.060826 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8e061cbb-3f31-43bc-bf41-df4b89c0a0d6 req-e3f01d17-74f9-4cba-84a7-8bff8b1a10fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73922757-03ab-4d51-a8ae-74b157376a45 HTTP/1.1" status: 200 len: 217 time: 0.0635583 Jun 02 16:47:09.123976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e061cbb-3f31-43bc-bf41-df4b89c0a0d6 req-ecbe4bd5-e1d7-4906-8a77-fbe5a97f189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:09.125392 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8e061cbb-3f31-43bc-bf41-df4b89c0a0d6 req-ecbe4bd5-e1d7-4906-8a77-fbe5a97f189e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0574131 Jun 02 16:47:09.210840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e061cbb-3f31-43bc-bf41-df4b89c0a0d6 req-9de3fb3f-9973-4715-8845-88e8b2475781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:09.212346 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8e061cbb-3f31-43bc-bf41-df4b89c0a0d6 req-9de3fb3f-9973-4715-8845-88e8b2475781 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0793123 Jun 02 16:47:09.350562 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8e061cbb-3f31-43bc-bf41-df4b89c0a0d6 req-750a986e-6f7c-48b5-bde0-de926806e721 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275568 Jun 02 16:47:09.513677 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8e061cbb-3f31-43bc-bf41-df4b89c0a0d6 req-8002ee89-429d-46ba-80d3-7f3e64208fa8 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551807 Jun 02 16:47:09.945023 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105795f9-204d-475a-9359-9bd6c4ff9b7a req-20aae83a-6e5a-40c0-91c1-1f382a9d06d5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:09.946429 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-105795f9-204d-475a-9359-9bd6c4ff9b7a req-20aae83a-6e5a-40c0-91c1-1f382a9d06d5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 943 time: 0.0954568 Jun 02 16:47:09.992272 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-105795f9-204d-475a-9359-9bd6c4ff9b7a req-e21a0b57-61eb-40bb-8cb2-1ccada8f0d01 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399568 Jun 02 16:47:10.968157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 73922757-03ab-4d51-a8ae-74b157376a45 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:47:11.116795 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 73922757-03ab-4d51-a8ae-74b157376a45, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=73922757-03ab-4d51-a8ae-74b157376a45,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:47:11.130594 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '73922757-03ab-4d51-a8ae-74b157376a45', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'port_id': '73922757-03ab-4d51-a8ae-74b157376a45', 'mac_address': 'fa:16:3e:43:86:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:47:11.185204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:11.192284 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1772b21-35ed-42fa-8be3-b4c633b790ea req-428570b3-01d1-444c-8661-8ba1142e42bb tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:11.193837 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d1772b21-35ed-42fa-8be3-b4c633b790ea req-428570b3-01d1-444c-8661-8ba1142e42bb tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 943 time: 0.0878766 Jun 02 16:47:11.206287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73922757-03ab-4d51-a8ae-74b157376a45 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:47:11.222617 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 73922757-03ab-4d51-a8ae-74b157376a45, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=73922757-03ab-4d51-a8ae-74b157376a45,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:47:11.227429 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:11.230146 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:11.240952 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d1772b21-35ed-42fa-8be3-b4c633b790ea req-8793f6cb-b334-40c1-b69d-812e57d79b71 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411487 Jun 02 16:47:11.341179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=73922757-03ab-4d51-a8ae-74b157376a45,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:11.344346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:11.479421 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['73922757-03ab-4d51-a8ae-74b157376a45'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:47:12.454092 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462e43d-67e3-47cc-ad41-f8e1b4c99e95 req-771323dd-0e99-42c3-a66c-9745871852fc tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:12.455535 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0462e43d-67e3-47cc-ad41-f8e1b4c99e95 req-771323dd-0e99-42c3-a66c-9745871852fc tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 944 time: 0.1004696 Jun 02 16:47:12.505980 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0462e43d-67e3-47cc-ad41-f8e1b4c99e95 req-c9d3b6b6-d944-44d6-bc96-388bbd78336f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417726 Jun 02 16:47:12.982944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 73922757-03ab-4d51-a8ae-74b157376a45 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:47:13.056034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 73922757-03ab-4d51-a8ae-74b157376a45 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:47:13.061212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 73922757-03ab-4d51-a8ae-74b157376a45 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:47:13.061595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:13.189231 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:13.216326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73922757-03ab-4d51-a8ae-74b157376a45'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:47:13.218650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066e0912-9bfa-4958-a889-b56df8bef36f" -d '{"events": [{"server_uuid": "d422b291-3a06-4dae-8175-e22a690f60cb", "name": "network-vif-plugged", "status": "completed", "tag": "73922757-03ab-4d51-a8ae-74b157376a45"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:47:13.226152 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 73922757-03ab-4d51-a8ae-74b157376a45, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=73922757-03ab-4d51-a8ae-74b157376a45,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:47:13.231438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:13.233298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:47:13.262425 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a341a9f6-3dca-4548-8b46-27b9f49420af x-openstack-request-id: req-a341a9f6-3dca-4548-8b46-27b9f49420af {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:47:13.262725 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d422b291-3a06-4dae-8175-e22a690f60cb", "name": "network-vif-plugged", "status": "completed", "tag": "73922757-03ab-4d51-a8ae-74b157376a45", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:47:13.262982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a341a9f6-3dca-4548-8b46-27b9f49420af {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:47:13.263374 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73922757-03ab-4d51-a8ae-74b157376a45', 'code': 200} Jun 02 16:47:13.308587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=73922757-03ab-4d51-a8ae-74b157376a45,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:47:13.311768 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:47:13.518387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad66c35-4059-421d-8e40-bb0ecd6e6d58 req-880ae2cb-8749-49d4-a540-43c68bc990c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:13.519771 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aad66c35-4059-421d-8e40-bb0ecd6e6d58 req-880ae2cb-8749-49d4-a540-43c68bc990c2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 1098 time: 0.0750635 Jun 02 16:47:13.568690 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aad66c35-4059-421d-8e40-bb0ecd6e6d58 req-b3b99729-1087-4420-be73-340b5f0ca770 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386257 Jun 02 16:47:13.709062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b7255-2f5e-4944-9bfe-30d5b4ee3289 req-55b50509-c98b-499c-b528-4b7099e62080 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:13.710922 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-470b7255-2f5e-4944-9bfe-30d5b4ee3289 req-55b50509-c98b-499c-b528-4b7099e62080 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0933697 Jun 02 16:47:13.763450 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-470b7255-2f5e-4944-9bfe-30d5b4ee3289 req-9b4e55fe-743f-40c7-ba1b-de428c3d681b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456390 Jun 02 16:47:14.967647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30879423-ec42-4479-ad49-732f90b9e811 req-86b4492c-3c24-444b-8d8f-1a51c489e8a1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:14.969587 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-30879423-ec42-4479-ad49-732f90b9e811 req-86b4492c-3c24-444b-8d8f-1a51c489e8a1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0941815 Jun 02 16:47:15.017421 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-30879423-ec42-4479-ad49-732f90b9e811 req-1fce040e-6c2d-43c8-aca4-e7187079e153 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417657 Jun 02 16:47:15.221968 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6086e5-df92-401e-bfc9-1f41ea67d437 req-742f8e15-2dc7-49e1-ac96-2b5576665243 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:15.223472 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-df6086e5-df92-401e-bfc9-1f41ea67d437 req-742f8e15-2dc7-49e1-ac96-2b5576665243 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0964108 Jun 02 16:47:15.232621 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 41618) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:47:15.237186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d6e0c2a7-ad75-4b1f-a235-dd710b56fa50 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Request body: {'floatingip': {'port_id': '73922757-03ab-4d51-a8ae-74b157376a45'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:47:15.315665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c2a7-ad75-4b1f-a235-dd710b56fa50 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for floatingip, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.082232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c2a7-ad75-4b1f-a235-dd710b56fa50 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.088006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c2a7-ad75-4b1f-a235-dd710b56fa50 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.259641 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-d6e0c2a7-ad75-4b1f-a235-dd710b56fa50 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Floating IP 139e0c28-e91f-4e1a-8523-5a716159dec2 associated. External IP: 172.26.3.59, port: 73922757-03ab-4d51-a8ae-74b157376a45. Jun 02 16:47:16.627421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e0c2a7-ad75-4b1f-a235-dd710b56fa50 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:47:16.809863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e0c2a7-ad75-4b1f-a235-dd710b56fa50 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:47:16.814619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c2a7-ad75-4b1f-a235-dd710b56fa50 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:16.819930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f713b7a-0deb-43f0-95e0-cc13e1941e78 None None] Sync routers for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:47:16.830336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f713b7a-0deb-43f0-95e0-cc13e1941e78 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:47:16.831026 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3f713b7a-0deb-43f0-95e0-cc13e1941e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:47:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:47:16.874781 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d6e0c2a7-ad75-4b1f-a235-dd710b56fa50 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "PUT /v2.0/floatingips/139e0c28-e91f-4e1a-8523-5a716159dec2 HTTP/1.1" status: 200 len: 990 time: 1.6410952 Jun 02 16:47:16.875503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'tag': '73922757-03ab-4d51-a8ae-74b157376a45'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:47:16.877877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca8dccd-bf6e-4c0d-a784-815954c5d579" -d '{"events": [{"name": "network-changed", "server_uuid": "d422b291-3a06-4dae-8175-e22a690f60cb", "tag": "73922757-03ab-4d51-a8ae-74b157376a45"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:47:16.926791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb2ebe5-2f92-4df7-9ca7-d541e790a7e5 x-openstack-request-id: req-eeb2ebe5-2f92-4df7-9ca7-d541e790a7e5 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:47:16.927132 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d422b291-3a06-4dae-8175-e22a690f60cb", "tag": "73922757-03ab-4d51-a8ae-74b157376a45", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:47:16.927422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eeb2ebe5-2f92-4df7-9ca7-d541e790a7e5 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:47:16.927880 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'tag': '73922757-03ab-4d51-a8ae-74b157376a45', 'status': 'completed', 'code': 200} Jun 02 16:47:17.015533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-3f713b7a-0deb-43f0-95e0-cc13e1941e78 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:47:17.032208 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8dccd-bf6e-4c0d-a784-815954c5d579 req-7f4e0db9-4a31-4f65-93bd-eef621225c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:17.033722 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4ca8dccd-bf6e-4c0d-a784-815954c5d579 req-7f4e0db9-4a31-4f65-93bd-eef621225c5f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 1098 time: 0.0820675 Jun 02 16:47:17.168118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8dccd-bf6e-4c0d-a784-815954c5d579 req-316aa78f-395b-4f6f-a28d-478aef67e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:17.169547 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4ca8dccd-bf6e-4c0d-a784-815954c5d579 req-316aa78f-395b-4f6f-a28d-478aef67e218 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1289632 Jun 02 16:47:17.271231 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4ca8dccd-bf6e-4c0d-a784-815954c5d579 req-22d3fa08-79d0-42f6-91f3-f8781d880aab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73922757-03ab-4d51-a8ae-74b157376a45 HTTP/1.1" status: 200 len: 998 time: 0.0951970 Jun 02 16:47:17.336982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8dccd-bf6e-4c0d-a784-815954c5d579 req-221f5d86-c97f-4175-89e7-8820e846cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:17.338456 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4ca8dccd-bf6e-4c0d-a784-815954c5d579 req-221f5d86-c97f-4175-89e7-8820e846cea3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0611093 Jun 02 16:47:17.362289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3f713b7a-0deb-43f0-95e0-cc13e1941e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '139e0c28-e91f-4e1a-8523-5a716159dec2', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'floating_ip_address': '172.26.3.59', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'port_id': '73922757-03ab-4d51-a8ae-74b157376a45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'mac_address': 'fa:16:3e:43:86:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:47:03Z', 'updated_at': '2021-06-02T16:47:15Z', 'revision_number': 1, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:47:17.366257 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f713b7a-0deb-43f0-95e0-cc13e1941e78 None None] Checking router: e02459f7-f5a5-43b7-b3bf-cd3657c65c72 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:47:17.374992 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f713b7a-0deb-43f0-95e0-cc13e1941e78 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:47:17.375599 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3f713b7a-0deb-43f0-95e0-cc13e1941e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:47:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:47:17.420176 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8dccd-bf6e-4c0d-a784-815954c5d579 req-c1db6dc0-3e50-49f4-9442-6ced6ca20022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:17.421577 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4ca8dccd-bf6e-4c0d-a784-815954c5d579 req-c1db6dc0-3e50-49f4-9442-6ced6ca20022 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0770371 Jun 02 16:47:17.553937 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4ca8dccd-bf6e-4c0d-a784-815954c5d579 req-864ecfa1-a3ce-4223-9b2c-a3cb8517b315 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258469 Jun 02 16:47:17.570446 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-3f713b7a-0deb-43f0-95e0-cc13e1941e78 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:47:17.687763 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4ca8dccd-bf6e-4c0d-a784-815954c5d579 req-5401278f-c647-4a7e-9e04-8e784c03967e service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266778 Jun 02 16:47:17.966596 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3f713b7a-0deb-43f0-95e0-cc13e1941e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '139e0c28-e91f-4e1a-8523-5a716159dec2', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'floating_ip_address': '172.26.3.59', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'port_id': '73922757-03ab-4d51-a8ae-74b157376a45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'mac_address': 'fa:16:3e:43:86:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:47:03Z', 'updated_at': '2021-06-02T16:47:15Z', 'revision_number': 1, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:47:17.970635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f713b7a-0deb-43f0-95e0-cc13e1941e78 None None] The sync data for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv is: [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '139e0c28-e91f-4e1a-8523-5a716159dec2', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'floating_ip_address': '172.26.3.59', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'port_id': '73922757-03ab-4d51-a8ae-74b157376a45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'mac_address': 'fa:16:3e:43:86:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:47:03Z', 'updated_at': '2021-06-02T16:47:15Z', 'revision_number': 1, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:47:18.168459 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8881b81-4468-4688-9d6f-d837e3aa1ae2 None None] New status for floating IP 139e0c28-e91f-4e1a-8523-5a716159dec2: ACTIVE {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:47:19.204961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:32.966849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4450855f-bcae-4455-a910-fce8f8f8c83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:35.033725 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:35.452318 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-251d2308-738c-42d7-9a81-7ade9aa7a8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:36.721688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:36.806649 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a2b8beb-fb2f-49c8-b45a-d9261a94ccd7 req-bd3f219f-e1b5-4398-88b0-d4e5d8cff5fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792484 Jun 02 16:47:36.951277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b8beb-fb2f-49c8-b45a-d9261a94ccd7 req-767eb370-a17a-432e-8f23-46e53657d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:36.952815 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a2b8beb-fb2f-49c8-b45a-d9261a94ccd7 req-767eb370-a17a-432e-8f23-46e53657d191 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 1098 time: 0.0733688 Jun 02 16:47:37.256678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b8beb-fb2f-49c8-b45a-d9261a94ccd7 req-3f1d725a-9823-4bff-b574-7628df18406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:37.258156 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a2b8beb-fb2f-49c8-b45a-d9261a94ccd7 req-3f1d725a-9823-4bff-b574-7628df18406a service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.2836461 Jun 02 16:47:37.364634 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a2b8beb-fb2f-49c8-b45a-d9261a94ccd7 req-aea6818c-70d3-45be-8367-317445770564 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73922757-03ab-4d51-a8ae-74b157376a45 HTTP/1.1" status: 200 len: 1000 time: 0.0992713 Jun 02 16:47:37.429590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b8beb-fb2f-49c8-b45a-d9261a94ccd7 req-ebe28b5c-109d-470c-8ba7-cad03d953b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:37.431085 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a2b8beb-fb2f-49c8-b45a-d9261a94ccd7 req-ebe28b5c-109d-470c-8ba7-cad03d953b82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0590141 Jun 02 16:47:37.522415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b8beb-fb2f-49c8-b45a-d9261a94ccd7 req-ba08bf9b-b1fd-4007-8b6a-d4f3bff482a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:37.523823 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a2b8beb-fb2f-49c8-b45a-d9261a94ccd7 req-ba08bf9b-b1fd-4007-8b6a-d4f3bff482a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0828633 Jun 02 16:47:37.666806 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a2b8beb-fb2f-49c8-b45a-d9261a94ccd7 req-b3a52730-f0aa-4861-bfc1-1dcd8e5cb197 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355999 Jun 02 16:47:37.811462 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a2b8beb-fb2f-49c8-b45a-d9261a94ccd7 req-03ae6a9b-af8a-4085-833e-c9ee9e6de932 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362576 Jun 02 16:47:38.645342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:43.150572 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:47:49.205512 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:47:55.901552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8835f-3fe1-43e9-b553-aba6ba9e746c req-7e09b1ed-f2ac-4005-a5f8-26106e3fef26 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:55.903120 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6ce8835f-3fe1-43e9-b553-aba6ba9e746c req-7e09b1ed-f2ac-4005-a5f8-26106e3fef26 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.2594395 Jun 02 16:47:55.959106 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6ce8835f-3fe1-43e9-b553-aba6ba9e746c req-4bd54fa3-3b47-481a-9af4-9d920ab11248 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465930 Jun 02 16:47:56.371774 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-6128f21f-0b0c-43b7-bedd-39304afc4070 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889468 Jun 02 16:47:56.419013 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b1502-02ae-4b3e-8c24-38004cde9118 req-ad0ff897-1e9b-4501-99ba-4a3d73c64d85 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:56.421844 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-512b1502-02ae-4b3e-8c24-38004cde9118 req-ad0ff897-1e9b-4501-99ba-4a3d73c64d85 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0981355 Jun 02 16:47:56.484389 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-512b1502-02ae-4b3e-8c24-38004cde9118 req-924d6e60-9477-49d9-bdfe-6ad35038adc9 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551026 Jun 02 16:47:57.838087 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-dcbb30b1-c241-416d-9758-3861f1133004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:57.839517 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-dcbb30b1-c241-416d-9758-3861f1133004 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 1098 time: 0.1409085 Jun 02 16:47:57.849798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa938d9e-b254-4fd8-93c0-9e80735c1275 req-dbfab713-5cde-4b64-ac1c-e44d9dbe27fe tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:57.851217 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aa938d9e-b254-4fd8-93c0-9e80735c1275 req-dbfab713-5cde-4b64-ac1c-e44d9dbe27fe tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.2460337 Jun 02 16:47:57.983791 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aa938d9e-b254-4fd8-93c0-9e80735c1275 req-da4f906a-4db3-45ee-bbc3-925bbafb3969 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109416 Jun 02 16:47:58.021817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-247073e2-71f4-46e8-a276-7d4f59dada2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:58.023312 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-247073e2-71f4-46e8-a276-7d4f59dada2a service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1712439 Jun 02 16:47:58.127985 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-6f126c62-5ecc-45b3-8333-f0cbc15e784c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73922757-03ab-4d51-a8ae-74b157376a45 HTTP/1.1" status: 200 len: 1000 time: 0.0946546 Jun 02 16:47:58.203280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-8cdf83b6-895f-470f-a1e3-47d9e9f6404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:58.204768 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-8cdf83b6-895f-470f-a1e3-47d9e9f6404d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0670681 Jun 02 16:47:58.285074 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-cf35d325-de63-4fe0-9d5e-1eeebf9814a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:58.286607 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-cf35d325-de63-4fe0-9d5e-1eeebf9814a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723104 Jun 02 16:47:58.429614 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-842e947d-40a2-49d3-9f88-ed65791530f6 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323602 Jun 02 16:47:58.568051 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-de42782a-0315-4ff5-88ec-51ebfcbdf529 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276395 Jun 02 16:47:59.174717 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab9887-d3d6-41ee-b5ac-d8ed1618edc2 req-3659a844-1e2a-416e-b363-7d4ebcd14874 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:47:59.176279 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-74ab9887-d3d6-41ee-b5ac-d8ed1618edc2 req-3659a844-1e2a-416e-b363-7d4ebcd14874 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0836570 Jun 02 16:47:59.228759 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-74ab9887-d3d6-41ee-b5ac-d8ed1618edc2 req-971e1cf1-8d8e-4d30-8757-8fa068a40a43 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460994 Jun 02 16:48:00.435260 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872967b-fdc3-45da-8f82-a553f1655502 req-82037fe5-f183-4ba1-97dc-44d90b2f3179 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:00.436757 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6872967b-fdc3-45da-8f82-a553f1655502 req-82037fe5-f183-4ba1-97dc-44d90b2f3179 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0900445 Jun 02 16:48:00.483882 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6872967b-fdc3-45da-8f82-a553f1655502 req-d95cc077-e6fc-4889-b1ae-6eb32ebb2ddf tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402577 Jun 02 16:48:01.696793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07587bf-0331-42b2-89b2-1ad3c53a7b7e req-d5621ad9-e5a3-4264-b5a8-38240cf16704 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:01.698200 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a07587bf-0331-42b2-89b2-1ad3c53a7b7e req-d5621ad9-e5a3-4264-b5a8-38240cf16704 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.1046753 Jun 02 16:48:01.747818 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a07587bf-0331-42b2-89b2-1ad3c53a7b7e req-53712208-eb55-4d0a-bb66-25966207a95a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415184 Jun 02 16:48:02.959822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870a300-ea30-4681-a195-83a81f70d543 req-ebd6dcde-9a02-4b8e-8d3a-e6aaa8f0b574 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:02.961574 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0870a300-ea30-4681-a195-83a81f70d543 req-ebd6dcde-9a02-4b8e-8d3a-e6aaa8f0b574 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0998349 Jun 02 16:48:02.978408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d2f3f32f-5d30-4289-ab5f-e7b1c3f6a18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:03.014603 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0870a300-ea30-4681-a195-83a81f70d543 req-797f6ea6-0e72-4039-9c7d-ca09ef90fa5a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444648 Jun 02 16:48:04.213687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3aaacb-2f91-40d3-86b0-2678c3b02e4a req-937ec35e-b595-4f98-a4b9-a422d6e15dcd tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:04.215187 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3a3aaacb-2f91-40d3-86b0-2678c3b02e4a req-937ec35e-b595-4f98-a4b9-a422d6e15dcd tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0903692 Jun 02 16:48:04.262276 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3a3aaacb-2f91-40d3-86b0-2678c3b02e4a req-f184f817-f92c-4a33-9b17-cdd8a99d0332 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413804 Jun 02 16:48:05.037241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:05.456727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be9b5b-c0c2-4014-b905-7d39e1a218e2 req-3f4b466e-0610-4614-9072-555a55c9893c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:05.457614 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2c8cfe53-2c20-4d84-baae-3dbb1097c829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:05.458966 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c7be9b5b-c0c2-4014-b905-7d39e1a218e2 req-3f4b466e-0610-4614-9072-555a55c9893c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0884478 Jun 02 16:48:05.514163 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c7be9b5b-c0c2-4014-b905-7d39e1a218e2 req-3b9132c8-1c41-4fdd-a0a4-465cd07c459b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448174 Jun 02 16:48:06.712947 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ceeb4-72cb-49b0-8306-2432633139c2 req-fad11d22-88af-4705-8c94-e6e5bc8a276a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:06.715845 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3c9ceeb4-72cb-49b0-8306-2432633139c2 req-fad11d22-88af-4705-8c94-e6e5bc8a276a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0884948 Jun 02 16:48:06.723563 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:06.761937 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3c9ceeb4-72cb-49b0-8306-2432633139c2 req-3fad7516-d0fc-47e5-8d21-6522fce45572 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409391 Jun 02 16:48:07.971629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12bd3-08e5-41b8-96f9-8943de4780e5 req-82fd3857-36a6-4dd4-97f8-2bda29b7e986 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:07.973273 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-53f12bd3-08e5-41b8-96f9-8943de4780e5 req-82fd3857-36a6-4dd4-97f8-2bda29b7e986 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0953121 Jun 02 16:48:08.033358 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-53f12bd3-08e5-41b8-96f9-8943de4780e5 req-9ffbe168-d7ac-4c8a-9a9c-bff164321e8c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490386 Jun 02 16:48:08.648580 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:09.249226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e836adb-50ab-4d19-9d1e-71022bffce80 req-2c36df87-0eee-45fe-a4d1-8a82c5dc5b8a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:09.251947 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5e836adb-50ab-4d19-9d1e-71022bffce80 req-2c36df87-0eee-45fe-a4d1-8a82c5dc5b8a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0924771 Jun 02 16:48:09.305130 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5e836adb-50ab-4d19-9d1e-71022bffce80 req-c23a363b-66c6-47ca-bea1-29daff416132 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472190 Jun 02 16:48:10.531209 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-5acf64cb-1d37-4a80-bce8-ac2c89ae6c26 service neutron] 10.222.0.49 "GET /v2.0/ports/73922757-03ab-4d51-a8ae-74b157376a45/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1370380 Jun 02 16:48:10.552169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c025e-885e-4444-9ede-a217a7763731 req-cf0ff0e8-7d93-40f7-a33d-d4a82cf5b38a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:10.553756 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2e8c025e-885e-4444-9ede-a217a7763731 req-cf0ff0e8-7d93-40f7-a33d-d4a82cf5b38a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.1174529 Jun 02 16:48:10.777915 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2e8c025e-885e-4444-9ede-a217a7763731 req-4935e43b-9424-4353-be30-c914179fc050 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162695 Jun 02 16:48:10.853748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-c920c332-4699-4ab2-9bb2-911030db4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:10.855427 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-c920c332-4699-4ab2-9bb2-911030db4bfe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb&tenant_id=ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 1098 time: 0.0764513 Jun 02 16:48:10.974223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-7382bb3d-07e5-42d4-8084-913945685be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:10.975735 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-7382bb3d-07e5-42d4-8084-913945685be8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 1098 time: 0.0832939 Jun 02 16:48:11.121330 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-1dce80ef-1211-4665-a473-2404e8fb8d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:11.122850 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-1dce80ef-1211-4665-a473-2404e8fb8d0d service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1369944 Jun 02 16:48:11.240591 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-434ab7e4-2b91-40a2-ac5f-62cfc486c99b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73922757-03ab-4d51-a8ae-74b157376a45 HTTP/1.1" status: 200 len: 1000 time: 0.1072397 Jun 02 16:48:11.313307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-5a98d042-6863-4673-8f0b-56dc66093dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:11.314846 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-5a98d042-6863-4673-8f0b-56dc66093dc8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0631099 Jun 02 16:48:11.406054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-52c27843-34d6-4a86-826c-f34e30662119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:11.409076 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-52c27843-34d6-4a86-826c-f34e30662119 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0859334 Jun 02 16:48:11.569705 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-f3b89376-9827-4620-8a4f-7554696bc390 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492860 Jun 02 16:48:11.717113 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f5ab3b8-0d29-4f85-bd3c-65fe26a283f5 req-c8f6de32-b093-4250-ac9d-2860e35cd9c1 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366827 Jun 02 16:48:12.007266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e63cb7-b1f7-4ad2-b258-eff67ec8e0f7 req-7fb299c3-1e94-45d8-9213-a50b209b85a4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:12.009867 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e7e63cb7-b1f7-4ad2-b258-eff67ec8e0f7 req-7fb299c3-1e94-45d8-9213-a50b209b85a4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.1037493 Jun 02 16:48:12.061366 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e7e63cb7-b1f7-4ad2-b258-eff67ec8e0f7 req-49ba9e9e-5f6c-42af-afcf-3db581f10573 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455194 Jun 02 16:48:13.267407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287f866-e9c4-48c2-ab2f-c5b8c25e2377 req-fa782681-2eef-49fe-93bd-2b9280ade92f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:13.268847 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e287f866-e9c4-48c2-ab2f-c5b8c25e2377 req-fa782681-2eef-49fe-93bd-2b9280ade92f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0899498 Jun 02 16:48:13.305835 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 73922757-03ab-4d51-a8ae-74b157376a45 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:48:13.313582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 73922757-03ab-4d51-a8ae-74b157376a45 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:48:13.318132 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e287f866-e9c4-48c2-ab2f-c5b8c25e2377 req-51bba40a-4471-4fa8-82c9-d068b7e45a68 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426815 Jun 02 16:48:13.564928 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:13.585408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 73922757-03ab-4d51-a8ae-74b157376a45, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=73922757-03ab-4d51-a8ae-74b157376a45,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:48:13.608902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '73922757-03ab-4d51-a8ae-74b157376a45', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'port_id': '73922757-03ab-4d51-a8ae-74b157376a45', 'mac_address': 'fa:16:3e:43:86:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:48:13.617014 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73922757-03ab-4d51-a8ae-74b157376a45'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:48:13.619423 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd6aa38-bb61-43ef-9dc7-18496d3dd108" -d '{"events": [{"server_uuid": "d422b291-3a06-4dae-8175-e22a690f60cb", "name": "network-vif-unplugged", "status": "completed", "tag": "73922757-03ab-4d51-a8ae-74b157376a45"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:48:13.657424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 73922757-03ab-4d51-a8ae-74b157376a45, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=73922757-03ab-4d51-a8ae-74b157376a45,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:48:13.665419 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:13.669929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:48:13.726424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 16:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00286eab-9d57-4344-b287-fe4484ac703f x-openstack-request-id: req-00286eab-9d57-4344-b287-fe4484ac703f {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:48:13.726730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d422b291-3a06-4dae-8175-e22a690f60cb", "name": "network-vif-unplugged", "status": "completed", "tag": "73922757-03ab-4d51-a8ae-74b157376a45", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:48:13.726995 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00286eab-9d57-4344-b287-fe4484ac703f {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:48:13.727425 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73922757-03ab-4d51-a8ae-74b157376a45', 'code': 200} Jun 02 16:48:13.751956 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:13.776991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73922757-03ab-4d51-a8ae-74b157376a45 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:48:13.784452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=73922757-03ab-4d51-a8ae-74b157376a45,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:48:13.817425 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:13.817666 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:13.818006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:13.818373 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:13.818705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:13.819026 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:13.819355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:13.819687 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:13.820019 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:13.820339 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:13.820662 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:13.820983 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:13.829381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:48:13.858184 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.api [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:48:13.858575 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_db.api [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:48:14.428593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:14.447970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73922757-03ab-4d51-a8ae-74b157376a45 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:48:14.465349 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 73922757-03ab-4d51-a8ae-74b157376a45, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=73922757-03ab-4d51-a8ae-74b157376a45,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:48:14.470476 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:14.473308 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:48:14.536392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb5278-ad54-4118-a568-d30172b56a1c req-072e7d3b-5194-4d2f-8fe6-488bf9d33f5e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:14.538004 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2ccb5278-ad54-4118-a568-d30172b56a1c req-072e7d3b-5194-4d2f-8fe6-488bf9d33f5e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 944 time: 0.1037014 Jun 02 16:48:14.582407 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['73922757-03ab-4d51-a8ae-74b157376a45'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:48:14.591314 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2ccb5278-ad54-4118-a568-d30172b56a1c req-d771d069-9f73-4a8b-8c9d-ce7954dbeb7d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469210 Jun 02 16:48:14.704717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=73922757-03ab-4d51-a8ae-74b157376a45,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:48:14.713521 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:48:14.983503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f269530-5880-421e-8db3-74e417c9544e req-90abf90d-268e-440d-8434-ffe7a6080ea8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:14.985077 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1f269530-5880-421e-8db3-74e417c9544e req-90abf90d-268e-440d-8434-ffe7a6080ea8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 944 time: 0.1543467 Jun 02 16:48:14.997357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459ea36-31db-443c-be99-44100b3ee451 req-1a338866-2ee8-48a5-b249-7ea74c3e9aff tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:14.999016 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1459ea36-31db-443c-be99-44100b3ee451 req-1a338866-2ee8-48a5-b249-7ea74c3e9aff tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb&tenant_id=ec13c636cd76497fa74d570a18ebe194&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.1305282 Jun 02 16:48:15.043791 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1f269530-5880-421e-8db3-74e417c9544e req-ed498e0f-147b-4fcc-bf70-3811a0af91d9 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437007 Jun 02 16:48:15.154756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459ea36-31db-443c-be99-44100b3ee451 req-e563fa02-e6a4-4939-943e-20e0045b3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:15.156498 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1459ea36-31db-443c-be99-44100b3ee451 req-e563fa02-e6a4-4939-943e-20e0045b3a20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 1097 time: 0.0805755 Jun 02 16:48:15.308627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459ea36-31db-443c-be99-44100b3ee451 req-d7db3dd4-d94a-4206-8bd7-2cbd6016b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:15.309108 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 73922757-03ab-4d51-a8ae-74b157376a45 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:48:15.310326 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1459ea36-31db-443c-be99-44100b3ee451 req-d7db3dd4-d94a-4206-8bd7-2cbd6016b4b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1466336 Jun 02 16:48:15.388638 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 73922757-03ab-4d51-a8ae-74b157376a45 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:48:15.389018 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:15.425134 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1459ea36-31db-443c-be99-44100b3ee451 req-d3951846-b65d-42ae-9407-7a6c7d294c5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73922757-03ab-4d51-a8ae-74b157376a45 HTTP/1.1" status: 200 len: 999 time: 0.1083934 Jun 02 16:48:15.494403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459ea36-31db-443c-be99-44100b3ee451 req-78fb0eae-757f-45fe-8503-ab197c150703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:15.496347 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1459ea36-31db-443c-be99-44100b3ee451 req-78fb0eae-757f-45fe-8503-ab197c150703 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0647922 Jun 02 16:48:15.516478 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:15.557971 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 73922757-03ab-4d51-a8ae-74b157376a45, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=73922757-03ab-4d51-a8ae-74b157376a45,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:48:15.564034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:15.566047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:48:15.591775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459ea36-31db-443c-be99-44100b3ee451 req-30a69eaa-d0c2-412d-a76b-879d941aaf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:15.593922 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1459ea36-31db-443c-be99-44100b3ee451 req-30a69eaa-d0c2-412d-a76b-879d941aaf33 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0910895 Jun 02 16:48:15.648499 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=73922757-03ab-4d51-a8ae-74b157376a45,revision_number=8']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:48:15.655853 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:48:15.728643 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73922757-03ab-4d51-a8ae-74b157376a45'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:48:15.731485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c44f4b8-666c-4cd0-844f-703b9eb018d7" -d '{"events": [{"server_uuid": "d422b291-3a06-4dae-8175-e22a690f60cb", "name": "network-vif-plugged", "status": "completed", "tag": "73922757-03ab-4d51-a8ae-74b157376a45"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:48:15.817603 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161c35d3-3156-4291-ab3a-b970f5b80dd1 x-openstack-request-id: req-161c35d3-3156-4291-ab3a-b970f5b80dd1 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:48:15.817994 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d422b291-3a06-4dae-8175-e22a690f60cb", "name": "network-vif-plugged", "status": "completed", "tag": "73922757-03ab-4d51-a8ae-74b157376a45", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:48:15.818668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-161c35d3-3156-4291-ab3a-b970f5b80dd1 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:48:15.819306 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73922757-03ab-4d51-a8ae-74b157376a45', 'code': 200} Jun 02 16:48:15.900738 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1459ea36-31db-443c-be99-44100b3ee451 req-40febe04-9597-4ec4-ad7e-3f1819152a5d service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999609 Jun 02 16:48:16.047737 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1459ea36-31db-443c-be99-44100b3ee451 req-f7d2a496-e7e6-43d0-86ae-e281946f62fb service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401997 Jun 02 16:48:16.251181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313476d-d07d-4058-b6af-0f5c2629d489 req-5f5b3f1f-f4a1-4376-a4ef-f3f42d13064b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:16.252699 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b313476d-d07d-4058-b6af-0f5c2629d489 req-5f5b3f1f-f4a1-4376-a4ef-f3f42d13064b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0855832 Jun 02 16:48:16.304736 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b313476d-d07d-4058-b6af-0f5c2629d489 req-edf2fb51-019c-4a36-9157-b35fe96f3385 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461497 Jun 02 16:48:17.496437 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cea1d2-61d1-478a-9e3d-b4a5cec22217 req-89964f5e-8592-46e8-a3fe-06d2ff6ff258 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:17.498039 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-19cea1d2-61d1-478a-9e3d-b4a5cec22217 req-89964f5e-8592-46e8-a3fe-06d2ff6ff258 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0827067 Jun 02 16:48:17.545785 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-19cea1d2-61d1-478a-9e3d-b4a5cec22217 req-47006fbe-5341-40d1-a5cf-5af5ca5d35c4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410597 Jun 02 16:48:17.746298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86995a4b-a00a-452e-8019-b51155aa7d48 req-f1f210c2-bf18-4b00-9fcf-0be0b5248645 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:17.747993 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-86995a4b-a00a-452e-8019-b51155aa7d48 req-f1f210c2-bf18-4b00-9fcf-0be0b5248645 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0840757 Jun 02 16:48:17.799853 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-86995a4b-a00a-452e-8019-b51155aa7d48 req-d465211c-edb2-403e-adad-f5b9c62b1645 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425100 Jun 02 16:48:18.002633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8df419-d8ef-4152-a9ec-3f62b3f233a6 req-496d9073-6a33-4fad-a376-5310219d9456 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:18.004215 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3f8df419-d8ef-4152-a9ec-3f62b3f233a6 req-496d9073-6a33-4fad-a376-5310219d9456 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0917482 Jun 02 16:48:18.054036 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3f8df419-d8ef-4152-a9ec-3f62b3f233a6 req-001f3d83-abb2-4ca5-b578-743b8eceafe2 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437372 Jun 02 16:48:18.449849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2558-a339-4520-ad1f-03f7307954c1 req-0e0b40da-ed17-44fc-af4b-83042e68eee7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:18.451476 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c97c2558-a339-4520-ad1f-03f7307954c1 req-0e0b40da-ed17-44fc-af4b-83042e68eee7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0845561 Jun 02 16:48:18.500182 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c97c2558-a339-4520-ad1f-03f7307954c1 req-4dd25927-777e-44fa-9c3c-fe1f77d2640c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420818 Jun 02 16:48:19.222569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:19.710478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3ffb3-2f20-46a0-b08a-e117c3f3e2bb req-761c6c71-1cd3-4d03-9741-983a4fa033e7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:19.711885 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5aa3ffb3-2f20-46a0-b08a-e117c3f3e2bb req-761c6c71-1cd3-4d03-9741-983a4fa033e7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0954003 Jun 02 16:48:19.761203 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5aa3ffb3-2f20-46a0-b08a-e117c3f3e2bb req-7ad23d7b-d1ac-4652-821a-18648813fe5f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422010 Jun 02 16:48:20.150896 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:48:20.226268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3755871-f810-4b29-b8c6-e97dbe341508 req-98a3eb5c-4246-47f5-ad2c-845d8bee9c74 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:20.228193 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c3755871-f810-4b29-b8c6-e97dbe341508 req-98a3eb5c-4246-47f5-ad2c-845d8bee9c74 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.0943916 Jun 02 16:48:20.383443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-c3755871-f810-4b29-b8c6-e97dbe341508 req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Deleting port 73922757-03ab-4d51-a8ae-74b157376a45 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:48:20.383749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-c3755871-f810-4b29-b8c6-e97dbe341508 req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:20.526161 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-c3755871-f810-4b29-b8c6-e97dbe341508 req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] For port 73922757-03ab-4d51-a8ae-74b157376a45, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=73922757-03ab-4d51-a8ae-74b157376a45,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:48:20.526528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-c3755871-f810-4b29-b8c6-e97dbe341508 req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:20.838169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-c3755871-f810-4b29-b8c6-e97dbe341508 req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:20.838918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-c3755871-f810-4b29-b8c6-e97dbe341508 req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:20.838918 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [req-c3755871-f810-4b29-b8c6-e97dbe341508 req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Floating IP 139e0c28-e91f-4e1a-8523-5a716159dec2 disassociated. External IP: 172.26.3.59, port: 73922757-03ab-4d51-a8ae-74b157376a45. Jun 02 16:48:20.839170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-c3755871-f810-4b29-b8c6-e97dbe341508 req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Calling delete_port for 73922757-03ab-4d51-a8ae-74b157376a45 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:48:20.979528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-c3755871-f810-4b29-b8c6-e97dbe341508 req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:20.988624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d010511a-bea2-495c-b749-6f0108eae4f2 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:48:20.990864 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a3c36-952a-408b-8cd3-7d6b2b321c1c req-5ab995c5-b4c2-4b06-bf4a-15e2d2789ba8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:20.993515 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6e0a3c36-952a-408b-8cd3-7d6b2b321c1c req-5ab995c5-b4c2-4b06-bf4a-15e2d2789ba8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 945 time: 0.1090710 Jun 02 16:48:21.058526 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Pushing event deleted for resources: {'Port': ['ID=73922757-03ab-4d51-a8ae-74b157376a45,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:48:21.064246 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6e0a3c36-952a-408b-8cd3-7d6b2b321c1c req-cca8e304-84a4-4eb7-aeaa-b7ccff8e377f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639691 Jun 02 16:48:21.072271 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:21.072833 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:21.073040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:21.073422 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:21.073796 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:21.075098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:21.075098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:21.075098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:21.075402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:21.075683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:21.075968 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:21.076333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:48:21.133922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:48:21.285682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3755871-f810-4b29-b8c6-e97dbe341508 req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:48:21.640599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3755871-f810-4b29-b8c6-e97dbe341508 req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:48:21.651717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd64372-8102-4b2a-8f8d-8e0433a485d4 None None] Sync routers for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:48:21.667501 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd64372-8102-4b2a-8f8d-8e0433a485d4 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:48:21.668435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1bd64372-8102-4b2a-8f8d-8e0433a485d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:48:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:48:21.758997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3755871-f810-4b29-b8c6-e97dbe341508 req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] No DVR routers for this DVR port 73922757-03ab-4d51-a8ae-74b157376a45 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:48:21.762349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-c3755871-f810-4b29-b8c6-e97dbe341508 req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:21.766114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'name': 'network-vif-deleted', 'tag': '73922757-03ab-4d51-a8ae-74b157376a45'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:48:21.768832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b0fee6-542e-4e01-8ba5-b97f1800f311" -d '{"events": [{"server_uuid": "d422b291-3a06-4dae-8175-e22a690f60cb", "name": "network-vif-deleted", "tag": "73922757-03ab-4d51-a8ae-74b157376a45"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:48:21.789006 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c3755871-f810-4b29-b8c6-e97dbe341508 req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "DELETE /v2.0/ports/73922757-03ab-4d51-a8ae-74b157376a45 HTTP/1.1" status: 204 len: 173 time: 1.5519860 Jun 02 16:48:21.907981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573c6371-7eb8-454d-8615-e04f74b9deb1 x-openstack-request-id: req-573c6371-7eb8-454d-8615-e04f74b9deb1 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:48:21.909783 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d422b291-3a06-4dae-8175-e22a690f60cb", "name": "network-vif-deleted", "tag": "73922757-03ab-4d51-a8ae-74b157376a45", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:48:21.910548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-573c6371-7eb8-454d-8615-e04f74b9deb1 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:48:21.911564 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd422b291-3a06-4dae-8175-e22a690f60cb', 'name': 'network-vif-deleted', 'tag': '73922757-03ab-4d51-a8ae-74b157376a45', 'status': 'completed', 'code': 200} Jun 02 16:48:22.039592 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-1bd64372-8102-4b2a-8f8d-8e0433a485d4 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:48:22.256099 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-31425437-d6ad-468b-a803-e69585b18144 req-cc47d285-58f0-4ecd-acc0-88c2c0ccd0fc tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=d422b291-3a06-4dae-8175-e22a690f60cb HTTP/1.1" status: 200 len: 210 time: 0.0456233 Jun 02 16:48:22.383668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1bd64372-8102-4b2a-8f8d-8e0433a485d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:48:22.387837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd64372-8102-4b2a-8f8d-8e0433a485d4 None None] Checking router: e02459f7-f5a5-43b7-b3bf-cd3657c65c72 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:48:22.397868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd64372-8102-4b2a-8f8d-8e0433a485d4 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:48:22.398549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1bd64372-8102-4b2a-8f8d-8e0433a485d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:48:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:48:22.595813 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-1bd64372-8102-4b2a-8f8d-8e0433a485d4 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:48:22.924499 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1bd64372-8102-4b2a-8f8d-8e0433a485d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:48:22.928863 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd64372-8102-4b2a-8f8d-8e0433a485d4 None None] The sync data for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv is: [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:48:23.167026 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b6f1bb-0208-4dd4-963c-a235195de566 None None] New status for floating IP 139e0c28-e91f-4e1a-8523-5a716159dec2: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:48:23.342379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 73922757-03ab-4d51-a8ae-74b157376a45 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:48:23.411793 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 73922757-03ab-4d51-a8ae-74b157376a45 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:48:23.412289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 73922757-03ab-4d51-a8ae-74b157376a45 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:48:23.635376 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-f1648585-9a5c-45fb-a9ea-90bcbed3e7a2 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--149567785&fields=id&tenant_id=ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 267 time: 0.0450363 Jun 02 16:48:23.812773 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-8016896f-3559-4fab-8c3e-98e7d8600f57 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:23.814341 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-8016896f-3559-4fab-8c3e-98e7d8600f57 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 811 time: 0.1711283 Jun 02 16:48:23.834748 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-b56023e9-352b-4445-9253-7a1d5bf72c9b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/quotas/ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 375 time: 0.0102611 Jun 02 16:48:23.927530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-8afdb09b-4d86-4900-9e99-274876285074 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Synchronizing usage tracker for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:48:23.946167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-8afdb09b-4d86-4900-9e99-274876285074 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Unset dirty status for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:48:23.947508 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-8afdb09b-4d86-4900-9e99-274876285074 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1073318 Jun 02 16:48:24.104508 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-73a19895-4553-45be-8494-6a31385bb1e4 service neutron] 10.222.0.50 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436987 Jun 02 16:48:24.245433 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-b091286b-d4e0-4e6d-b07e-b960ed5883b3 service neutron] 10.222.0.50 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349540 Jun 02 16:48:24.452090 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bfbf0980-de95-40bc-9c02-a8b5e1b2060a req-59ac71f9-4707-4ded-8ae3-03bd5193c173 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 210 time: 0.0679815 Jun 02 16:48:25.655964 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bbfffd8a-9cff-436b-a5f9-f4deededffee req-764a5d4e-9b2a-4079-b392-ed14ecbc45fe tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 210 time: 0.0713882 Jun 02 16:48:25.669357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-bf90eea8-7652-4865-9c36-85e607323239 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:25.670814 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-bf90eea8-7652-4865-9c36-85e607323239 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 811 time: 0.2317522 Jun 02 16:48:25.736281 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-33e387d6-53e2-4684-975d-e7bc15abeb7e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 379 time: 0.0441537 Jun 02 16:48:25.751478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Request body: {'port': {'device_id': 'e83f3986-b422-4280-b262-37a3fab76421', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'admin_state_up': True, 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'security_groups': ['030cffaa-4504-423b-9ccc-15557d8da033']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:48:25.893566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:48:25.903378 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:48:25.914289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Made reservation on behalf of ec13c636cd76497fa74d570a18ebe194 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:48:25.917663 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:26.095724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Allocated IP 172.20.0.14 (5f9d60fc-e243-4730-9a5d-a50114229341/00c810e9-a35c-4ca5-b859-06b19c299714/070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:48:26.297478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:26.313934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Transition to ACTIVE for port object 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:48:26.345574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:26.352285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ba61af3f-af10-4e59-ba15-a82831169507 tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:48:26.420052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Network 5f9d60fc-e243-4730-9a5d-a50114229341 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:48:26.423587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:48:26.428103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:48:26.640427 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Pushing event updated for resources: {'Port': ['ID=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:48:26.646782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:48:26.667814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-89adadeb-5fb5-4a17-80bd-c6baf97cada1 None None] Provisioning for port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:48:26.673079 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-89adadeb-5fb5-4a17-80bd-c6baf97cada1 None None] Provisioning complete for port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:48:26.673690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-89adadeb-5fb5-4a17-80bd-c6baf97cada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:26.677006 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:26.677726 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:26.718596 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9719150 Jun 02 16:48:26.732767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-89adadeb-5fb5-4a17-80bd-c6baf97cada1 None None] Port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:48:26.736902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Request body: {'port': {'device_id': 'e83f3986-b422-4280-b262-37a3fab76421', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:48:26.857135 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:26.870946 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88719920-899d-4159-bac1-638f31d1992c req-ec427aca-27bf-4c26-9d58-26b335a2f28b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:26.872522 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-88719920-899d-4159-bac1-638f31d1992c req-ec427aca-27bf-4c26-9d58-26b335a2f28b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 932 time: 0.0937920 Jun 02 16:48:26.940081 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-88719920-899d-4159-bac1-638f31d1992c req-a0dee665-61f9-480c-ba04-4146c68140a5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592253 Jun 02 16:48:27.227634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:48:27.235736 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:27.256953 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Transition to ACTIVE for port object 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:48:27.261720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:27.265693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c08295f6-c452-46c2-9ab8-5ec23d4958ae tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:48:27.401520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92516c09-76ac-499a-8031-06572e48393a service neutron] Pushing event updated for resources: {'Port': ['ID=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:48:27.431892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-92516c09-76ac-499a-8031-06572e48393a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:48:27.523991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Attempting to bind port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:48:27.524457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Attempting to bind port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:48:27.524955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Attempting to bind port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 on network 5f9d60fc-e243-4730-9a5d-a50114229341 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:48:27.532904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 on network 5f9d60fc-e243-4730-9a5d-a50114229341 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:48:27.533452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Attempting to bind port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 on network 5f9d60fc-e243-4730-9a5d-a50114229341 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:48:27.540288 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:48:27.540621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Checking segment: {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:48:27.540997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Bound using segment: {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:48:27.541418 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Bound port: 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:48:27.541761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:27.640760 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] For port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:48:27.644861 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] For port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:48:27.649533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:27.653595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:48:27.714951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:27.715898 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:27.716938 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-92516c09-76ac-499a-8031-06572e48393a service neutron] 10.222.0.49 "PUT /v2.0/ports/070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 HTTP/1.1" status: 200 len: 1094 time: 0.9866242 Jun 02 16:48:27.717489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83f3986-b422-4280-b262-37a3fab76421', 'tag': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:48:27.720051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb87a87-8faf-4051-8a98-3b1c664c8660" -d '{"events": [{"name": "network-changed", "server_uuid": "e83f3986-b422-4280-b262-37a3fab76421", "tag": "070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:48:27.741142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92516c09-76ac-499a-8031-06572e48393a service neutron] Pushing event updated for resources: {'Port': ['ID=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:48:27.744917 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-92516c09-76ac-499a-8031-06572e48393a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:48:27.823915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d162b2-8d73-4846-8893-5b0358a4d1bf x-openstack-request-id: req-b7d162b2-8d73-4846-8893-5b0358a4d1bf {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:48:27.824356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83f3986-b422-4280-b262-37a3fab76421", "tag": "070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:48:27.824673 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7d162b2-8d73-4846-8893-5b0358a4d1bf {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:48:27.825143 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83f3986-b422-4280-b262-37a3fab76421', 'tag': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3', 'status': 'completed', 'code': 200} Jun 02 16:48:27.875843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-9a44f129-86c6-41ce-a423-1bbf3894f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:27.877578 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-9a44f129-86c6-41ce-a423-1bbf3894f4a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 1097 time: 0.0893605 Jun 02 16:48:27.957699 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-bc7f53c0-9111-4ec9-8450-0ad0b7c71804 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 HTTP/1.1" status: 200 len: 217 time: 0.0682991 Jun 02 16:48:28.048330 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-6ec53d68-753a-42dc-9349-cb4cf5b1a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:28.050897 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-6ec53d68-753a-42dc-9349-cb4cf5b1a81f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0837562 Jun 02 16:48:28.158757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf97472-0ac5-465a-99df-aced54bcc1a9 req-3f8d4a5c-da1b-4144-8988-f2ebddbcffee tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:28.159971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-31649068-43f2-4fa4-9b1c-06d53f5f2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:28.160358 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddf97472-0ac5-465a-99df-aced54bcc1a9 req-3f8d4a5c-da1b-4144-8988-f2ebddbcffee tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 944 time: 0.1028790 Jun 02 16:48:28.161462 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-31649068-43f2-4fa4-9b1c-06d53f5f2403 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1007349 Jun 02 16:48:28.214734 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ddf97472-0ac5-465a-99df-aced54bcc1a9 req-150e73c9-327a-48bb-a915-dd5df24ac50a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450513 Jun 02 16:48:28.312272 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-ce9988d4-7bdc-418c-b503-d3fff5f052fc service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394928 Jun 02 16:48:28.467444 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fcf14508-359c-46ec-b181-c5c25b79c524 req-5653a2a1-abcf-4d97-b019-d03026bfcd8d service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447167 Jun 02 16:48:28.602468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb87a87-8faf-4051-8a98-3b1c664c8660 req-c2f9c1a5-b6ee-4474-a8ec-9e51d5fee564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:28.604240 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ddb87a87-8faf-4051-8a98-3b1c664c8660 req-c2f9c1a5-b6ee-4474-a8ec-9e51d5fee564 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 1097 time: 0.0748038 Jun 02 16:48:28.746373 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb87a87-8faf-4051-8a98-3b1c664c8660 req-ef4447b5-f23c-4c71-a28b-56781e86939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:28.747891 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ddb87a87-8faf-4051-8a98-3b1c664c8660 req-ef4447b5-f23c-4c71-a28b-56781e86939b service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1354249 Jun 02 16:48:28.830852 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ddb87a87-8faf-4051-8a98-3b1c664c8660 req-a8444a1e-9350-4533-b1ea-f0b778f43eb9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 HTTP/1.1" status: 200 len: 217 time: 0.0757043 Jun 02 16:48:28.900743 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb87a87-8faf-4051-8a98-3b1c664c8660 req-965fc8b6-46ce-4177-8c34-f8773b1ffc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:28.902468 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ddb87a87-8faf-4051-8a98-3b1c664c8660 req-965fc8b6-46ce-4177-8c34-f8773b1ffc23 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0639622 Jun 02 16:48:28.991748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb87a87-8faf-4051-8a98-3b1c664c8660 req-640cf4e8-ff3d-408e-869b-3aa85522aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:28.993299 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ddb87a87-8faf-4051-8a98-3b1c664c8660 req-640cf4e8-ff3d-408e-869b-3aa85522aadc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0824227 Jun 02 16:48:29.143567 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ddb87a87-8faf-4051-8a98-3b1c664c8660 req-5f85b7bd-6ec3-4a05-9d59-cabda0176451 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426270 Jun 02 16:48:29.345118 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:48:29.489547 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:48:29.504603 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'port_id': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3', 'mac_address': 'fa:16:3e:ba:d7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:48:29.522467 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ddb87a87-8faf-4051-8a98-3b1c664c8660 req-ac2436ac-806d-4036-9528-57a4e4918a2a service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707426 Jun 02 16:48:29.543569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d96bd-af39-439d-b7b5-85ea38df9d1f req-7aaaf8df-5189-421f-9e8d-a7c54839062d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:29.544457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-d35d96bd-af39-439d-b7b5-85ea38df9d1f req-7aaaf8df-5189-421f-9e8d-a7c54839062d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Synchronizing usage tracker for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:48:29.563305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-d35d96bd-af39-439d-b7b5-85ea38df9d1f req-7aaaf8df-5189-421f-9e8d-a7c54839062d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Unset dirty status for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:48:29.565051 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d35d96bd-af39-439d-b7b5-85ea38df9d1f req-7aaaf8df-5189-421f-9e8d-a7c54839062d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 944 time: 0.1562595 Jun 02 16:48:29.565271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:29.587423 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:48:29.608798 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:48:29.616343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:29.618366 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2c64ea71-2f05-484e-ad3e-f52c9f65ad08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:48:29.643487 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d35d96bd-af39-439d-b7b5-85ea38df9d1f req-fdcbd2a4-08cc-456d-8131-b6c625c4c5a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709510 Jun 02 16:48:29.703302 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:48:29.707034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:48:29.878238 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:48:31.003229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580a9f6-34aa-4771-8390-0d195eb9fd9d req-2ed07496-0fdc-4cd0-89bd-b7d670c10dfe tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:31.004674 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6580a9f6-34aa-4771-8390-0d195eb9fd9d req-2ed07496-0fdc-4cd0-89bd-b7d670c10dfe tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 945 time: 0.0877573 Jun 02 16:48:31.060478 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6580a9f6-34aa-4771-8390-0d195eb9fd9d req-1422ba1f-a6b4-43c4-a563-a1a2d34e834a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495417 Jun 02 16:48:31.356729 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:48:31.441286 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:48:31.446922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:48:31.447369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:31.578569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:31.608683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83f3986-b422-4280-b262-37a3fab76421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:48:31.611317 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338888de-1f75-4e9b-b3d9-efe67170355c" -d '{"events": [{"server_uuid": "e83f3986-b422-4280-b262-37a3fab76421", "name": "network-vif-plugged", "status": "completed", "tag": "070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:48:31.620870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:48:31.626409 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:31.628383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-01e73794-4d81-4a0d-aeae-f9c0e881be84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:48:31.664049 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75958ca-3110-4c64-883c-ca822fd6190e x-openstack-request-id: req-f75958ca-3110-4c64-883c-ca822fd6190e {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:48:31.664346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83f3986-b422-4280-b262-37a3fab76421", "name": "network-vif-plugged", "status": "completed", "tag": "070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:48:31.664601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f75958ca-3110-4c64-883c-ca822fd6190e {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:48:31.665004 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83f3986-b422-4280-b262-37a3fab76421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3', 'code': 200} Jun 02 16:48:31.700914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:48:31.704458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:48:31.943513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20da69-59ca-480c-9c0e-5e4b0ced240b req-75f1a20d-e1ec-43b8-a77c-aa818bf21f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:31.944969 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ca20da69-59ca-480c-9c0e-5e4b0ced240b req-75f1a20d-e1ec-43b8-a77c-aa818bf21f4e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 1099 time: 0.0827739 Jun 02 16:48:31.994556 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ca20da69-59ca-480c-9c0e-5e4b0ced240b req-935acdb2-fb1e-408c-b2f9-7a7e6b2c7d55 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389555 Jun 02 16:48:32.256793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39564c3-9f2d-4c5c-8d28-25abe9d5ff91 req-9a9664e3-2bc3-4883-8260-094acfa77b65 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:32.258295 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a39564c3-9f2d-4c5c-8d28-25abe9d5ff91 req-9a9664e3-2bc3-4883-8260-094acfa77b65 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0882618 Jun 02 16:48:32.312385 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a39564c3-9f2d-4c5c-8d28-25abe9d5ff91 req-6e2f9d77-6608-4d5e-a033-0cf0de6d22f0 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440364 Jun 02 16:48:32.973256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bbe80d80-2094-4e18-802e-13f582efd812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:33.512206 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1eed0-3af1-4b33-84f9-4680fa020d0a req-6692698f-dfbe-4f9f-9c54-500f1701e706 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:33.513740 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c3f1eed0-3af1-4b33-84f9-4680fa020d0a req-6692698f-dfbe-4f9f-9c54-500f1701e706 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0854621 Jun 02 16:48:33.596137 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c3f1eed0-3af1-4b33-84f9-4680fa020d0a req-429ded6f-6b47-4f76-8bea-da1b46cfde9f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688770 Jun 02 16:48:33.803914 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1391169-c54c-4913-a837-8f143b8efb23 req-514fd712-77b9-4386-9f92-1e643b395051 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:33.805533 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b1391169-c54c-4913-a837-8f143b8efb23 req-514fd712-77b9-4386-9f92-1e643b395051 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0937638 Jun 02 16:48:33.817759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 41838) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:48:33.822583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b232829a-efb5-4f85-810d-9aa6b86eda05 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Request body: {'floatingip': {'port_id': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:48:33.907350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b232829a-efb5-4f85-810d-9aa6b86eda05 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for floatingip, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:34.705713 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b232829a-efb5-4f85-810d-9aa6b86eda05 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:34.711325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b232829a-efb5-4f85-810d-9aa6b86eda05 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:34.940094 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-b232829a-efb5-4f85-810d-9aa6b86eda05 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Floating IP 139e0c28-e91f-4e1a-8523-5a716159dec2 associated. External IP: 172.26.3.59, port: 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3. Jun 02 16:48:35.035606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:35.449271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b232829a-efb5-4f85-810d-9aa6b86eda05 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:48:35.461147 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5e27cbbf-7b0c-4fe2-8bf1-e736f612a51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:35.637074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b232829a-efb5-4f85-810d-9aa6b86eda05 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:48:35.641511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b232829a-efb5-4f85-810d-9aa6b86eda05 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:35.648330 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed063a5-162d-481a-b0d5-476122f526d8 None None] Sync routers for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:48:35.659268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed063a5-162d-481a-b0d5-476122f526d8 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:48:35.659815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6ed063a5-162d-481a-b0d5-476122f526d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:48:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:48:35.703057 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b232829a-efb5-4f85-810d-9aa6b86eda05 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "PUT /v2.0/floatingips/139e0c28-e91f-4e1a-8523-5a716159dec2 HTTP/1.1" status: 200 len: 991 time: 1.8841243 Jun 02 16:48:35.703720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83f3986-b422-4280-b262-37a3fab76421', 'tag': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:48:35.706250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69231f61-33b6-49b3-8844-b4068874264d" -d '{"events": [{"name": "network-changed", "server_uuid": "e83f3986-b422-4280-b262-37a3fab76421", "tag": "070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:48:35.763153 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94f28b2-bc16-4202-b1e6-8721c26c4b20 x-openstack-request-id: req-f94f28b2-bc16-4202-b1e6-8721c26c4b20 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:48:35.763700 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83f3986-b422-4280-b262-37a3fab76421", "tag": "070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:48:35.765260 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f94f28b2-bc16-4202-b1e6-8721c26c4b20 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:48:35.766051 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83f3986-b422-4280-b262-37a3fab76421', 'tag': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3', 'status': 'completed', 'code': 200} Jun 02 16:48:35.856372 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-6ed063a5-162d-481a-b0d5-476122f526d8 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:48:35.901757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69231f61-33b6-49b3-8844-b4068874264d req-187ddddd-ef79-4058-8f91-fced3f662139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:35.903279 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-69231f61-33b6-49b3-8844-b4068874264d req-187ddddd-ef79-4058-8f91-fced3f662139 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 1099 time: 0.1206720 Jun 02 16:48:36.046896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69231f61-33b6-49b3-8844-b4068874264d req-24ade9bf-2d6a-4f2a-818b-692e134e4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:36.048266 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-69231f61-33b6-49b3-8844-b4068874264d req-24ade9bf-2d6a-4f2a-818b-692e134e4761 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1370263 Jun 02 16:48:36.159328 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-69231f61-33b6-49b3-8844-b4068874264d req-e57e061d-3d4c-40b7-b0e0-cd9e21fdaa31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 HTTP/1.1" status: 200 len: 999 time: 0.1045923 Jun 02 16:48:36.248624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69231f61-33b6-49b3-8844-b4068874264d req-55f247d0-983e-4ca8-9011-fddf3e2a8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:36.250230 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-69231f61-33b6-49b3-8844-b4068874264d req-55f247d0-983e-4ca8-9011-fddf3e2a8cbe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0846226 Jun 02 16:48:36.254992 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6ed063a5-162d-481a-b0d5-476122f526d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '139e0c28-e91f-4e1a-8523-5a716159dec2', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'floating_ip_address': '172.26.3.59', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'port_id': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'mac_address': 'fa:16:3e:ba:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3986-b422-4280-b262-37a3fab76421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:47:03Z', 'updated_at': '2021-06-02T16:48:34Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:48:36.261029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed063a5-162d-481a-b0d5-476122f526d8 None None] Checking router: e02459f7-f5a5-43b7-b3bf-cd3657c65c72 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:48:36.271216 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed063a5-162d-481a-b0d5-476122f526d8 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:48:36.271846 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6ed063a5-162d-481a-b0d5-476122f526d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:48:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:48:36.337207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69231f61-33b6-49b3-8844-b4068874264d req-36dd5caf-ec13-4c57-93d5-e72ff5b969bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:36.338644 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-69231f61-33b6-49b3-8844-b4068874264d req-36dd5caf-ec13-4c57-93d5-e72ff5b969bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0821178 Jun 02 16:48:36.472040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-6ed063a5-162d-481a-b0d5-476122f526d8 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:48:36.481208 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-69231f61-33b6-49b3-8844-b4068874264d req-5d1afd96-f1c4-4ed7-aa50-e47bee41183d service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351018 Jun 02 16:48:36.630995 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-69231f61-33b6-49b3-8844-b4068874264d req-aaf52868-d2b1-43cb-a477-2f79799abe80 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428840 Jun 02 16:48:36.812332 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:36.860850 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8896df47-74ee-4f03-86ab-eea6409ea36a req-52a3c6de-21d1-49ce-9d0e-f559b41f6cf0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834041 Jun 02 16:48:36.925314 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-6ed063a5-162d-481a-b0d5-476122f526d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '139e0c28-e91f-4e1a-8523-5a716159dec2', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'floating_ip_address': '172.26.3.59', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'port_id': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'mac_address': 'fa:16:3e:ba:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3986-b422-4280-b262-37a3fab76421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:47:03Z', 'updated_at': '2021-06-02T16:48:34Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:48:36.930455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed063a5-162d-481a-b0d5-476122f526d8 None None] The sync data for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv is: [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '139e0c28-e91f-4e1a-8523-5a716159dec2', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'floating_ip_address': '172.26.3.59', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'port_id': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'mac_address': 'fa:16:3e:ba:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3986-b422-4280-b262-37a3fab76421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:47:03Z', 'updated_at': '2021-06-02T16:48:34Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:48:37.031855 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896df47-74ee-4f03-86ab-eea6409ea36a req-28fb1809-594a-4877-9024-10681a6d400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:37.034126 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8896df47-74ee-4f03-86ab-eea6409ea36a req-28fb1809-594a-4877-9024-10681a6d400f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 1099 time: 0.0870342 Jun 02 16:48:37.136039 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8293f279-a38e-464d-b3d9-9f69b4b741e7 None None] New status for floating IP 139e0c28-e91f-4e1a-8523-5a716159dec2: ACTIVE {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:48:37.195508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896df47-74ee-4f03-86ab-eea6409ea36a req-b15fb8d3-6d85-4ad1-a728-173755d8cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:37.197583 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8896df47-74ee-4f03-86ab-eea6409ea36a req-b15fb8d3-6d85-4ad1-a728-173755d8cf85 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1423247 Jun 02 16:48:37.303806 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8896df47-74ee-4f03-86ab-eea6409ea36a req-f8c46c32-d4f5-4b8c-8556-4fc6e810ec7d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 HTTP/1.1" status: 200 len: 999 time: 0.0996702 Jun 02 16:48:37.531667 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896df47-74ee-4f03-86ab-eea6409ea36a req-e6d63a4e-9b17-4139-847e-6184b1d34ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:37.533723 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8896df47-74ee-4f03-86ab-eea6409ea36a req-e6d63a4e-9b17-4139-847e-6184b1d34ad2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.2205451 Jun 02 16:48:37.611316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896df47-74ee-4f03-86ab-eea6409ea36a req-7b87adec-97ed-4105-a419-42526f10a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:48:37.612811 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8896df47-74ee-4f03-86ab-eea6409ea36a req-7b87adec-97ed-4105-a419-42526f10a7d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724702 Jun 02 16:48:37.754381 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8896df47-74ee-4f03-86ab-eea6409ea36a req-8dc9284d-e79d-483b-807b-ec2aac562b24 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329138 Jun 02 16:48:37.896462 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8896df47-74ee-4f03-86ab-eea6409ea36a req-e89ccd81-58ba-4ca4-8e86-d21492e7d781 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356139 Jun 02 16:48:38.650102 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:49.233947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:48:57.151527 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:49:02.983140 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6c335073-2175-4ab6-9f75-95391a20a0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:05.033902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:05.469192 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9d9c7661-9f6f-4b4b-9ed5-51df95c68222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:06.729623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:08.655710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:14.595188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188224ef-d119-4ddd-9c0a-7c502dbe3a2a req-d2356ab1-e39c-4ec8-b0f7-7339f4cb83ed tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:14.596694 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-188224ef-d119-4ddd-9c0a-7c502dbe3a2a req-d2356ab1-e39c-4ec8-b0f7-7339f4cb83ed tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0917883 Jun 02 16:49:14.650252 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-188224ef-d119-4ddd-9c0a-7c502dbe3a2a req-274902f0-22c9-4fbe-b4e5-09d22766e61b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451994 Jun 02 16:49:16.078489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bbf68-7aeb-4428-9c33-dda30ab2c0a1 req-f96e8977-a11e-4a62-bfc6-3cef56941458 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:16.080039 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-233bbf68-7aeb-4428-9c33-dda30ab2c0a1 req-f96e8977-a11e-4a62-bfc6-3cef56941458 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.3077197 Jun 02 16:49:16.139252 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-233bbf68-7aeb-4428-9c33-dda30ab2c0a1 req-f64bf454-ba8c-4096-a43a-d2639149a7cd tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526819 Jun 02 16:49:17.339821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0377de4-9680-4064-8804-9f5c34a060f1 req-d1a209e2-e417-41ff-be52-8f3e73a6cd1b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:17.341266 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a0377de4-9680-4064-8804-9f5c34a060f1 req-d1a209e2-e417-41ff-be52-8f3e73a6cd1b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0882971 Jun 02 16:49:17.393327 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a0377de4-9680-4064-8804-9f5c34a060f1 req-ece40bb0-011e-43d1-9756-a88f9f351039 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417433 Jun 02 16:49:18.613644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45c3c1-76cb-4742-9603-d9f40b145653 req-e58d9ac6-baae-4cda-97f4-cb6fe211b722 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:18.615297 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8b45c3c1-76cb-4742-9603-d9f40b145653 req-e58d9ac6-baae-4cda-97f4-cb6fe211b722 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0923457 Jun 02 16:49:18.662336 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8b45c3c1-76cb-4742-9603-d9f40b145653 req-d417b939-2855-4523-814f-db892aa7bfb9 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409524 Jun 02 16:49:19.234694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:19.878045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f86e2-b5be-4e76-8ecd-63a4171b171c req-a3ebe617-673e-4f16-9bca-1521db364df7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:19.879727 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-788f86e2-b5be-4e76-8ecd-63a4171b171c req-a3ebe617-673e-4f16-9bca-1521db364df7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.1037407 Jun 02 16:49:19.935652 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-788f86e2-b5be-4e76-8ecd-63a4171b171c req-57a83b8b-9d02-47eb-b25f-232985a3b65f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483062 Jun 02 16:49:21.144550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57f1d3-de69-46db-a11d-338df48be1d1 req-a416ffa8-14dd-42b9-bd3f-3f42927e40af tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:21.146016 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ee57f1d3-de69-46db-a11d-338df48be1d1 req-a416ffa8-14dd-42b9-bd3f-3f42927e40af tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0973029 Jun 02 16:49:21.197164 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ee57f1d3-de69-46db-a11d-338df48be1d1 req-2bd211de-dce6-4bec-8f20-33651fc83c10 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426602 Jun 02 16:49:22.395803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9aebd6-38c3-4241-adb7-29567e229a4e req-843947c8-3d6c-4515-a62a-105297231a8d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:22.397318 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-df9aebd6-38c3-4241-adb7-29567e229a4e req-843947c8-3d6c-4515-a62a-105297231a8d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0926082 Jun 02 16:49:22.445946 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-df9aebd6-38c3-4241-adb7-29567e229a4e req-a114e04d-2dec-44b5-be56-15e97ba234bf tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423398 Jun 02 16:49:23.632306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcc972-87c8-4319-bc1c-064a1f9bab1a req-67fba0f5-6bcd-4310-8383-a601f9881a15 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:23.633755 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-79fcc972-87c8-4319-bc1c-064a1f9bab1a req-67fba0f5-6bcd-4310-8383-a601f9881a15 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0814202 Jun 02 16:49:23.678043 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-79fcc972-87c8-4319-bc1c-064a1f9bab1a req-9a9d9bb3-a5e6-4ec7-ad55-bed8849d8e18 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382941 Jun 02 16:49:24.872890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e5d51-7c74-4e93-9f84-bd41daaaaf8d req-37968861-652f-48f7-9774-10f18ab5c5f7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:24.874447 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3b1e5d51-7c74-4e93-9f84-bd41daaaaf8d req-37968861-652f-48f7-9774-10f18ab5c5f7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0863471 Jun 02 16:49:24.920216 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3b1e5d51-7c74-4e93-9f84-bd41daaaaf8d req-67749a02-45b5-4398-9502-481b3c8605db tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400312 Jun 02 16:49:26.119041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec81805-a35d-4e33-abe8-18243cec60be req-db9fc315-110f-444b-a336-71be8a95cd7a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:26.120539 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4ec81805-a35d-4e33-abe8-18243cec60be req-db9fc315-110f-444b-a336-71be8a95cd7a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0880973 Jun 02 16:49:26.169633 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4ec81805-a35d-4e33-abe8-18243cec60be req-e88e3530-731c-4158-b8e8-6ee3d4248182 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411010 Jun 02 16:49:27.536616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c71bf-d673-4d72-9720-a1c5981649d9 req-dcc68aeb-5a33-45c0-9734-f5700a09db96 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:27.538178 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4e9c71bf-d673-4d72-9720-a1c5981649d9 req-dcc68aeb-5a33-45c0-9734-f5700a09db96 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0971894 Jun 02 16:49:27.585689 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4e9c71bf-d673-4d72-9720-a1c5981649d9 req-610a2695-08a8-464f-82e8-c8cdcf9f1f8f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415528 Jun 02 16:49:28.786194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574446a2-70d5-45c4-b82c-a3452c760872 req-cada6bc4-84cb-401a-8748-ce0349609a01 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:28.787572 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-574446a2-70d5-45c4-b82c-a3452c760872 req-cada6bc4-84cb-401a-8748-ce0349609a01 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0929770 Jun 02 16:49:28.835983 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-574446a2-70d5-45c4-b82c-a3452c760872 req-3a59fecf-a9be-4e47-8c66-e47224adbd37 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394011 Jun 02 16:49:30.038345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a81757-f749-4876-9beb-1aa346810845 req-0eb5e8c1-6fd7-48ef-a4db-0a73fac3b1cf tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:30.039807 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93a81757-f749-4876-9beb-1aa346810845 req-0eb5e8c1-6fd7-48ef-a4db-0a73fac3b1cf tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0853088 Jun 02 16:49:30.092977 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93a81757-f749-4876-9beb-1aa346810845 req-a835c88d-e7b1-42c0-b815-8accb9a74e43 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451534 Jun 02 16:49:30.580641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a804cb-a2bf-435f-998e-6acc4cee6975 req-bf114c35-9ae8-45ca-ba71-be62e2948583 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:30.582107 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-28a804cb-a2bf-435f-998e-6acc4cee6975 req-bf114c35-9ae8-45ca-ba71-be62e2948583 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.1390419 Jun 02 16:49:30.584763 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-6cb4696f-6c72-433a-adb9-531d423468f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1839046 Jun 02 16:49:30.627814 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-28a804cb-a2bf-435f-998e-6acc4cee6975 req-ba5e8c7e-44cc-43ba-a529-23e075350a5e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395453 Jun 02 16:49:31.832622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae520d5b-4045-4279-baea-9e127a430162 req-d87862a5-f6c5-4083-adc0-6c5b50c2dc9c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:31.834116 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ae520d5b-4045-4279-baea-9e127a430162 req-d87862a5-f6c5-4083-adc0-6c5b50c2dc9c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0921237 Jun 02 16:49:31.884790 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ae520d5b-4045-4279-baea-9e127a430162 req-412bd201-e55e-47f0-b948-e7922b8536d2 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448020 Jun 02 16:49:31.994626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-56a22a4a-c7ab-4b4e-a5c4-10f733052562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:31.995998 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-56a22a4a-c7ab-4b4e-a5c4-10f733052562 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 1099 time: 0.0727084 Jun 02 16:49:32.142006 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-529af50b-7d17-495f-96da-7e20508b8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:32.144282 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-529af50b-7d17-495f-96da-7e20508b8e57 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1387525 Jun 02 16:49:32.267881 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-0b526571-40c6-4781-bcfc-504e2d1d9450 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 HTTP/1.1" status: 200 len: 1001 time: 0.1131155 Jun 02 16:49:32.343254 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-8f95c8e7-b0b8-4324-94ce-58c085522889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:32.345372 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-8f95c8e7-b0b8-4324-94ce-58c085522889 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0664737 Jun 02 16:49:32.435084 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-3e0f8a75-525f-4e7c-bdac-fde7813ce768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:32.436601 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-3e0f8a75-525f-4e7c-bdac-fde7813ce768 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0803647 Jun 02 16:49:32.711385 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-a9306bd4-d513-49ee-84ab-e662e09fa3ff service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642915 Jun 02 16:49:32.851396 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-22d1cce3-b95e-4fec-8e18-c1db96d700cb service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302357 Jun 02 16:49:32.976759 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a1015670-f0a9-4f15-8f8a-a7958a732afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:33.075228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69a230-f767-4e18-8c3f-513c1c1d7807 req-e3ad595a-4547-4903-a9d0-91abe833eab9 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:33.076685 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1d69a230-f767-4e18-8c3f-513c1c1d7807 req-e3ad595a-4547-4903-a9d0-91abe833eab9 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0802188 Jun 02 16:49:33.123504 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1d69a230-f767-4e18-8c3f-513c1c1d7807 req-6668c753-8de3-4693-98ff-6df7a6d3600e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407250 Jun 02 16:49:34.153571 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:49:34.328907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a22c87-460d-44c0-abce-35d41c0f0a73 req-a91516f4-f629-4a81-b7b3-f61860bf3da5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:34.330401 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-65a22c87-460d-44c0-abce-35d41c0f0a73 req-a91516f4-f629-4a81-b7b3-f61860bf3da5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0855119 Jun 02 16:49:34.382492 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-65a22c87-460d-44c0-abce-35d41c0f0a73 req-4f6eda72-a107-4c43-80d1-0932d1be878b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460837 Jun 02 16:49:34.724647 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-22f364e0-fad8-40d7-b919-5798a0fb33a4 service neutron] 10.222.0.49 "GET /v2.0/ports/070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0819757 Jun 02 16:49:35.020326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-8f7f1f9e-3305-4ad6-92e8-af5b6a4d50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:35.021803 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-8f7f1f9e-3305-4ad6-92e8-af5b6a4d50eb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421&tenant_id=ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 1099 time: 0.0763836 Jun 02 16:49:35.029394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:35.137611 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-d1da4ddb-6c6c-48af-8b99-65db40dbfea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:35.139167 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-d1da4ddb-6c6c-48af-8b99-65db40dbfea9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 1099 time: 0.0865099 Jun 02 16:49:35.286878 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-3af0cccd-dd1d-4fa3-aa1a-7b1028613865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:35.288255 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-3af0cccd-dd1d-4fa3-aa1a-7b1028613865 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1388824 Jun 02 16:49:35.409506 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-089521ed-9b41-4ee8-8dc3-1b3d74e339bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 HTTP/1.1" status: 200 len: 1001 time: 0.1112778 Jun 02 16:49:35.463917 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-39d92455-a8b0-49a8-bd8d-06b45c567b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:35.477102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-bf81201e-78ff-41cb-b35e-c82753cd6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:35.478931 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-bf81201e-78ff-41cb-b35e-c82753cd6e0c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0597608 Jun 02 16:49:35.628798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-d2301b3a-6268-45d8-9d28-0750c970ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:35.630350 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-d2301b3a-6268-45d8-9d28-0750c970ad64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1417184 Jun 02 16:49:35.640345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a604b-92ca-472e-8097-3c830f85edb1 req-94cccaad-f9ee-47af-8561-276c233df391 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:35.641673 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-841a604b-92ca-472e-8097-3c830f85edb1 req-94cccaad-f9ee-47af-8561-276c233df391 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.1127594 Jun 02 16:49:35.764464 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-841a604b-92ca-472e-8097-3c830f85edb1 req-ad731f3e-6304-425d-861b-80029118f8c3 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047523 Jun 02 16:49:35.798202 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-4d08160f-8ac4-4d0d-b92f-f44334de5931 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555247 Jun 02 16:49:35.948828 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-112f5fb8-6611-4ccd-a6a5-eb3ca6e7de69 req-f6d79c28-6948-4d30-ba08-42bcb855a48c service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374378 Jun 02 16:49:36.731926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:36.871082 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e63911-cd02-42b2-958d-b3052f334cec req-b59766de-ab76-4730-8669-b963840067f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:36.872602 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a0e63911-cd02-42b2-958d-b3052f334cec req-b59766de-ab76-4730-8669-b963840067f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 1099 time: 0.0828376 Jun 02 16:49:36.959484 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8ab23-c581-4595-ae75-c5ff5990dfed req-9e8ebe5d-9dc5-45f1-8942-efb76c6766e3 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:36.961213 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-14d8ab23-c581-4595-ae75-c5ff5990dfed req-9e8ebe5d-9dc5-45f1-8942-efb76c6766e3 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0853448 Jun 02 16:49:37.009199 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-14d8ab23-c581-4595-ae75-c5ff5990dfed req-79406cc8-c31b-44c0-a863-eb4b6108c0f5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412877 Jun 02 16:49:37.028188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e63911-cd02-42b2-958d-b3052f334cec req-7fdf4f66-7386-47b5-9603-75ada63105c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:37.030293 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a0e63911-cd02-42b2-958d-b3052f334cec req-7fdf4f66-7386-47b5-9603-75ada63105c2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1342354 Jun 02 16:49:37.134395 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a0e63911-cd02-42b2-958d-b3052f334cec req-3b3dad6b-1216-4ef0-b28c-0f03f64893b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 HTTP/1.1" status: 200 len: 1001 time: 0.0967057 Jun 02 16:49:37.350203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e63911-cd02-42b2-958d-b3052f334cec req-d740db73-1b29-4a64-a991-57a87ed0b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:37.351528 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a0e63911-cd02-42b2-958d-b3052f334cec req-d740db73-1b29-4a64-a991-57a87ed0b385 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.2069492 Jun 02 16:49:37.432632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e63911-cd02-42b2-958d-b3052f334cec req-95b5af09-bae4-4e5c-b994-fb2a858f9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:37.434173 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a0e63911-cd02-42b2-958d-b3052f334cec req-95b5af09-bae4-4e5c-b994-fb2a858f9fbf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0751626 Jun 02 16:49:37.572882 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a0e63911-cd02-42b2-958d-b3052f334cec req-b5075657-6482-486c-a0bf-1d5dc3515405 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312146 Jun 02 16:49:37.718638 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a0e63911-cd02-42b2-958d-b3052f334cec req-5de5cd84-d17f-4af8-95b3-5546970664a5 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287825 Jun 02 16:49:38.203581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f10cb-ea5e-4b7b-bc90-0855f26ffd04 req-f9283801-f0ad-48f9-ac50-2435927e9d46 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:38.205063 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1d3f10cb-ea5e-4b7b-bc90-0855f26ffd04 req-f9283801-f0ad-48f9-ac50-2435927e9d46 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0854516 Jun 02 16:49:38.256338 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1d3f10cb-ea5e-4b7b-bc90-0855f26ffd04 req-bcbe9f9a-a9ed-4dd5-b0f2-73c8c283058e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424142 Jun 02 16:49:38.639634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c948fa-8ce4-4a12-9a7e-14fd18ca972e req-33c78b68-ca61-4c86-9b80-76453a643570 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:38.641104 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d7c948fa-8ce4-4a12-9a7e-14fd18ca972e req-33c78b68-ca61-4c86-9b80-76453a643570 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.1526287 Jun 02 16:49:38.652455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb45a0-e5fb-416e-b7d8-3b52f7974dac req-8b0d7347-fbdd-404a-81bb-8a8538d659e1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:38.654003 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93eb45a0-e5fb-416e-b7d8-3b52f7974dac req-8b0d7347-fbdd-404a-81bb-8a8538d659e1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421&tenant_id=ec13c636cd76497fa74d570a18ebe194&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 946 time: 0.1286430 Jun 02 16:49:38.655889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:38.697825 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d7c948fa-8ce4-4a12-9a7e-14fd18ca972e req-5124587a-733d-4719-8a12-81bb7488762c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407710 Jun 02 16:49:38.811089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb45a0-e5fb-416e-b7d8-3b52f7974dac req-505a24f7-f90b-4fe7-b48a-e841b7338f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:38.813044 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93eb45a0-e5fb-416e-b7d8-3b52f7974dac req-505a24f7-f90b-4fe7-b48a-e841b7338f1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 1099 time: 0.0778391 Jun 02 16:49:38.948973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb45a0-e5fb-416e-b7d8-3b52f7974dac req-0e4d6bbe-d02c-4dc9-a3a5-adb676ae7916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:38.950491 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93eb45a0-e5fb-416e-b7d8-3b52f7974dac req-0e4d6bbe-d02c-4dc9-a3a5-adb676ae7916 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1274197 Jun 02 16:49:39.059677 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93eb45a0-e5fb-416e-b7d8-3b52f7974dac req-712c51f1-f291-40af-a3b1-ad6f3201ed55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 HTTP/1.1" status: 200 len: 1001 time: 0.0991173 Jun 02 16:49:39.129430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb45a0-e5fb-416e-b7d8-3b52f7974dac req-965f104f-0eaf-47e8-8498-79e87fb8e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:39.130928 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93eb45a0-e5fb-416e-b7d8-3b52f7974dac req-965f104f-0eaf-47e8-8498-79e87fb8e066 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0619168 Jun 02 16:49:39.226093 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb45a0-e5fb-416e-b7d8-3b52f7974dac req-ea42b666-b28c-43b9-a4ea-1a2bb8761a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:39.227489 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93eb45a0-e5fb-416e-b7d8-3b52f7974dac req-ea42b666-b28c-43b9-a4ea-1a2bb8761a92 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0867083 Jun 02 16:49:39.371902 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93eb45a0-e5fb-416e-b7d8-3b52f7974dac req-b2a4d8ac-360f-46ee-8503-a9fc3b32401a service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338971 Jun 02 16:49:39.523375 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93eb45a0-e5fb-416e-b7d8-3b52f7974dac req-40ef3b4e-593b-4a41-a26c-d3bc1630f1b4 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403391 Jun 02 16:49:39.651658 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:49:39.655179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:49:39.879991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:39.893456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a17e-0e6f-4a9d-933b-2e3fdc4d1fc6 req-bf6ca997-e00e-4b50-adc6-af0c66d0cafb tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:39.894149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:49:39.894957 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-dac3a17e-0e6f-4a9d-933b-2e3fdc4d1fc6 req-bf6ca997-e00e-4b50-adc6-af0c66d0cafb tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0868878 Jun 02 16:49:39.909803 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'port_id': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3', 'mac_address': 'fa:16:3e:ba:d7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:49:39.941809 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-dac3a17e-0e6f-4a9d-933b-2e3fdc4d1fc6 req-ab948ad4-b608-4ff4-a106-e7560fdf5382 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406544 Jun 02 16:49:39.954315 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83f3986-b422-4280-b262-37a3fab76421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:49:39.956679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d5e412-ed8d-42fc-b4da-4c6fee4416c9" -d '{"events": [{"server_uuid": "e83f3986-b422-4280-b262-37a3fab76421", "name": "network-vif-unplugged", "status": "completed", "tag": "070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:49:39.982308 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:49:39.993449 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:40.004590 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:40.009235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:49:40.056711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:49:40.070979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 16:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36108be5-f032-4642-a526-7df514628188 x-openstack-request-id: req-36108be5-f032-4642-a526-7df514628188 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:49:40.071276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83f3986-b422-4280-b262-37a3fab76421", "name": "network-vif-unplugged", "status": "completed", "tag": "070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:49:40.071529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36108be5-f032-4642-a526-7df514628188 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:49:40.071914 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83f3986-b422-4280-b262-37a3fab76421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3', 'code': 200} Jun 02 16:49:40.133917 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:49:40.145551 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:40.145905 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:40.146336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:40.146635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:40.146961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:40.147310 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:40.147612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:40.147933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:40.148254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:40.148568 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:40.148882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:40.149195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:40.152697 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.api [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:49:40.153057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_db.api [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:49:40.153777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:49:40.718279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:40.735913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:49:40.752621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:49:40.758881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:40.760790 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:49:40.839073 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:49:40.842343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:49:40.847480 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:49:41.129741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299a6de-2b5f-4e0a-8525-ca8247a4989e req-1ce0ef7b-d0e1-4dc1-8cc0-58ef2c6b847c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:41.131352 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3299a6de-2b5f-4e0a-8525-ca8247a4989e req-1ce0ef7b-d0e1-4dc1-8cc0-58ef2c6b847c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 945 time: 0.0820847 Jun 02 16:49:41.178697 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3299a6de-2b5f-4e0a-8525-ca8247a4989e req-ef5daaa2-0a2f-40ca-93dc-daf3bac9caae tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391400 Jun 02 16:49:41.385855 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0ccb6-67c1-419c-ac7c-1cb4b57604fc req-8428627d-99ef-4e7b-b08f-d58672f2cc1d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:41.387384 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-09b0ccb6-67c1-419c-ac7c-1cb4b57604fc req-8428627d-99ef-4e7b-b08f-d58672f2cc1d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 945 time: 0.0995276 Jun 02 16:49:41.435569 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-09b0ccb6-67c1-419c-ac7c-1cb4b57604fc req-f724d93b-0e24-40b4-b8bf-e5a8e3c5f529 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421214 Jun 02 16:49:41.651805 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:49:41.734942 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:49:41.735649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:41.862832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f9ee9-85b5-4374-8c5d-15e8b3a6aa61 req-b89b6b38-7dc0-4aa5-85ee-31dcfca41e87 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:41.864302 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a73f9ee9-85b5-4374-8c5d-15e8b3a6aa61 req-b89b6b38-7dc0-4aa5-85ee-31dcfca41e87 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 945 time: 0.1415653 Jun 02 16:49:41.897635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bd3b0-3ba8-4213-ae34-ac3afc8800a7 req-a63e363a-a4d4-49a9-88b2-263bea2493b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:41.899018 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-af1bd3b0-3ba8-4213-ae34-ac3afc8800a7 req-a63e363a-a4d4-49a9-88b2-263bea2493b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 1098 time: 0.1149077 Jun 02 16:49:41.943963 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a73f9ee9-85b5-4374-8c5d-15e8b3a6aa61 req-9faa3f9b-c6d3-43d1-b98d-747c982a71fa tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726204 Jun 02 16:49:41.949241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:42.037127 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:49:42.044727 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:42.048030 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:49:42.086429 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83f3986-b422-4280-b262-37a3fab76421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:49:42.088748 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c4a5dd-15f3-475a-a530-772810c651d6" -d '{"events": [{"server_uuid": "e83f3986-b422-4280-b262-37a3fab76421", "name": "network-vif-plugged", "status": "completed", "tag": "070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:49:42.139630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,revision_number=8']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:49:42.144628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb71ba8-931d-4e9f-b626-74af1e51c2e4 x-openstack-request-id: req-0eb71ba8-931d-4e9f-b626-74af1e51c2e4 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:49:42.144929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83f3986-b422-4280-b262-37a3fab76421", "name": "network-vif-plugged", "status": "completed", "tag": "070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:49:42.145196 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0eb71ba8-931d-4e9f-b626-74af1e51c2e4 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:49:42.145590 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83f3986-b422-4280-b262-37a3fab76421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3', 'code': 200} Jun 02 16:49:42.146379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:49:42.197742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bd3b0-3ba8-4213-ae34-ac3afc8800a7 req-a6fe817d-4f17-45e9-9ddd-bda19497f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:42.200174 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-af1bd3b0-3ba8-4213-ae34-ac3afc8800a7 req-a6fe817d-4f17-45e9-9ddd-bda19497f75a service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.2888932 Jun 02 16:49:42.310087 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-af1bd3b0-3ba8-4213-ae34-ac3afc8800a7 req-9f2aaedd-89e6-49c0-ae9d-780e6532314f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 HTTP/1.1" status: 200 len: 1001 time: 0.0999379 Jun 02 16:49:42.380556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bd3b0-3ba8-4213-ae34-ac3afc8800a7 req-f9ea8bf9-fb53-410e-9c4a-891cfb3afc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:42.382180 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-af1bd3b0-3ba8-4213-ae34-ac3afc8800a7 req-f9ea8bf9-fb53-410e-9c4a-891cfb3afc83 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0623250 Jun 02 16:49:42.464331 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bd3b0-3ba8-4213-ae34-ac3afc8800a7 req-90626a90-7df3-4c2d-9a92-60226c6d978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:42.465887 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-af1bd3b0-3ba8-4213-ae34-ac3afc8800a7 req-90626a90-7df3-4c2d-9a92-60226c6d978f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0730622 Jun 02 16:49:42.607985 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-af1bd3b0-3ba8-4213-ae34-ac3afc8800a7 req-89a29ed6-f066-4db7-8c02-451481ae2663 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320293 Jun 02 16:49:42.756046 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-af1bd3b0-3ba8-4213-ae34-ac3afc8800a7 req-662744da-6eef-43d1-bf7e-570d20cd0bc0 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378379 Jun 02 16:49:43.154295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcff25-9476-4857-bacb-bad9eb8fc5e1 req-58364182-444d-43a6-9f7c-8aa2e366f3fc tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:43.156017 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-31bcff25-9476-4857-bacb-bad9eb8fc5e1 req-58364182-444d-43a6-9f7c-8aa2e366f3fc tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0950150 Jun 02 16:49:43.204736 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-31bcff25-9476-4857-bacb-bad9eb8fc5e1 req-853facd4-46b1-416d-ba0f-02d043e89c84 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426476 Jun 02 16:49:44.416277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36ef86-a0ff-4e3f-af5c-222f29472646 req-a0db4999-ae8e-403d-9c25-cd8265fdda2a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:44.417828 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9e36ef86-a0ff-4e3f-af5c-222f29472646 req-a0db4999-ae8e-403d-9c25-cd8265fdda2a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.1005371 Jun 02 16:49:44.466932 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9e36ef86-a0ff-4e3f-af5c-222f29472646 req-9d8909a9-5419-4b36-81fc-98c99cf8c044 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427468 Jun 02 16:49:44.863269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2bc25-71f6-41a6-81cf-8416def131c3 req-dda0a31b-6870-49d1-85be-8eb8addd9b61 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:44.864773 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-48e2bc25-71f6-41a6-81cf-8416def131c3 req-dda0a31b-6870-49d1-85be-8eb8addd9b61 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0822678 Jun 02 16:49:44.915292 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-48e2bc25-71f6-41a6-81cf-8416def131c3 req-2bb5f645-bdd6-45ea-8e35-ea645597d20f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446458 Jun 02 16:49:46.110823 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395602a-7036-41e6-b39d-c14933ae6998 req-d59b1f24-921d-4f85-af1e-925ab6cde634 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:46.112326 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6395602a-7036-41e6-b39d-c14933ae6998 req-d59b1f24-921d-4f85-af1e-925ab6cde634 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0837934 Jun 02 16:49:46.159554 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6395602a-7036-41e6-b39d-c14933ae6998 req-b9b103b8-7899-496b-8903-a659a9bbf273 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409646 Jun 02 16:49:46.606461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc5499-0a83-4c6f-aef7-c5fc7dceef55 req-3f9cb0c4-f6bc-497e-96e3-bf4a7c8a6293 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:46.610631 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d5fc5499-0a83-4c6f-aef7-c5fc7dceef55 req-3f9cb0c4-f6bc-497e-96e3-bf4a7c8a6293 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 946 time: 0.0906453 Jun 02 16:49:46.763172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-d5fc5499-0a83-4c6f-aef7-c5fc7dceef55 req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Deleting port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:49:46.763405 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-d5fc5499-0a83-4c6f-aef7-c5fc7dceef55 req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:46.898789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-d5fc5499-0a83-4c6f-aef7-c5fc7dceef55 req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] For port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:49:46.899162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-d5fc5499-0a83-4c6f-aef7-c5fc7dceef55 req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:47.191261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-d5fc5499-0a83-4c6f-aef7-c5fc7dceef55 req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:47.192010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-d5fc5499-0a83-4c6f-aef7-c5fc7dceef55 req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:47.192125 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [req-d5fc5499-0a83-4c6f-aef7-c5fc7dceef55 req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Floating IP 139e0c28-e91f-4e1a-8523-5a716159dec2 disassociated. External IP: 172.26.3.59, port: 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3. Jun 02 16:49:47.192450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-d5fc5499-0a83-4c6f-aef7-c5fc7dceef55 req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Calling delete_port for 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:49:47.312226 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-d5fc5499-0a83-4c6f-aef7-c5fc7dceef55 req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:47.318800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:49:47.320338 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c0ee4696-9e2d-457b-8839-81d2df14fae6 req-57386932-bba4-44d5-b885-836e7a4d3697 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 210 time: 0.0446739 Jun 02 16:49:47.364244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Pushing event deleted for resources: {'Port': ['ID=070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:49:47.375930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:47.376328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:47.376710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:47.377089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:47.377463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:47.377927 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:47.378250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:47.378646 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:47.379017 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:47.379413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:47.379777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:47.380153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:49:47.384468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:49:47.718889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5fc5499-0a83-4c6f-aef7-c5fc7dceef55 req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:49:47.902629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5fc5499-0a83-4c6f-aef7-c5fc7dceef55 req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:49:47.913171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e230cfeb-6383-4862-8fb6-c6ea63e6e949 None None] Sync routers for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:49:47.926565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e230cfeb-6383-4862-8fb6-c6ea63e6e949 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:49:47.926565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e230cfeb-6383-4862-8fb6-c6ea63e6e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:49:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:49:47.980854 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fc5499-0a83-4c6f-aef7-c5fc7dceef55 req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] No DVR routers for this DVR port 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:49:47.983460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-d5fc5499-0a83-4c6f-aef7-c5fc7dceef55 req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:47.986351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83f3986-b422-4280-b262-37a3fab76421', 'name': 'network-vif-deleted', 'tag': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:49:47.988747 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890b2c68-146f-4c98-9923-4cfa932711c4" -d '{"events": [{"server_uuid": "e83f3986-b422-4280-b262-37a3fab76421", "name": "network-vif-deleted", "tag": "070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:49:48.004339 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d5fc5499-0a83-4c6f-aef7-c5fc7dceef55 req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "DELETE /v2.0/ports/070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 HTTP/1.1" status: 204 len: 173 time: 1.3878458 Jun 02 16:49:48.035616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8a6d14-9e1e-4504-863f-ba14ac094b4a x-openstack-request-id: req-0b8a6d14-9e1e-4504-863f-ba14ac094b4a {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:49:48.036306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83f3986-b422-4280-b262-37a3fab76421", "name": "network-vif-deleted", "tag": "070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:49:48.036306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b8a6d14-9e1e-4504-863f-ba14ac094b4a {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:49:48.036668 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83f3986-b422-4280-b262-37a3fab76421', 'name': 'network-vif-deleted', 'tag': '070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3', 'status': 'completed', 'code': 200} Jun 02 16:49:48.172314 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-e230cfeb-6383-4862-8fb6-c6ea63e6e949 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:49:48.489890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e230cfeb-6383-4862-8fb6-c6ea63e6e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:49:48.491138 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-85f34414-e593-4b46-82fe-5922e7587e13 req-79538f77-8800-48fe-95a3-6ccba4c9b69e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=e83f3986-b422-4280-b262-37a3fab76421 HTTP/1.1" status: 200 len: 210 time: 0.0480657 Jun 02 16:49:48.494205 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e230cfeb-6383-4862-8fb6-c6ea63e6e949 None None] Checking router: e02459f7-f5a5-43b7-b3bf-cd3657c65c72 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:49:48.502950 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e230cfeb-6383-4862-8fb6-c6ea63e6e949 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:49:48.503572 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e230cfeb-6383-4862-8fb6-c6ea63e6e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:49:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:49:48.693704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-e230cfeb-6383-4862-8fb6-c6ea63e6e949 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:49:49.010246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e230cfeb-6383-4862-8fb6-c6ea63e6e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:49:49.014203 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e230cfeb-6383-4862-8fb6-c6ea63e6e949 None None] The sync data for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv is: [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:49:49.219652 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb2e3b7-96c0-4d71-bc0e-b1a25acff5bc None None] New status for floating IP 139e0c28-e91f-4e1a-8523-5a716159dec2: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:49:49.231552 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:49.882962 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-75552d05-fa14-416d-a70e-1b1555003945 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--149567785&fields=id&tenant_id=ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 267 time: 0.0561264 Jun 02 16:49:50.063082 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-b9d1da6d-75f2-41b4-bf74-db1288928d0f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:50.064427 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-b9d1da6d-75f2-41b4-bf74-db1288928d0f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 811 time: 0.1718585 Jun 02 16:49:50.080019 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-f47c334a-97cc-40ff-b0d9-2ca92e586b32 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/quotas/ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 375 time: 0.0097783 Jun 02 16:49:50.178375 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-4c3c46fe-433e-4bb9-9980-fedffe532c78 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Synchronizing usage tracker for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:49:50.196959 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-4c3c46fe-433e-4bb9-9980-fedffe532c78 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Unset dirty status for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:49:50.198275 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-4c3c46fe-433e-4bb9-9980-fedffe532c78 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1130726 Jun 02 16:49:50.344548 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-4bc1af29-b41c-45f3-890e-9cb359d048c2 service neutron] 10.222.0.50 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309757 Jun 02 16:49:50.482019 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-657877d5-abb0-4a65-874d-4c1fe0fedbc0 service neutron] 10.222.0.50 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317294 Jun 02 16:49:50.679649 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7c04b5a8-2c27-4c71-b6ca-dfd23abb35d6 req-e09f098d-a4f0-45da-adb0-513bcafc0f93 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 210 time: 0.0493762 Jun 02 16:49:51.668980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:49:51.708626 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:49:51.709334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 070b9d49-4fb9-4bb2-bcc4-6c0bd09066d3 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:49:51.862715 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-656fa87c-fddb-4d98-8743-8b424e9cd0bf req-a09452cb-1203-4a26-b776-e08412d5126e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 210 time: 0.0606234 Jun 02 16:49:51.870814 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-7c8c61b2-9a24-4fe2-a74d-941a666a823c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:51.872235 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-7c8c61b2-9a24-4fe2-a74d-941a666a823c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 811 time: 0.1990664 Jun 02 16:49:51.927518 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-0bf28261-421d-44b0-a9a3-700549ec9fd9 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 379 time: 0.0432482 Jun 02 16:49:51.943584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Request body: {'port': {'device_id': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'admin_state_up': True, 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'security_groups': ['030cffaa-4504-423b-9ccc-15557d8da033']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:49:52.083657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:49:52.093478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:49:52.107228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Made reservation on behalf of ec13c636cd76497fa74d570a18ebe194 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:49:52.112350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:52.295902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Allocated IP 172.20.0.3 (5f9d60fc-e243-4730-9a5d-a50114229341/00c810e9-a35c-4ca5-b859-06b19c299714/2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:49:52.489052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:52.506671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Transition to ACTIVE for port object 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:49:52.538877 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:52.548960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e13b49b1-42d1-49eb-9d9e-4ff715c9c4be tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:49:52.763783 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Network 5f9d60fc-e243-4730-9a5d-a50114229341 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:49:52.767060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:49:52.771023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:49:52.807126 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Pushing event updated for resources: {'Port': ['ID=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:49:52.811859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:49:52.839586 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:52.840195 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:52.867551 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9315631 Jun 02 16:49:52.883486 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Request body: {'port': {'device_id': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:49:52.998806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:53.012256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-fed6c49b-01c8-4b75-a1d6-cd869edb3004 None None] Provisioning for port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:49:53.017740 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-fed6c49b-01c8-4b75-a1d6-cd869edb3004 None None] Provisioning complete for port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:49:53.018351 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fed6c49b-01c8-4b75-a1d6-cd869edb3004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:53.062195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126b389-f024-4ceb-84e3-2b1f394db8c7 req-094e9553-9121-4ce7-b898-258b83875a41 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:53.064054 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d126b389-f024-4ceb-84e3-2b1f394db8c7 req-094e9553-9121-4ce7-b898-258b83875a41 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 931 time: 0.0897510 Jun 02 16:49:53.080688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-fed6c49b-01c8-4b75-a1d6-cd869edb3004 None None] Port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:49:53.113319 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d126b389-f024-4ceb-84e3-2b1f394db8c7 req-489760b0-87fe-459d-a7bc-9a7b6a3134f8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431767 Jun 02 16:49:53.343601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:49:53.351257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:53.365706 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Transition to ACTIVE for port object 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:49:53.370870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:53.374735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-017a4354-ada2-41d1-a800-2d1b84f3273e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:49:53.504983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:49:53.534840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:49:53.614474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Attempting to bind port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:49:53.614816 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Attempting to bind port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:49:53.615152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Attempting to bind port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 on network 5f9d60fc-e243-4730-9a5d-a50114229341 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:49:53.619988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 on network 5f9d60fc-e243-4730-9a5d-a50114229341 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:49:53.620305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Attempting to bind port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 on network 5f9d60fc-e243-4730-9a5d-a50114229341 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:49:53.625545 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:49:53.625883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Checking segment: {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:49:53.626300 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Bound using segment: {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:49:53.626728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Bound port: 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:49:53.627083 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:53.722731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] For port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:49:53.725828 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] For port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:49:53.733253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:53.737271 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b804f032-93c3-4331-b533-de958248dd35 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:49:53.797677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:53.797677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:53.797677 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] 10.222.0.49 "PUT /v2.0/ports/2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 HTTP/1.1" status: 200 len: 1093 time: 0.9180806 Jun 02 16:49:53.797677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'tag': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:49:53.799915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a53ffb-d512-48ea-b5d4-7345dd9ab227" -d '{"events": [{"name": "network-changed", "server_uuid": "609e65aa-b8c5-4068-9dbc-f7d6a0b535f5", "tag": "2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:49:53.821356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:49:53.825134 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:49:53.882445 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9064875c-9e6f-40da-a73a-26b6271c08a9 x-openstack-request-id: req-9064875c-9e6f-40da-a73a-26b6271c08a9 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:49:53.883302 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609e65aa-b8c5-4068-9dbc-f7d6a0b535f5", "tag": "2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:49:53.883302 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9064875c-9e6f-40da-a73a-26b6271c08a9 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:49:53.883590 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'tag': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'status': 'completed', 'code': 200} Jun 02 16:49:53.924477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-5e87c333-d528-40c5-8c04-58d0e8ad16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:53.926012 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-5e87c333-d528-40c5-8c04-58d0e8ad16ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 1096 time: 0.0804298 Jun 02 16:49:54.005948 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-791f3d73-f251-413f-bc7d-2cd73251ad4b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 HTTP/1.1" status: 200 len: 217 time: 0.0671573 Jun 02 16:49:54.079037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-fd765c0b-e22e-4be4-a5b2-67f4ee8b1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:54.080391 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-fd765c0b-e22e-4be4-a5b2-67f4ee8b1fc2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0647399 Jun 02 16:49:54.165858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-463729e4-fcf1-428b-b2eb-c8d886d16500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:54.167767 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-463729e4-fcf1-428b-b2eb-c8d886d16500 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0758035 Jun 02 16:49:54.321344 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-bf70009f-6e8b-4482-bc69-3cf17210a125 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434329 Jun 02 16:49:54.334781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61da470-c4a7-4b20-9c73-716ac569b216 req-7ab529ec-2448-45fc-b5b7-795f7c9bb193 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:54.336461 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e61da470-c4a7-4b20-9c73-716ac569b216 req-7ab529ec-2448-45fc-b5b7-795f7c9bb193 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 943 time: 0.1016800 Jun 02 16:49:54.384446 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e61da470-c4a7-4b20-9c73-716ac569b216 req-a307b183-1dbb-4e68-b1ba-1313f741a3b4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414734 Jun 02 16:49:54.465807 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-697577a8-9669-4a5e-bab8-f3bba843b605 req-164a26e9-77ca-4345-8710-d5732d771329 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342924 Jun 02 16:49:54.613929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a53ffb-d512-48ea-b5d4-7345dd9ab227 req-c4c6e7ce-025e-4ac3-bf7e-618a58004add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:54.615470 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b6a53ffb-d512-48ea-b5d4-7345dd9ab227 req-c4c6e7ce-025e-4ac3-bf7e-618a58004add service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 1096 time: 0.0822132 Jun 02 16:49:54.753233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a53ffb-d512-48ea-b5d4-7345dd9ab227 req-73e6a41d-a921-4597-8904-61a421400409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:54.754635 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b6a53ffb-d512-48ea-b5d4-7345dd9ab227 req-73e6a41d-a921-4597-8904-61a421400409 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1312635 Jun 02 16:49:54.829701 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b6a53ffb-d512-48ea-b5d4-7345dd9ab227 req-3822575b-88d8-4c9e-85eb-ccab8886d11c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 HTTP/1.1" status: 200 len: 217 time: 0.0668294 Jun 02 16:49:54.899138 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a53ffb-d512-48ea-b5d4-7345dd9ab227 req-39dae4d6-5758-4b01-a0d5-4ea5b0a4f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:54.900986 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b6a53ffb-d512-48ea-b5d4-7345dd9ab227 req-39dae4d6-5758-4b01-a0d5-4ea5b0a4f7ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0628631 Jun 02 16:49:54.993599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a53ffb-d512-48ea-b5d4-7345dd9ab227 req-1923b75d-9774-4caf-a295-b43cae835a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:54.995104 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b6a53ffb-d512-48ea-b5d4-7345dd9ab227 req-1923b75d-9774-4caf-a295-b43cae835a0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0832868 Jun 02 16:49:55.286962 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b6a53ffb-d512-48ea-b5d4-7345dd9ab227 req-dafa71f3-5c71-41a3-83d8-0b6f8385fbf9 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839036 Jun 02 16:49:55.429193 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b6a53ffb-d512-48ea-b5d4-7345dd9ab227 req-f66a40b3-99c4-48a4-9f52-90d34d8c39ce service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348469 Jun 02 16:49:55.574252 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75854c-8f27-4a15-a4f0-54932308c9c0 req-cd24c8ba-36ef-4c77-88e6-6e34fd2556d1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:55.574943 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-fa75854c-8f27-4a15-a4f0-54932308c9c0 req-cd24c8ba-36ef-4c77-88e6-6e34fd2556d1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Synchronizing usage tracker for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:49:55.594325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-fa75854c-8f27-4a15-a4f0-54932308c9c0 req-cd24c8ba-36ef-4c77-88e6-6e34fd2556d1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Unset dirty status for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:49:55.595489 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fa75854c-8f27-4a15-a4f0-54932308c9c0 req-cd24c8ba-36ef-4c77-88e6-6e34fd2556d1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 943 time: 0.1035569 Jun 02 16:49:55.655814 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fa75854c-8f27-4a15-a4f0-54932308c9c0 req-acefd41a-6f45-47dc-bf98-41143819e847 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511475 Jun 02 16:49:56.858641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74dc9d-c0d0-43a1-ba63-b942bbffa3be req-03ad9303-6ba3-4a1e-b3ba-64af7b704baa tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:56.860148 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4c74dc9d-c0d0-43a1-ba63-b942bbffa3be req-03ad9303-6ba3-4a1e-b3ba-64af7b704baa tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 943 time: 0.0928147 Jun 02 16:49:56.917111 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4c74dc9d-c0d0-43a1-ba63-b942bbffa3be req-e7d8751c-8e08-4064-a68d-2203afb54555 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496771 Jun 02 16:49:57.685611 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:49:57.828669 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:49:57.843049 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'port_id': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'mac_address': 'fa:16:3e:6d:56:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:49:57.900709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:57.919023 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:49:57.941089 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:49:57.946518 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:57.949294 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:49:58.083480 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:49:58.087190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:49:58.128942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9733d52-b147-41f0-889a-f35567e5035b req-034cfca5-ef64-4a64-9cd1-83755930a588 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:58.130480 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b9733d52-b147-41f0-889a-f35567e5035b req-034cfca5-ef64-4a64-9cd1-83755930a588 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 944 time: 0.0998731 Jun 02 16:49:58.184215 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b9733d52-b147-41f0-889a-f35567e5035b req-42e2db18-7fce-4d3c-9f73-7d7f3fb5a763 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473771 Jun 02 16:49:58.189525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:49:59.396663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb09644-91d9-4860-9e44-6f8f122a1d7a req-97779d0d-b4bd-4327-8096-358771587cea tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:49:59.398235 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8eb09644-91d9-4860-9e44-6f8f122a1d7a req-97779d0d-b4bd-4327-8096-358771587cea tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 944 time: 0.0925233 Jun 02 16:49:59.447962 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8eb09644-91d9-4860-9e44-6f8f122a1d7a req-af679337-a18f-4c81-a9d1-3b9270346d99 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438421 Jun 02 16:49:59.699480 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:49:59.774109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:49:59.781240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:49:59.781868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:59.949969 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:59.979901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:49:59.982284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f057b5d-3054-4d3f-a98c-8a02a3f2e257" -d '{"events": [{"server_uuid": "609e65aa-b8c5-4068-9dbc-f7d6a0b535f5", "name": "network-vif-plugged", "status": "completed", "tag": "2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:49:59.991137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:49:59.996910 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:49:59.999230 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:50:00.034176 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a044c179-e5c4-4b63-9f56-3d0a150757dc x-openstack-request-id: req-a044c179-e5c4-4b63-9f56-3d0a150757dc {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:50:00.034446 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609e65aa-b8c5-4068-9dbc-f7d6a0b535f5", "name": "network-vif-plugged", "status": "completed", "tag": "2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:50:00.034736 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a044c179-e5c4-4b63-9f56-3d0a150757dc {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:50:00.035139 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'code': 200} Jun 02 16:50:00.073855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:50:00.077588 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:50:00.299078 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa9a4f-2f74-429f-b2c2-ef7a0635b68f req-f3ce5b2f-9fbe-4c00-9c3c-8f2bddf028c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:00.300467 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b5aa9a4f-2f74-429f-b2c2-ef7a0635b68f req-f3ce5b2f-9fbe-4c00-9c3c-8f2bddf028c4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 1098 time: 0.0790386 Jun 02 16:50:00.349929 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b5aa9a4f-2f74-429f-b2c2-ef7a0635b68f req-b40d976d-8a54-43fa-b506-43987a1704c3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368671 Jun 02 16:50:00.648637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aa5a7-bf35-4946-acce-b49020e01904 req-7ff110a0-67e4-4e53-91da-35b07a8b39ab tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:00.650228 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-613aa5a7-bf35-4946-acce-b49020e01904 req-7ff110a0-67e4-4e53-91da-35b07a8b39ab tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0914435 Jun 02 16:50:00.701096 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-613aa5a7-bf35-4946-acce-b49020e01904 req-b6351d61-0468-4034-9e9a-d2067e7d9a29 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450678 Jun 02 16:50:01.895742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bbea9-51bf-43bc-9f1b-8a77032afd9f req-4657e830-9205-40ee-9a71-1511e3ffdfb6 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:01.897259 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ca2bbea9-51bf-43bc-9f1b-8a77032afd9f req-4657e830-9205-40ee-9a71-1511e3ffdfb6 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0862033 Jun 02 16:50:01.944013 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ca2bbea9-51bf-43bc-9f1b-8a77032afd9f req-da8212fa-a672-43b8-bab7-7abc7f3bdc97 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403752 Jun 02 16:50:02.131873 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbead1-92ed-4751-927f-ff48d7372ee0 req-db4036bb-4ba6-4b25-beda-c2579e4e4e11 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:02.133503 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-01bbead1-92ed-4751-927f-ff48d7372ee0 req-db4036bb-4ba6-4b25-beda-c2579e4e4e11 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0856819 Jun 02 16:50:02.143192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42094) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:50:02.148233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c8bd93b7-2d83-4630-8d11-b7a5cac9bf98 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Request body: {'floatingip': {'port_id': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:50:02.230108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c8bd93b7-2d83-4630-8d11-b7a5cac9bf98 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for floatingip, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:02.928473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c8bd93b7-2d83-4630-8d11-b7a5cac9bf98 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:02.934810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c8bd93b7-2d83-4630-8d11-b7a5cac9bf98 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:02.986087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ecd72262-dcbb-400d-9f59-9daf402c45ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:03.264623 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-c8bd93b7-2d83-4630-8d11-b7a5cac9bf98 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Floating IP 139e0c28-e91f-4e1a-8523-5a716159dec2 associated. External IP: 172.26.3.59, port: 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1. Jun 02 16:50:03.634963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bd93b7-2d83-4630-8d11-b7a5cac9bf98 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:50:03.822438 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bd93b7-2d83-4630-8d11-b7a5cac9bf98 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:50:03.827627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c8bd93b7-2d83-4630-8d11-b7a5cac9bf98 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:03.832006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc49c5-7065-4c44-91da-b03e47a9370c None None] Sync routers for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:50:03.846054 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc49c5-7065-4c44-91da-b03e47a9370c None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:50:03.846819 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-aadc49c5-7065-4c44-91da-b03e47a9370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:49:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:03.885396 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c8bd93b7-2d83-4630-8d11-b7a5cac9bf98 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "PUT /v2.0/floatingips/139e0c28-e91f-4e1a-8523-5a716159dec2 HTTP/1.1" status: 200 len: 990 time: 1.7409258 Jun 02 16:50:03.885973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'tag': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:50:03.888299 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e906f13-2fdb-435b-aecd-6dbb897c1af3" -d '{"events": [{"name": "network-changed", "server_uuid": "609e65aa-b8c5-4068-9dbc-f7d6a0b535f5", "tag": "2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:50:03.939240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d237c87a-d6b4-4f8d-b5c1-a277f14fcb61 x-openstack-request-id: req-d237c87a-d6b4-4f8d-b5c1-a277f14fcb61 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:50:03.940008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609e65aa-b8c5-4068-9dbc-f7d6a0b535f5", "tag": "2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:50:03.940008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d237c87a-d6b4-4f8d-b5c1-a277f14fcb61 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:50:03.940629 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'tag': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'status': 'completed', 'code': 200} Jun 02 16:50:04.035711 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e906f13-2fdb-435b-aecd-6dbb897c1af3 req-316800e7-4d0c-4382-ba6a-d07c0bc41f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:04.037344 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5e906f13-2fdb-435b-aecd-6dbb897c1af3 req-316800e7-4d0c-4382-ba6a-d07c0bc41f7b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 1098 time: 0.0794506 Jun 02 16:50:04.041465 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-aadc49c5-7065-4c44-91da-b03e47a9370c None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:50:04.170119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e906f13-2fdb-435b-aecd-6dbb897c1af3 req-a3dfb706-66e3-4fc4-8734-38d511025b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:04.171576 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5e906f13-2fdb-435b-aecd-6dbb897c1af3 req-a3dfb706-66e3-4fc4-8734-38d511025b32 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1274507 Jun 02 16:50:04.271917 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5e906f13-2fdb-435b-aecd-6dbb897c1af3 req-24702215-73d8-42ca-97da-52fc3f0b0f56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 HTTP/1.1" status: 200 len: 998 time: 0.0931876 Jun 02 16:50:04.343109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e906f13-2fdb-435b-aecd-6dbb897c1af3 req-29bf0645-b856-423c-9be3-e0609466f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:04.344648 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5e906f13-2fdb-435b-aecd-6dbb897c1af3 req-29bf0645-b856-423c-9be3-e0609466f02f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0664923 Jun 02 16:50:04.390414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-aadc49c5-7065-4c44-91da-b03e47a9370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '139e0c28-e91f-4e1a-8523-5a716159dec2', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'floating_ip_address': '172.26.3.59', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'port_id': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'mac_address': 'fa:16:3e:6d:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:47:03Z', 'updated_at': '2021-06-02T16:50:02Z', 'revision_number': 9, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:04.394774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc49c5-7065-4c44-91da-b03e47a9370c None None] Checking router: e02459f7-f5a5-43b7-b3bf-cd3657c65c72 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:50:04.404251 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc49c5-7065-4c44-91da-b03e47a9370c None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:50:04.404887 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-aadc49c5-7065-4c44-91da-b03e47a9370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:49:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:04.421339 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e906f13-2fdb-435b-aecd-6dbb897c1af3 req-b7737df0-c0cf-422e-83a4-e2bf0c5ddc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:04.422773 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5e906f13-2fdb-435b-aecd-6dbb897c1af3 req-b7737df0-c0cf-422e-83a4-e2bf0c5ddc96 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0717928 Jun 02 16:50:04.563465 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5e906f13-2fdb-435b-aecd-6dbb897c1af3 req-6dbd7896-3930-4a32-a138-a09e6b28f1be service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333003 Jun 02 16:50:04.582491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-aadc49c5-7065-4c44-91da-b03e47a9370c None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:50:04.696675 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5e906f13-2fdb-435b-aecd-6dbb897c1af3 req-5bb0cdfd-5643-4e51-93b3-a9c5bc3ef1cf service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269403 Jun 02 16:50:04.995482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-aadc49c5-7065-4c44-91da-b03e47a9370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '139e0c28-e91f-4e1a-8523-5a716159dec2', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'floating_ip_address': '172.26.3.59', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'port_id': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'mac_address': 'fa:16:3e:6d:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:47:03Z', 'updated_at': '2021-06-02T16:50:02Z', 'revision_number': 9, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:50:04.997436 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc49c5-7065-4c44-91da-b03e47a9370c None None] The sync data for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv is: [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '139e0c28-e91f-4e1a-8523-5a716159dec2', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'floating_ip_address': '172.26.3.59', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'port_id': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'mac_address': 'fa:16:3e:6d:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:47:03Z', 'updated_at': '2021-06-02T16:50:02Z', 'revision_number': 9, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:50:05.035513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:05.195934 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6537dab5-1317-4b56-8e87-de3cc2041c3c None None] New status for floating IP 139e0c28-e91f-4e1a-8523-5a716159dec2: ACTIVE {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:50:05.457656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-16a2aa5a-07e4-4f28-b194-ac1c14b10e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:06.747111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:08.658543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:11.153455 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:50:19.246033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:32.988131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0acaa250-bab3-4099-8cea-c4e1d234bdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:35.037786 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:35.462061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bbc71024-240b-43af-a962-f116df92662c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:36.742446 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:38.667142 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:39.024720 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93721ba5-437c-40a7-96b0-a6c02981bb29 req-ff2f2447-78da-4066-95d8-692f31730db8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2445250 Jun 02 16:50:39.185393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721ba5-437c-40a7-96b0-a6c02981bb29 req-d8dfa471-960e-42af-9a56-33052584aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:39.187603 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93721ba5-437c-40a7-96b0-a6c02981bb29 req-d8dfa471-960e-42af-9a56-33052584aae8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 1098 time: 0.0772910 Jun 02 16:50:39.352039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721ba5-437c-40a7-96b0-a6c02981bb29 req-d2844ddf-d99a-46dd-b0e3-ef2877febdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:39.353807 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93721ba5-437c-40a7-96b0-a6c02981bb29 req-d2844ddf-d99a-46dd-b0e3-ef2877febdec service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1381328 Jun 02 16:50:39.465291 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93721ba5-437c-40a7-96b0-a6c02981bb29 req-d67d4f06-4f05-429b-b7ab-75ea8bed833b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 HTTP/1.1" status: 200 len: 1001 time: 0.0994501 Jun 02 16:50:39.535641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721ba5-437c-40a7-96b0-a6c02981bb29 req-f684e1a8-7a04-441f-883d-48230ad1834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:39.537061 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93721ba5-437c-40a7-96b0-a6c02981bb29 req-f684e1a8-7a04-441f-883d-48230ad1834b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0622067 Jun 02 16:50:39.620556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721ba5-437c-40a7-96b0-a6c02981bb29 req-6ac9bd6c-452b-4061-9649-746407d23cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:39.622031 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93721ba5-437c-40a7-96b0-a6c02981bb29 req-6ac9bd6c-452b-4061-9649-746407d23cbf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0745544 Jun 02 16:50:39.758060 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93721ba5-437c-40a7-96b0-a6c02981bb29 req-cf1a617e-dae3-46e8-959b-5ddbda465224 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255088 Jun 02 16:50:39.912363 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93721ba5-437c-40a7-96b0-a6c02981bb29 req-2f2d08b1-7e38-482a-831e-5698f441fd1a service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440582 Jun 02 16:50:42.725375 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-664def37-d736-4097-8166-599ae7729e72 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1337557 Jun 02 16:50:42.742159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f9c76-ea42-489b-9e6e-d9253c1e4370 req-34e31897-5ca3-4329-9072-83ba6fc39b3b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:42.743764 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-377f9c76-ea42-489b-9e6e-d9253c1e4370 req-34e31897-5ca3-4329-9072-83ba6fc39b3b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.1110137 Jun 02 16:50:42.795845 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-377f9c76-ea42-489b-9e6e-d9253c1e4370 req-6bcd9bde-e52a-4f87-bcdb-f20210c51ba9 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454011 Jun 02 16:50:43.992350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae68a5-c54a-4867-92f2-1c886c2d6a0a req-04ae12be-e891-4804-8427-27f312682878 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:43.993770 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e1ae68a5-c54a-4867-92f2-1c886c2d6a0a req-04ae12be-e891-4804-8427-27f312682878 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0872838 Jun 02 16:50:44.051295 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e1ae68a5-c54a-4867-92f2-1c886c2d6a0a req-4e3e042e-22e9-470c-80e5-497ee8c8d22a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465016 Jun 02 16:50:44.233974 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e0206-f767-4175-b8be-d258573b05bd req-4a2845c2-7fc5-4652-9fe9-a54fd6a80007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:44.235611 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-4a2845c2-7fc5-4652-9fe9-a54fd6a80007 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 1098 time: 0.0785718 Jun 02 16:50:44.377402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e0206-f767-4175-b8be-d258573b05bd req-b903e770-9010-483c-b294-3f334a037177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:44.378960 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-b903e770-9010-483c-b294-3f334a037177 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1325426 Jun 02 16:50:44.497351 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-9910aedb-7462-4263-94e1-6ed82502e9f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 HTTP/1.1" status: 200 len: 1001 time: 0.1067922 Jun 02 16:50:44.571392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e0206-f767-4175-b8be-d258573b05bd req-cbd54b3e-ed91-4adb-9f81-095f06d522b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:44.572950 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-cbd54b3e-ed91-4adb-9f81-095f06d522b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0658858 Jun 02 16:50:44.654337 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e0206-f767-4175-b8be-d258573b05bd req-e58e1eb5-b7b1-407f-a458-64bbf7c525bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:44.655759 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-e58e1eb5-b7b1-407f-a458-64bbf7c525bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0727501 Jun 02 16:50:44.791924 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-e7395649-534c-453b-9857-d3fc8da70e64 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245871 Jun 02 16:50:45.077243 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-0bca72a0-b6dc-451a-a931-39d40e5f62a2 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755969 Jun 02 16:50:45.257209 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547933a-2b79-421b-ab98-a695f961fc48 req-96cd64e9-fc43-47b6-98c8-b1733f6c52b5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:45.258762 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3547933a-2b79-421b-ab98-a695f961fc48 req-96cd64e9-fc43-47b6-98c8-b1733f6c52b5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0878088 Jun 02 16:50:45.304583 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3547933a-2b79-421b-ab98-a695f961fc48 req-c8eec784-df2f-4b83-870b-a02176dec7b4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397756 Jun 02 16:50:46.507687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074dbec-9548-4279-a709-07fd8f07ff61 req-dcca152c-a1a2-45e4-9c2f-da8360e3e2b7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:46.509191 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a074dbec-9548-4279-a709-07fd8f07ff61 req-dcca152c-a1a2-45e4-9c2f-da8360e3e2b7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0853567 Jun 02 16:50:46.567125 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a074dbec-9548-4279-a709-07fd8f07ff61 req-af8aefcd-16d7-4ca5-8e9e-f282daec9776 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498426 Jun 02 16:50:47.767078 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d60545-2853-41f1-8a0c-e9c96ee23f77 req-a23299b2-bb36-49ce-966f-a90a38a14b57 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:47.768444 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-84d60545-2853-41f1-8a0c-e9c96ee23f77 req-a23299b2-bb36-49ce-966f-a90a38a14b57 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0819657 Jun 02 16:50:47.820453 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-84d60545-2853-41f1-8a0c-e9c96ee23f77 req-052401bf-57a7-492b-a3be-87f7202fd009 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448766 Jun 02 16:50:48.154221 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:50:49.018600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3ec9e-209a-4d92-bbd7-d503b4fd9fbd req-ad17eaf7-0ecd-4dcd-b644-58fdae4d1b61 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:49.020120 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-dea3ec9e-209a-4d92-bbd7-d503b4fd9fbd req-ad17eaf7-0ecd-4dcd-b644-58fdae4d1b61 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0874689 Jun 02 16:50:49.067677 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-dea3ec9e-209a-4d92-bbd7-d503b4fd9fbd req-760ba8fa-b988-4cec-b5aa-f601d2b6408f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412781 Jun 02 16:50:49.276211 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:50:50.256549 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90256508-d920-4c41-b934-7e9c0475efb4 req-0baabf32-0056-4cf0-8ff1-39cdc22c57d6 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:50.258008 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-90256508-d920-4c41-b934-7e9c0475efb4 req-0baabf32-0056-4cf0-8ff1-39cdc22c57d6 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0838833 Jun 02 16:50:50.303238 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-90256508-d920-4c41-b934-7e9c0475efb4 req-0c212c60-74d5-40c0-9b32-68464b8eabf9 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392730 Jun 02 16:50:51.653367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b86549-b7df-4dbd-a7b0-49a5e7dfd4cd req-b09c0343-36ab-4f07-90cf-ca85a28ee439 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:51.654913 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f5b86549-b7df-4dbd-a7b0-49a5e7dfd4cd req-b09c0343-36ab-4f07-90cf-ca85a28ee439 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0848236 Jun 02 16:50:51.701627 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f5b86549-b7df-4dbd-a7b0-49a5e7dfd4cd req-50357362-26ba-41ff-a8c4-f88e51ca231b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408864 Jun 02 16:50:52.905922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f78890-92ec-4311-8d22-6900c57b4789 req-30e5f7ba-b9af-400a-9b14-28507fd5bbcb tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:52.907466 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-01f78890-92ec-4311-8d22-6900c57b4789 req-30e5f7ba-b9af-400a-9b14-28507fd5bbcb tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0951674 Jun 02 16:50:52.973002 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-01f78890-92ec-4311-8d22-6900c57b4789 req-76d5fe79-1aa3-442a-81b6-46c62711d37c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592270 Jun 02 16:50:54.172748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd006c-c6d7-42f4-bb7c-7decd3532e43 req-2118c885-5287-4d07-b067-c5d4a94d7365 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:54.174236 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6afd006c-c6d7-42f4-bb7c-7decd3532e43 req-2118c885-5287-4d07-b067-c5d4a94d7365 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0912752 Jun 02 16:50:54.220612 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6afd006c-c6d7-42f4-bb7c-7decd3532e43 req-eea6a68e-c8db-47b1-abc9-086b12e43ec8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405858 Jun 02 16:50:55.417518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0c193-b05a-4748-bb06-02c5abaa79ab req-8cdd55ff-4bf9-448e-a33c-7a969daf5d4f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:55.419103 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-26c0c193-b05a-4748-bb06-02c5abaa79ab req-8cdd55ff-4bf9-448e-a33c-7a969daf5d4f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0876348 Jun 02 16:50:55.465912 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-26c0c193-b05a-4748-bb06-02c5abaa79ab req-85d8023e-19b7-4b5b-a88e-f574a402a7b7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403247 Jun 02 16:50:56.658438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f319ed-cba5-4de0-8b82-a4f7d9829b61 req-2e947c69-c834-4dd1-b0b8-a8fac8202e4c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:56.660054 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-69f319ed-cba5-4de0-8b82-a4f7d9829b61 req-2e947c69-c834-4dd1-b0b8-a8fac8202e4c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0834336 Jun 02 16:50:56.851125 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-69f319ed-cba5-4de0-8b82-a4f7d9829b61 req-dcc4fdab-cfc4-47a4-85d1-337f48162556 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851621 Jun 02 16:50:57.008857 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-ee409751-6c47-4210-8dc6-3a05d21ef56a service neutron] 10.222.0.49 "GET /v2.0/ports/2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0868285 Jun 02 16:50:57.306853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e0206-f767-4175-b8be-d258573b05bd req-2937d58e-78b3-44f4-b9a5-2736f00083c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:57.308340 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-2937d58e-78b3-44f4-b9a5-2736f00083c9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5&tenant_id=ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 1098 time: 0.0765114 Jun 02 16:50:57.414218 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e0206-f767-4175-b8be-d258573b05bd req-b54c9f15-4a09-42ec-aa6c-208db666b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:57.415681 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-b54c9f15-4a09-42ec-aa6c-208db666b076 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 1098 time: 0.0783315 Jun 02 16:50:57.555645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e0206-f767-4175-b8be-d258573b05bd req-aab04a6f-b93c-4819-9cc4-3f5c96808d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:57.557542 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-aab04a6f-b93c-4819-9cc4-3f5c96808d1e service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1319757 Jun 02 16:50:57.669833 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-46287f39-cbfb-442e-a0a6-cddba9cd2d7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 HTTP/1.1" status: 200 len: 1001 time: 0.1006155 Jun 02 16:50:57.738446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e0206-f767-4175-b8be-d258573b05bd req-8475a4f1-dd1a-4fab-b690-839b8802927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:57.739930 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-8475a4f1-dd1a-4fab-b690-839b8802927d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0599272 Jun 02 16:50:57.821089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e0206-f767-4175-b8be-d258573b05bd req-469761b6-18f2-40d3-b073-90a620d513ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:57.822489 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-469761b6-18f2-40d3-b073-90a620d513ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726366 Jun 02 16:50:57.967773 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-cf33465d-ae18-452f-b39c-01745da66abc service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352677 Jun 02 16:50:58.157533 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-490e0206-f767-4175-b8be-d258573b05bd req-9fa6a8f2-08ee-4821-9a97-5b6ad9be9999 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558154 Jun 02 16:50:58.168095 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b6b26-81b1-48f4-a2d9-0fbf7f12054d req-df29280d-b237-4980-9f35-ea70cc4804ab tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:58.169872 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f93b6b26-81b1-48f4-a2d9-0fbf7f12054d req-df29280d-b237-4980-9f35-ea70cc4804ab tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.2067206 Jun 02 16:50:58.220059 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f93b6b26-81b1-48f4-a2d9-0fbf7f12054d req-de72d6a6-56ef-41c8-9a43-d2312cea64f6 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435140 Jun 02 16:50:59.418115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd9a9d-14a2-4032-bfb7-4ef77e4e14a8 req-767f48f9-278c-410e-9638-be853a391273 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:50:59.419607 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-edfd9a9d-14a2-4032-bfb7-4ef77e4e14a8 req-767f48f9-278c-410e-9638-be853a391273 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0820894 Jun 02 16:50:59.467699 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-edfd9a9d-14a2-4032-bfb7-4ef77e4e14a8 req-26844b09-3b90-4310-8a4c-b28c43732b39 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420344 Jun 02 16:51:00.829882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516ff6f-8bff-4214-8d8a-d00235c00e9f req-ab1bb35d-b286-47f1-9dbe-086fe8f5dacd tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:00.831285 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6516ff6f-8bff-4214-8d8a-d00235c00e9f req-ab1bb35d-b286-47f1-9dbe-086fe8f5dacd tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.2551765 Jun 02 16:51:00.876298 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6516ff6f-8bff-4214-8d8a-d00235c00e9f req-cb39590f-b00f-487a-88bd-aed35c55ce46 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390851 Jun 02 16:51:01.347652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-f29decbe-a782-4d6a-8956-f570ea8d5ab8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:01.349100 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-f29decbe-a782-4d6a-8956-f570ea8d5ab8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5&tenant_id=ec13c636cd76497fa74d570a18ebe194&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.1334991 Jun 02 16:51:01.438428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbb15d-413b-47af-b421-5a0861732044 req-799ced32-f94c-446e-93a8-709066596557 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:01.439881 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d2bbb15d-413b-47af-b421-5a0861732044 req-799ced32-f94c-446e-93a8-709066596557 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.1649115 Jun 02 16:51:01.468134 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-f71bd1c4-8815-425d-9bd5-8126d3c69da7 service neutron] 10.222.0.49 "GET /v2.0/ports/2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1124816 Jun 02 16:51:01.532538 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d2bbb15d-413b-47af-b421-5a0861732044 req-4dff7bbc-f6bb-40d9-8c8c-69957d7b4fe8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850654 Jun 02 16:51:01.571311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-e9ccc6f3-787a-43ed-8ea5-7bcde5a5f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:01.572793 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-e9ccc6f3-787a-43ed-8ea5-7bcde5a5f808 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 1098 time: 0.0803883 Jun 02 16:51:01.705860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-aae248da-9854-4dc4-aa59-c3142f8d2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:01.707346 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-aae248da-9854-4dc4-aa59-c3142f8d2e33 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1280735 Jun 02 16:51:01.813255 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-da440ae1-ede3-4c2a-ab04-630dfd1c331c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 HTTP/1.1" status: 200 len: 1001 time: 0.0982597 Jun 02 16:51:01.876865 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-8e42ffe9-69f9-4dcd-8ece-d85d8f44c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:01.878365 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-8e42ffe9-69f9-4dcd-8ece-d85d8f44c9e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0589399 Jun 02 16:51:01.958004 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-7d07cf5c-14f8-4b4d-a822-de62f180703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:01.959418 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-7d07cf5c-14f8-4b4d-a822-de62f180703f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0745525 Jun 02 16:51:02.050334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:51:02.052667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:51:02.098094 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-7bc2fbdb-a59a-4594-8355-f89ee41009ca service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320403 Jun 02 16:51:02.231096 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-5f24338f-0e3c-4634-8ee2-8d180e848345 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264887 Jun 02 16:51:02.280281 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:02.302344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:51:02.325061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'port_id': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'mac_address': 'fa:16:3e:6d:56:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:51:02.330931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:51:02.333257 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3c635f-d252-4b7b-9916-3717138ea6b6" -d '{"events": [{"server_uuid": "609e65aa-b8c5-4068-9dbc-f7d6a0b535f5", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:51:02.376065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:51:02.382216 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:02.392492 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:51:02.423781 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 16:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6ac2ca-b03b-4852-9b1a-31981b2885d3 x-openstack-request-id: req-1a6ac2ca-b03b-4852-9b1a-31981b2885d3 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:51:02.424081 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609e65aa-b8c5-4068-9dbc-f7d6a0b535f5", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:51:02.424339 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a6ac2ca-b03b-4852-9b1a-31981b2885d3 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:51:02.424738 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'code': 200} Jun 02 16:51:02.448149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:02.478630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:51:02.488400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:51:02.528460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:02.528853 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:02.529214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:02.529533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:02.529865 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:02.530238 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:02.530549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:02.530876 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:02.531194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:02.531508 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:02.531825 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:02.532143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:02.536327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:51:02.556866 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.api [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:51:02.557200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_db.api [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:51:02.719152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6cadb-f508-44ef-9884-a0f93574015e req-6c06230c-b2d6-4720-b2ed-3e201ea5f426 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:02.720628 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-dce6cadb-f508-44ef-9884-a0f93574015e req-6c06230c-b2d6-4720-b2ed-3e201ea5f426 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 943 time: 0.0810373 Jun 02 16:51:02.765585 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-dce6cadb-f508-44ef-9884-a0f93574015e req-15eaaeca-f7e2-45f6-87e8-8046e2ec698c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389655 Jun 02 16:51:02.989310 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6247546b-6fd0-40f6-a210-f7efc6f5bb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:03.117441 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:03.135609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:51:03.151912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:51:03.158539 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:03.160979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:51:03.231820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:51:03.235726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:51:03.259465 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:51:03.958122 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0bd70-c193-4614-987c-de7af8d388f5 req-c1ac7966-3187-4246-b99b-5b420a73b61a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:03.959581 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-24f0bd70-c193-4614-987c-de7af8d388f5 req-c1ac7966-3187-4246-b99b-5b420a73b61a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 944 time: 0.0848143 Jun 02 16:51:04.004560 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-24f0bd70-c193-4614-987c-de7af8d388f5 req-b95ba3fc-44ea-4e75-895b-a2741cb1f257 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391204 Jun 02 16:51:04.060754 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:51:04.142870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:51:04.143634 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:04.263909 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:04.297247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:51:04.302315 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:04.305151 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:51:04.378188 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,revision_number=8']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:51:04.381590 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:51:04.426391 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:51:04.428856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0454cec3-6af2-451f-8916-583d384051d7" -d '{"events": [{"server_uuid": "609e65aa-b8c5-4068-9dbc-f7d6a0b535f5", "name": "network-vif-plugged", "status": "completed", "tag": "2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:51:04.483206 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fb7cdc-4497-40df-bde4-8e846181c5b0 x-openstack-request-id: req-b4fb7cdc-4497-40df-bde4-8e846181c5b0 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:51:04.483515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609e65aa-b8c5-4068-9dbc-f7d6a0b535f5", "name": "network-vif-plugged", "status": "completed", "tag": "2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:51:04.483779 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4fb7cdc-4497-40df-bde4-8e846181c5b0 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:51:04.484350 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'code': 200} Jun 02 16:51:04.939436 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-11437c04-e5fe-4f36-979b-b750eccccdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:04.940836 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-11437c04-e5fe-4f36-979b-b750eccccdb2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5&tenant_id=ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 1098 time: 0.0806372 Jun 02 16:51:05.036178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:05.053401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-3fde9b9c-95e1-48a8-86a5-6234188da432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:05.054920 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-3fde9b9c-95e1-48a8-86a5-6234188da432 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 1098 time: 0.0852697 Jun 02 16:51:05.191619 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-abeb5541-8edd-42ad-b44a-5958d2ba3014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:05.192976 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-abeb5541-8edd-42ad-b44a-5958d2ba3014 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1283727 Jun 02 16:51:05.197730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a3e5b-cd7d-4a3e-b42b-3565ec8d2b4e req-d4b94d9e-32e9-446d-b589-7576ca599f4f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:05.199640 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-160a3e5b-cd7d-4a3e-b42b-3565ec8d2b4e req-d4b94d9e-32e9-446d-b589-7576ca599f4f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0847070 Jun 02 16:51:05.249436 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-160a3e5b-cd7d-4a3e-b42b-3565ec8d2b4e req-eb50b748-bd7c-45b8-ab70-baeb2f161bc9 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431852 Jun 02 16:51:05.300547 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-cfedd034-aa31-4301-bf33-02b380ff6cc2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 HTTP/1.1" status: 200 len: 1001 time: 0.0973549 Jun 02 16:51:05.369475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-1fbf4c4f-c6c5-4f56-9bcf-5a4b44233220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:05.371266 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-1fbf4c4f-c6c5-4f56-9bcf-5a4b44233220 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0605619 Jun 02 16:51:05.468040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4040e419-602b-4f75-874f-4027a4cb9e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:05.602966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-31de52e8-57ba-41b2-81a5-b37f1901e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:05.604813 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-31de52e8-57ba-41b2-81a5-b37f1901e8e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2237399 Jun 02 16:51:05.751320 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-054d43ef-2550-463f-b4b2-fb4f72ae5981 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360338 Jun 02 16:51:05.892471 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e6cb7e5-3683-4ef1-8a31-b0ae0c4a6665 req-3d8e55a0-e30c-4071-bce5-0b108ed58f2a service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312406 Jun 02 16:51:06.457629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0781103-4395-47dc-8374-900f07dc3c05 req-8842383a-b97f-45ea-a038-95b2c281a4a4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:06.459354 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f0781103-4395-47dc-8374-900f07dc3c05 req-8842383a-b97f-45ea-a038-95b2c281a4a4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0941873 Jun 02 16:51:06.509600 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f0781103-4395-47dc-8374-900f07dc3c05 req-e0d3d77a-3ad4-4d7e-a9a7-d692e2637197 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441728 Jun 02 16:51:06.746606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:07.724585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc2731-6b8e-454b-9296-54c86cec6af8 req-bdcf4784-f326-47f3-9f68-3ab38dd770bc tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:07.725948 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-03cc2731-6b8e-454b-9296-54c86cec6af8 req-bdcf4784-f326-47f3-9f68-3ab38dd770bc tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0999596 Jun 02 16:51:07.772129 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-03cc2731-6b8e-454b-9296-54c86cec6af8 req-71e60c44-3485-470d-b23b-884c81e6eb0e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398107 Jun 02 16:51:07.970356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56038064-4f57-4757-baed-77407e455024 req-29bf0d68-c272-421b-9a3d-7c5577c78dc4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:07.972008 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-56038064-4f57-4757-baed-77407e455024 req-29bf0d68-c272-421b-9a3d-7c5577c78dc4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0935256 Jun 02 16:51:08.019439 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-56038064-4f57-4757-baed-77407e455024 req-01a7ede4-6ff1-4a22-b171-5d6445dd388b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412333 Jun 02 16:51:08.087828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:51:08.091844 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:51:08.225256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bce639-5161-4ee0-998e-5d42b6d9ffab req-439a7ea4-bdc4-4e84-a633-e4db8bd60cd6 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:08.226615 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a4bce639-5161-4ee0-998e-5d42b6d9ffab req-439a7ea4-bdc4-4e84-a633-e4db8bd60cd6 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0868719 Jun 02 16:51:08.273043 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a4bce639-5161-4ee0-998e-5d42b6d9ffab req-1f8e8b29-194e-4c24-8f1b-28570bd34978 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401039 Jun 02 16:51:08.305578 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:08.330643 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:51:08.351244 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'port_id': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'mac_address': 'fa:16:3e:6d:56:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:51:08.356987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:51:08.359293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df141128-3b36-4da8-8ff6-80ee06578f56" -d '{"events": [{"server_uuid": "609e65aa-b8c5-4068-9dbc-f7d6a0b535f5", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:51:08.404951 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:51:08.411601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 16:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bb204c-6dcd-4a86-9812-a3f7b5c5e66c x-openstack-request-id: req-85bb204c-6dcd-4a86-9812-a3f7b5c5e66c {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:51:08.411949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609e65aa-b8c5-4068-9dbc-f7d6a0b535f5", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:51:08.412211 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85bb204c-6dcd-4a86-9812-a3f7b5c5e66c {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:51:08.412601 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'code': 200} Jun 02 16:51:08.415510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:08.423527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:51:08.472116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:08.553526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:51:08.588328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,revision_number=9']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:51:08.596128 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:51:08.621889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.api [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:51:08.622292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_db.api [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:51:08.661734 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a8b50-ba34-42e5-8e6b-74a4cf48111c req-d45785d9-c249-45f8-987c-58f599a9aab7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:08.663280 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-401a8b50-ba34-42e5-8e6b-74a4cf48111c req-d45785d9-c249-45f8-987c-58f599a9aab7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 943 time: 0.0818777 Jun 02 16:51:08.664109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:08.712801 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-401a8b50-ba34-42e5-8e6b-74a4cf48111c req-560789e1-479e-4f94-b499-1e56125223a0 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435362 Jun 02 16:51:09.184889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:09.203661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:51:09.220826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:51:09.227102 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:09.229157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:51:09.299779 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:51:09.350643 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,revision_number=10']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:51:09.354131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:51:09.915421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee7e4d-549a-4792-86d3-e9753f3ac852 req-157fcd34-d891-44a2-9d88-1932df7dd0e7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:09.916885 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e4ee7e4d-549a-4792-86d3-e9753f3ac852 req-157fcd34-d891-44a2-9d88-1932df7dd0e7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 945 time: 0.0893905 Jun 02 16:51:09.965938 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e4ee7e4d-549a-4792-86d3-e9753f3ac852 req-a30c4b9d-ce53-4814-b4e1-b2e8ddafd7e3 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407386 Jun 02 16:51:10.089295 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:51:10.167298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:51:10.167662 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:10.290735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:10.325274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:51:10.332174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:10.333953 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:51:10.400649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,revision_number=11']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:51:10.404085 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:51:10.413775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:51:10.416103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c53727f-ad71-47ce-b00e-30654697e742" -d '{"events": [{"server_uuid": "609e65aa-b8c5-4068-9dbc-f7d6a0b535f5", "name": "network-vif-plugged", "status": "completed", "tag": "2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:51:10.457689 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c3417d-d0bf-4b02-afd8-eef3e590233b x-openstack-request-id: req-46c3417d-d0bf-4b02-afd8-eef3e590233b {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:51:10.457995 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609e65aa-b8c5-4068-9dbc-f7d6a0b535f5", "name": "network-vif-plugged", "status": "completed", "tag": "2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:51:10.458296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-46c3417d-d0bf-4b02-afd8-eef3e590233b {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:51:10.458728 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'code': 200} Jun 02 16:51:10.879142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7579fb-9cb4-419f-8dd7-fc95740a614a req-5d5befed-81f2-48d1-88d3-b1f4e43de5e8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:10.880574 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9c7579fb-9cb4-419f-8dd7-fc95740a614a req-5d5befed-81f2-48d1-88d3-b1f4e43de5e8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 946 time: 0.0892801 Jun 02 16:51:11.023927 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-9c7579fb-9cb4-419f-8dd7-fc95740a614a req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Deleting port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:51:11.024640 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-9c7579fb-9cb4-419f-8dd7-fc95740a614a req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:11.208327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-9c7579fb-9cb4-419f-8dd7-fc95740a614a req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] For port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:51:11.208571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-9c7579fb-9cb4-419f-8dd7-fc95740a614a req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:11.300136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6657d5-5464-4bc4-bdb9-1d860842dee4 req-3ee17057-8a3b-4833-9212-080b744fad6a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:11.301571 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7a6657d5-5464-4bc4-bdb9-1d860842dee4 req-3ee17057-8a3b-4833-9212-080b744fad6a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 946 time: 0.2032781 Jun 02 16:51:11.436565 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7a6657d5-5464-4bc4-bdb9-1d860842dee4 req-7ae726af-3e18-4fd2-b8c4-646d1c31f59d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267204 Jun 02 16:51:11.540379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-9c7579fb-9cb4-419f-8dd7-fc95740a614a req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:11.540587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-9c7579fb-9cb4-419f-8dd7-fc95740a614a req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:11.540890 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [req-9c7579fb-9cb4-419f-8dd7-fc95740a614a req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Floating IP 139e0c28-e91f-4e1a-8523-5a716159dec2 disassociated. External IP: 172.26.3.59, port: 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1. Jun 02 16:51:11.541301 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-9c7579fb-9cb4-419f-8dd7-fc95740a614a req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Calling delete_port for 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:51:11.667771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-9c7579fb-9cb4-419f-8dd7-fc95740a614a req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:11.673898 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0de490b6-71dd-480d-98ab-d08f2bc4b045 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:51:11.717347 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Pushing event deleted for resources: {'Port': ['ID=2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:51:11.727920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:11.728665 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:11.729293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:11.729674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:11.730109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:11.730504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:11.730921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:11.731257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:11.731647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:11.732001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:11.732377 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:11.732766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:51:11.736855 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:51:12.083874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c7579fb-9cb4-419f-8dd7-fc95740a614a req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:51:12.265687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c7579fb-9cb4-419f-8dd7-fc95740a614a req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:51:12.275899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd08ee4-2cfd-489e-a2fc-90ff93be4c81 None None] Sync routers for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:51:12.285821 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd08ee4-2cfd-489e-a2fc-90ff93be4c81 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:51:12.286656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3bd08ee4-2cfd-489e-a2fc-90ff93be4c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:51:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:51:12.337918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7579fb-9cb4-419f-8dd7-fc95740a614a req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] No DVR routers for this DVR port 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:51:12.340662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-9c7579fb-9cb4-419f-8dd7-fc95740a614a req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:12.343419 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'name': 'network-vif-deleted', 'tag': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:51:12.345793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308a0712-86a4-4a31-af68-47d2626679e3" -d '{"events": [{"server_uuid": "609e65aa-b8c5-4068-9dbc-f7d6a0b535f5", "name": "network-vif-deleted", "tag": "2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:51:12.361623 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9c7579fb-9cb4-419f-8dd7-fc95740a614a req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "DELETE /v2.0/ports/2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 HTTP/1.1" status: 204 len: 173 time: 1.4722817 Jun 02 16:51:12.466504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed60b1aa-a484-450b-9677-a3bfd0ffbdd3 x-openstack-request-id: req-ed60b1aa-a484-450b-9677-a3bfd0ffbdd3 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:51:12.466858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609e65aa-b8c5-4068-9dbc-f7d6a0b535f5", "name": "network-vif-deleted", "tag": "2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:51:12.467163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed60b1aa-a484-450b-9677-a3bfd0ffbdd3 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:51:12.467617 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609e65aa-b8c5-4068-9dbc-f7d6a0b535f5', 'name': 'network-vif-deleted', 'tag': '2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1', 'status': 'completed', 'code': 200} Jun 02 16:51:12.482410 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-3bd08ee4-2cfd-489e-a2fc-90ff93be4c81 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:51:12.604037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-7e2a38aa-cfc0-465a-84c1-ca3259fcfcf6 req-f2231595-abc6-47ab-9101-1f101d24f680 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Synchronizing usage tracker for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:51:12.620697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-7e2a38aa-cfc0-465a-84c1-ca3259fcfcf6 req-f2231595-abc6-47ab-9101-1f101d24f680 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Unset dirty status for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:51:12.622063 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7e2a38aa-cfc0-465a-84c1-ca3259fcfcf6 req-f2231595-abc6-47ab-9101-1f101d24f680 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=609e65aa-b8c5-4068-9dbc-f7d6a0b535f5 HTTP/1.1" status: 200 len: 210 time: 0.0664217 Jun 02 16:51:12.821596 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3bd08ee4-2cfd-489e-a2fc-90ff93be4c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:51:12.825865 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd08ee4-2cfd-489e-a2fc-90ff93be4c81 None None] Checking router: e02459f7-f5a5-43b7-b3bf-cd3657c65c72 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:51:12.834652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd08ee4-2cfd-489e-a2fc-90ff93be4c81 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:51:12.835273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3bd08ee4-2cfd-489e-a2fc-90ff93be4c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:51:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:51:13.018630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-3bd08ee4-2cfd-489e-a2fc-90ff93be4c81 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:51:13.382699 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3bd08ee4-2cfd-489e-a2fc-90ff93be4c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:51:13.387263 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd08ee4-2cfd-489e-a2fc-90ff93be4c81 None None] The sync data for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv is: [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:51:13.597725 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1240c-9d74-416d-9244-9dd2281a9620 None None] New status for floating IP 139e0c28-e91f-4e1a-8523-5a716159dec2: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:51:13.989881 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-1fd84e54-2472-4ae6-8113-441fe2a5ca1b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--149567785&fields=id&tenant_id=ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 267 time: 0.0421629 Jun 02 16:51:14.144687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-0f14b1d9-fc20-4bb8-ab46-ade7432d8a41 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:14.146111 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-0f14b1d9-fc20-4bb8-ab46-ade7432d8a41 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 811 time: 0.1495321 Jun 02 16:51:14.169040 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-fe12f28a-842d-4b66-868c-a0eb09662965 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/quotas/ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 375 time: 0.0146825 Jun 02 16:51:14.259708 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-da8ce7e7-a60c-4aa7-b9a4-754c5a6c8a70 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829704 Jun 02 16:51:14.456563 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-b8885d3a-e53d-4916-973f-be4e77162302 service neutron] 10.222.0.50 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792994 Jun 02 16:51:14.595210 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-5507f0ce-5e06-4155-a1e9-375bf92a6cc8 service neutron] 10.222.0.50 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325235 Jun 02 16:51:14.782063 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-157f8d2a-feca-4da3-bbcb-bf9c9b6c1417 req-e4901774-35a4-41dd-97a1-a80ffecbfb2b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 210 time: 0.0437984 Jun 02 16:51:15.942143 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-303b4e22-9e69-4a60-8e2e-f1958af9c213 req-dca8996e-4016-41f1-8eec-17ce79c52352 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 210 time: 0.0470872 Jun 02 16:51:15.961291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-3115ff7f-a392-46e0-b9ff-9a83d6915dd5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:15.962763 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-3115ff7f-a392-46e0-b9ff-9a83d6915dd5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 811 time: 0.1522429 Jun 02 16:51:16.016973 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-06813034-8650-4949-9718-dab5ce59414b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 379 time: 0.0406501 Jun 02 16:51:16.036759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Request body: {'port': {'device_id': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'admin_state_up': True, 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'security_groups': ['030cffaa-4504-423b-9ccc-15557d8da033']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:51:16.103577 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:51:16.137247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:51:16.137655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 2bdd4bc3-45d5-45a3-9fff-46b5d92eafd1 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:51:16.175380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:51:16.185771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:51:16.200230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Made reservation on behalf of ec13c636cd76497fa74d570a18ebe194 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:51:16.205886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:16.379051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Allocated IP 172.20.0.8 (5f9d60fc-e243-4730-9a5d-a50114229341/00c810e9-a35c-4ca5-b859-06b19c299714/1033ef2a-6e73-43d4-ae16-30595a869be9) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:51:16.580393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:16.595638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Transition to ACTIVE for port object 1033ef2a-6e73-43d4-ae16-30595a869be9 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:51:16.624532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:16.630231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a3fe466e-770b-402e-aed1-bfcb9f0cee5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:51:16.697228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Network 5f9d60fc-e243-4730-9a5d-a50114229341 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:51:16.700425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:51:16.704350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:51:16.734864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Pushing event updated for resources: {'Port': ['ID=1033ef2a-6e73-43d4-ae16-30595a869be9,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:51:16.741646 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:51:16.772729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:16.773355 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:16.800622 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7679765 Jun 02 16:51:16.817357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Request body: {'port': {'device_id': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:51:16.932837 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:16.963844 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e6f7370d-19fe-4e2d-9e58-886a3bbba353 None None] Provisioning for port 1033ef2a-6e73-43d4-ae16-30595a869be9 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:51:16.969045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e6f7370d-19fe-4e2d-9e58-886a3bbba353 None None] Provisioning complete for port 1033ef2a-6e73-43d4-ae16-30595a869be9 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:51:16.969559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e6f7370d-19fe-4e2d-9e58-886a3bbba353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:17.027039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e6f7370d-19fe-4e2d-9e58-886a3bbba353 None None] Port 1033ef2a-6e73-43d4-ae16-30595a869be9 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:51:17.389889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2d4c2-75cd-4ed4-b38f-40548c93ec00 req-598d49d8-6d37-4c8b-b49a-a952ed56f9c4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:17.390580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-bff2d4c2-75cd-4ed4-b38f-40548c93ec00 req-598d49d8-6d37-4c8b-b49a-a952ed56f9c4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Synchronizing usage tracker for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:51:17.430101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-bff2d4c2-75cd-4ed4-b38f-40548c93ec00 req-598d49d8-6d37-4c8b-b49a-a952ed56f9c4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Unset dirty status for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:51:17.431418 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bff2d4c2-75cd-4ed4-b38f-40548c93ec00 req-598d49d8-6d37-4c8b-b49a-a952ed56f9c4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 931 time: 0.2317736 Jun 02 16:51:17.533830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1033ef2a-6e73-43d4-ae16-30595a869be9 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:51:17.540423 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bff2d4c2-75cd-4ed4-b38f-40548c93ec00 req-6d2ebe67-9837-418d-8c0e-5a20fa545178 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912280 Jun 02 16:51:17.544063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:17.559026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Transition to ACTIVE for port object 1033ef2a-6e73-43d4-ae16-30595a869be9 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:51:17.565108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:17.569060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e7c153d0-474f-428d-bb84-8e82feed08b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:51:17.724376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1033ef2a-6e73-43d4-ae16-30595a869be9,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:51:17.732283 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:51:17.803698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Attempting to bind port 1033ef2a-6e73-43d4-ae16-30595a869be9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:51:17.804055 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Attempting to bind port 1033ef2a-6e73-43d4-ae16-30595a869be9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:51:17.804398 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Attempting to bind port 1033ef2a-6e73-43d4-ae16-30595a869be9 on network 5f9d60fc-e243-4730-9a5d-a50114229341 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:51:17.808959 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Port 1033ef2a-6e73-43d4-ae16-30595a869be9 on network 5f9d60fc-e243-4730-9a5d-a50114229341 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:51:17.809279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Attempting to bind port 1033ef2a-6e73-43d4-ae16-30595a869be9 on network 5f9d60fc-e243-4730-9a5d-a50114229341 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:51:17.814577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:51:17.814909 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Checking segment: {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:51:17.815270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Bound using segment: {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:51:17.815713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Bound port: 1033ef2a-6e73-43d4-ae16-30595a869be9, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0b506a-c462-42d1-a1d3-0fa9671beac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:51:17.816055 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:17.913282 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] For port 1033ef2a-6e73-43d4-ae16-30595a869be9, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:51:17.917181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] For port 1033ef2a-6e73-43d4-ae16-30595a869be9, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1033ef2a-6e73-43d4-ae16-30595a869be9,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:51:17.922562 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:17.926123 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:51:17.982694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:17.983312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:17.984704 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] 10.222.0.49 "PUT /v2.0/ports/1033ef2a-6e73-43d4-ae16-30595a869be9 HTTP/1.1" status: 200 len: 1093 time: 1.1718647 Jun 02 16:51:17.985242 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'tag': '1033ef2a-6e73-43d4-ae16-30595a869be9'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:51:17.987598 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738d1837-d419-43ab-8fc5-bfc60ad2c56d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14", "tag": "1033ef2a-6e73-43d4-ae16-30595a869be9"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:51:18.007858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1033ef2a-6e73-43d4-ae16-30595a869be9,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:51:18.011040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:51:18.061275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4703a5a-abf2-4eb4-82ac-6b2e23d5bfcf x-openstack-request-id: req-c4703a5a-abf2-4eb4-82ac-6b2e23d5bfcf {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:51:18.061622 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14", "tag": "1033ef2a-6e73-43d4-ae16-30595a869be9", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:51:18.061925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4703a5a-abf2-4eb4-82ac-6b2e23d5bfcf {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:51:18.062400 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'tag': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'status': 'completed', 'code': 200} Jun 02 16:51:18.104219 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-5709a21c-8e52-4a39-abba-ab9c20aa108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:18.105731 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-5709a21c-8e52-4a39-abba-ab9c20aa108f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 1096 time: 0.0774932 Jun 02 16:51:18.181626 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-86d422d6-b90c-44f5-af84-f11535af753c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1033ef2a-6e73-43d4-ae16-30595a869be9 HTTP/1.1" status: 200 len: 217 time: 0.0644052 Jun 02 16:51:18.251159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-422670c7-ceb5-4d4a-990d-e89c3782c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:18.252491 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-422670c7-ceb5-4d4a-990d-e89c3782c83a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0616992 Jun 02 16:51:18.341177 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-24e53f87-1e80-4e70-9928-ac6b1a91a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:18.342833 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-24e53f87-1e80-4e70-9928-ac6b1a91a2b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0788386 Jun 02 16:51:18.481630 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-7379ac30-c632-403a-bb5b-f094c25be57b service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283634 Jun 02 16:51:18.623457 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2d450d0c-1259-4d9d-9514-161a0792cc1d req-a25d44ba-cda5-43af-8e8e-3ca220f17185 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304338 Jun 02 16:51:18.797911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bb7a2-012b-4db8-b266-2971b71b625c req-f7d3a27c-231a-488f-a4a0-cc6fb61c90d8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:18.799309 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b26bb7a2-012b-4db8-b266-2971b71b625c req-f7d3a27c-231a-488f-a4a0-cc6fb61c90d8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 943 time: 0.1444671 Jun 02 16:51:18.801991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1837-d419-43ab-8fc5-bfc60ad2c56d req-30357a83-440d-4e01-a384-e9a0f943aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:18.803344 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-738d1837-d419-43ab-8fc5-bfc60ad2c56d req-30357a83-440d-4e01-a384-e9a0f943aac8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 1096 time: 0.1145148 Jun 02 16:51:18.918716 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b26bb7a2-012b-4db8-b266-2971b71b625c req-2525e7e8-d18a-44cd-8e28-ad0395964f6d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136520 Jun 02 16:51:18.973153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1837-d419-43ab-8fc5-bfc60ad2c56d req-6d8b6b94-7249-42fe-b828-fcdb0b6093ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:18.974640 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-738d1837-d419-43ab-8fc5-bfc60ad2c56d req-6d8b6b94-7249-42fe-b828-fcdb0b6093ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1569090 Jun 02 16:51:19.189513 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-738d1837-d419-43ab-8fc5-bfc60ad2c56d req-f923dbc2-c203-4f35-a7f1-e34ecefd242f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1033ef2a-6e73-43d4-ae16-30595a869be9 HTTP/1.1" status: 200 len: 217 time: 0.2073843 Jun 02 16:51:19.254424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1837-d419-43ab-8fc5-bfc60ad2c56d req-3a358cf6-821b-48a5-afec-c00fc4257eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:19.255841 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-738d1837-d419-43ab-8fc5-bfc60ad2c56d req-3a358cf6-821b-48a5-afec-c00fc4257eb3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0585561 Jun 02 16:51:19.290850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:19.337175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1837-d419-43ab-8fc5-bfc60ad2c56d req-b06b4804-2d2e-47eb-8667-132656002eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:19.338749 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-738d1837-d419-43ab-8fc5-bfc60ad2c56d req-b06b4804-2d2e-47eb-8667-132656002eb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0757458 Jun 02 16:51:19.475198 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-738d1837-d419-43ab-8fc5-bfc60ad2c56d req-db25b278-6b0c-4adf-9661-714474bca509 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293459 Jun 02 16:51:19.613565 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-738d1837-d419-43ab-8fc5-bfc60ad2c56d req-d22c0e7f-5089-4bda-809b-52e102d929ea service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295598 Jun 02 16:51:20.123906 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80188a-b3f0-443b-aa2e-fbdd9d4a6bcd req-c4ed456d-fa37-4f3e-a9d5-a0a777d02916 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:20.125364 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6b80188a-b3f0-443b-aa2e-fbdd9d4a6bcd req-c4ed456d-fa37-4f3e-a9d5-a0a777d02916 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 943 time: 0.0903056 Jun 02 16:51:20.171578 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6b80188a-b3f0-443b-aa2e-fbdd9d4a6bcd req-cbcd2007-c416-40a5-ab59-ac91b61f1233 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402975 Jun 02 16:51:21.378434 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f98bc-4cbf-4cd7-b768-e757e1d0c71f req-25a42424-f4ec-4ee7-9424-5ffcebc1d490 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:21.379809 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ca9f98bc-4cbf-4cd7-b768-e757e1d0c71f req-25a42424-f4ec-4ee7-9424-5ffcebc1d490 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 943 time: 0.0888317 Jun 02 16:51:21.428594 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ca9f98bc-4cbf-4cd7-b768-e757e1d0c71f req-31989957-f96d-4070-b97e-302b60f2c624 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428357 Jun 02 16:51:22.152414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1033ef2a-6e73-43d4-ae16-30595a869be9 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:51:22.303062 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1033ef2a-6e73-43d4-ae16-30595a869be9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1033ef2a-6e73-43d4-ae16-30595a869be9,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:51:22.317134 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'port_id': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'mac_address': 'fa:16:3e:00:65:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:51:22.385439 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:22.404635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1033ef2a-6e73-43d4-ae16-30595a869be9 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:51:22.421256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1033ef2a-6e73-43d4-ae16-30595a869be9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1033ef2a-6e73-43d4-ae16-30595a869be9,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:51:22.426974 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:22.429016 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:51:22.499257 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=1033ef2a-6e73-43d4-ae16-30595a869be9,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:51:22.502414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:51:22.617716 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a9f4a-1f01-4b0f-a6f0-1f57dbffce5a req-dbefa87c-3c2e-4af8-a30e-d282b7db3701 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:22.619189 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1d6a9f4a-1f01-4b0f-a6f0-1f57dbffce5a req-dbefa87c-3c2e-4af8-a30e-d282b7db3701 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 944 time: 0.0850213 Jun 02 16:51:22.667927 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1d6a9f4a-1f01-4b0f-a6f0-1f57dbffce5a req-e005d0a3-4ac9-4db0-b3f2-6c988b860a5c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425076 Jun 02 16:51:22.675344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['1033ef2a-6e73-43d4-ae16-30595a869be9'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:51:23.887604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080944b-94e9-4651-a005-02582b9a5b1f req-ff453ddb-23d7-426f-b105-239c48e24ccd tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:23.889332 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3080944b-94e9-4651-a005-02582b9a5b1f req-ff453ddb-23d7-426f-b105-239c48e24ccd tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 944 time: 0.1106210 Jun 02 16:51:23.941374 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3080944b-94e9-4651-a005-02582b9a5b1f req-3df68492-6636-449f-963c-1745500b9a02 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443416 Jun 02 16:51:24.152679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1033ef2a-6e73-43d4-ae16-30595a869be9 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:51:24.226665 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 1033ef2a-6e73-43d4-ae16-30595a869be9 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:51:24.232068 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 1033ef2a-6e73-43d4-ae16-30595a869be9 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:51:24.232442 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:24.368016 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:24.395944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1033ef2a-6e73-43d4-ae16-30595a869be9'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:51:24.398244 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7234e0f-96ae-400a-90ea-29da5c079462" -d '{"events": [{"server_uuid": "ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14", "name": "network-vif-plugged", "status": "completed", "tag": "1033ef2a-6e73-43d4-ae16-30595a869be9"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:51:24.406700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1033ef2a-6e73-43d4-ae16-30595a869be9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1033ef2a-6e73-43d4-ae16-30595a869be9,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:51:24.412739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:24.415163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:51:24.449286 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3164b3-5120-4e15-bb0d-489957d9cd0e x-openstack-request-id: req-ac3164b3-5120-4e15-bb0d-489957d9cd0e {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:51:24.449729 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14", "name": "network-vif-plugged", "status": "completed", "tag": "1033ef2a-6e73-43d4-ae16-30595a869be9", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:51:24.449929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac3164b3-5120-4e15-bb0d-489957d9cd0e {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:51:24.450436 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'code': 200} Jun 02 16:51:24.482764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=1033ef2a-6e73-43d4-ae16-30595a869be9,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:51:24.485623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:51:24.704403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5aaa3-f82b-4973-8a6c-055fe3b8dfcc req-a93d52ac-3998-4fd2-a9ec-b8c2c531e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:24.705877 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-82b5aaa3-f82b-4973-8a6c-055fe3b8dfcc req-a93d52ac-3998-4fd2-a9ec-b8c2c531e4f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 1098 time: 0.0780115 Jun 02 16:51:24.760983 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-82b5aaa3-f82b-4973-8a6c-055fe3b8dfcc req-7aee83e3-691a-4baa-bd59-458e58823b6e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410209 Jun 02 16:51:25.144376 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a407094-eaa5-4861-8aeb-2b56fb9f2796 req-5cf6bccc-bd71-46be-9126-2dc14e6286f5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:25.145827 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9a407094-eaa5-4861-8aeb-2b56fb9f2796 req-5cf6bccc-bd71-46be-9126-2dc14e6286f5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0957310 Jun 02 16:51:25.152998 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:51:25.192452 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9a407094-eaa5-4861-8aeb-2b56fb9f2796 req-6163151c-88f2-495a-98f4-90a6f725333a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406380 Jun 02 16:51:26.390639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36b6fc-08b8-401b-9480-93baf7110100 req-76c4efca-40b8-4dbb-8d31-aa36c0208239 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:26.392104 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cc36b6fc-08b8-401b-9480-93baf7110100 req-76c4efca-40b8-4dbb-8d31-aa36c0208239 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0859294 Jun 02 16:51:26.439438 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cc36b6fc-08b8-401b-9480-93baf7110100 req-0db4566f-c4b7-47c9-a71d-c9bba49457d2 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411706 Jun 02 16:51:26.635244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef5b46-ee65-4baa-b7e5-1329f69c7bd0 req-f4e2f9d8-bf48-48ea-a37a-f2d65d60abf0 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:26.636711 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f8ef5b46-ee65-4baa-b7e5-1329f69c7bd0 req-f4e2f9d8-bf48-48ea-a37a-f2d65d60abf0 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0928547 Jun 02 16:51:26.647795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42332) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:51:26.652408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-069941fc-684c-4038-a4b6-f04376b9acb7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Request body: {'floatingip': {'port_id': '1033ef2a-6e73-43d4-ae16-30595a869be9'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:51:26.731167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-069941fc-684c-4038-a4b6-f04376b9acb7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for floatingip, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:27.394051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.db.resource_extend [None req-069941fc-684c-4038-a4b6-f04376b9acb7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 16:51:27.492718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-069941fc-684c-4038-a4b6-f04376b9acb7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:27.499422 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-069941fc-684c-4038-a4b6-f04376b9acb7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:27.683546 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-069941fc-684c-4038-a4b6-f04376b9acb7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Floating IP 139e0c28-e91f-4e1a-8523-5a716159dec2 associated. External IP: 172.26.3.59, port: 1033ef2a-6e73-43d4-ae16-30595a869be9. Jun 02 16:51:28.058870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069941fc-684c-4038-a4b6-f04376b9acb7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:51:28.253206 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069941fc-684c-4038-a4b6-f04376b9acb7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:51:28.257732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-069941fc-684c-4038-a4b6-f04376b9acb7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:28.266046 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fe956f-b0ff-4c9b-bd24-eea83c1241f0 None None] Sync routers for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:51:28.277791 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe956f-b0ff-4c9b-bd24-eea83c1241f0 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:51:28.278453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d7fe956f-b0ff-4c9b-bd24-eea83c1241f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:51:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:51:28.317688 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-069941fc-684c-4038-a4b6-f04376b9acb7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "PUT /v2.0/floatingips/139e0c28-e91f-4e1a-8523-5a716159dec2 HTTP/1.1" status: 200 len: 991 time: 1.6687157 Jun 02 16:51:28.318360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'tag': '1033ef2a-6e73-43d4-ae16-30595a869be9'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:51:28.320823 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2959701-b356-4076-9338-4d445be21054" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14", "tag": "1033ef2a-6e73-43d4-ae16-30595a869be9"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:51:28.366933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1579444d-1fac-46fa-8843-cf4c0208f855 x-openstack-request-id: req-1579444d-1fac-46fa-8843-cf4c0208f855 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:51:28.367813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14", "tag": "1033ef2a-6e73-43d4-ae16-30595a869be9", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:51:28.368109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1579444d-1fac-46fa-8843-cf4c0208f855 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:51:28.368521 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'tag': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'status': 'completed', 'code': 200} Jun 02 16:51:28.460812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-d7fe956f-b0ff-4c9b-bd24-eea83c1241f0 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:51:28.472396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2959701-b356-4076-9338-4d445be21054 req-27ffd180-4120-4a00-bdf9-aee3e9d79d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:28.473872 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e2959701-b356-4076-9338-4d445be21054 req-27ffd180-4120-4a00-bdf9-aee3e9d79d59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 1098 time: 0.0856860 Jun 02 16:51:28.612224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2959701-b356-4076-9338-4d445be21054 req-77ceef0c-4911-486e-925f-df268372f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:28.613778 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e2959701-b356-4076-9338-4d445be21054 req-77ceef0c-4911-486e-925f-df268372f91a service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1332397 Jun 02 16:51:28.719732 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e2959701-b356-4076-9338-4d445be21054 req-25b670a2-0e9f-4c2f-8c23-8e7cdfdfe38d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1033ef2a-6e73-43d4-ae16-30595a869be9 HTTP/1.1" status: 200 len: 999 time: 0.0991294 Jun 02 16:51:28.788251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2959701-b356-4076-9338-4d445be21054 req-7ca26102-c710-49cb-9ebb-5bd18b1dda86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:28.789705 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e2959701-b356-4076-9338-4d445be21054 req-7ca26102-c710-49cb-9ebb-5bd18b1dda86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0595968 Jun 02 16:51:28.863207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d7fe956f-b0ff-4c9b-bd24-eea83c1241f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '139e0c28-e91f-4e1a-8523-5a716159dec2', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'floating_ip_address': '172.26.3.59', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'port_id': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'mac_address': 'fa:16:3e:00:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:47:03Z', 'updated_at': '2021-06-02T16:51:27Z', 'revision_number': 13, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:51:28.866155 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2959701-b356-4076-9338-4d445be21054 req-1fceada7-8799-45cd-b598-7085bdfbd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:28.867281 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fe956f-b0ff-4c9b-bd24-eea83c1241f0 None None] Checking router: e02459f7-f5a5-43b7-b3bf-cd3657c65c72 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:51:28.867661 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e2959701-b356-4076-9338-4d445be21054 req-1fceada7-8799-45cd-b598-7085bdfbd394 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0718033 Jun 02 16:51:28.876714 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe956f-b0ff-4c9b-bd24-eea83c1241f0 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:51:28.877340 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d7fe956f-b0ff-4c9b-bd24-eea83c1241f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:51:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:51:29.061881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-d7fe956f-b0ff-4c9b-bd24-eea83c1241f0 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:51:29.152358 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e2959701-b356-4076-9338-4d445be21054 req-020e05f9-6670-4dbe-8324-240f45ef1ee6 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780318 Jun 02 16:51:29.285650 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e2959701-b356-4076-9338-4d445be21054 req-b3dd3422-01f9-4cbe-bec1-6fb458f7782b service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252396 Jun 02 16:51:29.405849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d7fe956f-b0ff-4c9b-bd24-eea83c1241f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '139e0c28-e91f-4e1a-8523-5a716159dec2', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'floating_ip_address': '172.26.3.59', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'port_id': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'mac_address': 'fa:16:3e:00:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:47:03Z', 'updated_at': '2021-06-02T16:51:27Z', 'revision_number': 13, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:51:29.410105 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fe956f-b0ff-4c9b-bd24-eea83c1241f0 None None] The sync data for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv is: [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '139e0c28-e91f-4e1a-8523-5a716159dec2', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'floating_ip_address': '172.26.3.59', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'port_id': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'mac_address': 'fa:16:3e:00:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:47:03Z', 'updated_at': '2021-06-02T16:51:27Z', 'revision_number': 13, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:51:29.607712 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976203fd-c2f7-4313-82d3-bfcfb37dd6ff None None] New status for floating IP 139e0c28-e91f-4e1a-8523-5a716159dec2: ACTIVE {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:51:32.984932 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4b5e4123-acd2-45c1-bc0e-3e72fed7f393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:35.037641 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:35.472311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-239aecfc-60bc-45cb-ae23-8b0ba3014919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:36.753431 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:38.667935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:51:39.825001 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4777dd7a-30e3-4b93-b05f-2a58e15f525e req-2600308d-8450-4974-b838-b4746f4c30a9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718598 Jun 02 16:51:39.973148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777dd7a-30e3-4b93-b05f-2a58e15f525e req-6fe694f5-fd00-4bb4-a810-79f0f4b4c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:39.974534 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4777dd7a-30e3-4b93-b05f-2a58e15f525e req-6fe694f5-fd00-4bb4-a810-79f0f4b4c129 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 1098 time: 0.0769403 Jun 02 16:51:40.138974 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777dd7a-30e3-4b93-b05f-2a58e15f525e req-92325dc2-1d25-46bd-a84d-02ef3b91d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:40.140398 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4777dd7a-30e3-4b93-b05f-2a58e15f525e req-92325dc2-1d25-46bd-a84d-02ef3b91d645 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1443415 Jun 02 16:51:40.247659 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4777dd7a-30e3-4b93-b05f-2a58e15f525e req-b93960e6-3b70-4624-8e63-5dc0b4a2793f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1033ef2a-6e73-43d4-ae16-30595a869be9 HTTP/1.1" status: 200 len: 1001 time: 0.1004374 Jun 02 16:51:40.314402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777dd7a-30e3-4b93-b05f-2a58e15f525e req-4e6dfe34-2733-46cc-8d65-bf3e7084fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:40.315846 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4777dd7a-30e3-4b93-b05f-2a58e15f525e req-4e6dfe34-2733-46cc-8d65-bf3e7084fa4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0622718 Jun 02 16:51:40.404225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777dd7a-30e3-4b93-b05f-2a58e15f525e req-94a8e1da-d930-453e-8379-fc52d2e0acee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:51:40.405796 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4777dd7a-30e3-4b93-b05f-2a58e15f525e req-94a8e1da-d930-453e-8379-fc52d2e0acee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0804298 Jun 02 16:51:40.542007 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4777dd7a-30e3-4b93-b05f-2a58e15f525e req-b84b6235-cdd2-40a3-bd86-9afcd1529e24 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292789 Jun 02 16:51:40.684299 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4777dd7a-30e3-4b93-b05f-2a58e15f525e req-7ec44ece-d577-4a28-930d-23e3b8aa102f service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343551 Jun 02 16:51:49.310865 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:02.157595 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:52:02.985965 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-62600eee-885b-4f01-849a-be652e086afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:05.035746 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:05.475191 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-20071fac-9175-48d0-a5c8-2ea007db6913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:06.760986 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:08.625764 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051881d7-06b4-4647-845a-eb59c98d534d req-92b7ab57-983b-4921-a082-98674490d223 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:08.627270 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-051881d7-06b4-4647-845a-eb59c98d534d req-92b7ab57-983b-4921-a082-98674490d223 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0899057 Jun 02 16:52:08.670500 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:08.676270 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-051881d7-06b4-4647-845a-eb59c98d534d req-f89d2498-c9c0-4553-af82-597026a22d3d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430610 Jun 02 16:52:19.314385 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:20.591520 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-978abc7b-f18a-46f0-9e10-43559b5c6eed service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731213 Jun 02 16:52:20.645419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c85f9-3566-48b9-b866-7a0d7449b262 req-9aae4380-e969-4db4-beb6-79d2d4c3a861 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:20.646885 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-687c85f9-3566-48b9-b866-7a0d7449b262 req-9aae4380-e969-4db4-beb6-79d2d4c3a861 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0863121 Jun 02 16:52:20.692951 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-687c85f9-3566-48b9-b866-7a0d7449b262 req-cd4a747d-5bf7-4368-abb9-db6f0eaac530 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401127 Jun 02 16:52:21.905946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-2156ea13-91ca-48e7-8461-b6ed90fccbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:21.907450 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-2156ea13-91ca-48e7-8461-b6ed90fccbed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 1098 time: 0.1366906 Jun 02 16:52:21.917622 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72f249-6705-466b-9450-1a038aa1611c req-305604bd-d34c-4b09-9b0e-7de8a7910bf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:21.919005 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bf72f249-6705-466b-9450-1a038aa1611c req-305604bd-d34c-4b09-9b0e-7de8a7910bf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.1131039 Jun 02 16:52:22.042454 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bf72f249-6705-466b-9450-1a038aa1611c req-23dc8d3c-9982-429a-a845-b68a3c8f941f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048486 Jun 02 16:52:22.077533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-9e0709ce-5daf-435c-a3f0-d937a19a8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:22.079047 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-9e0709ce-5daf-435c-a3f0-d937a19a8790 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1592185 Jun 02 16:52:22.185146 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-129336f2-91aa-49e7-ab8e-3ccd9fb94b7c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1033ef2a-6e73-43d4-ae16-30595a869be9 HTTP/1.1" status: 200 len: 1001 time: 0.0949399 Jun 02 16:52:22.267733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-f025165d-b28e-4b27-a5f9-3148bb0233a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:22.269154 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-f025165d-b28e-4b27-a5f9-3148bb0233a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0724182 Jun 02 16:52:22.354596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-b07bdcbf-4cca-4629-800f-b17337f6d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:22.356047 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-b07bdcbf-4cca-4629-800f-b17337f6d730 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0766370 Jun 02 16:52:22.372202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-a0c3d77a-ead0-45c9-907e-c67baae3f431 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:52:22.373146 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-a0c3d77a-ead0-45c9-907e-c67baae3f431 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060759 Jun 02 16:52:22.652060 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-664c781e-9e10-44ae-ac83-12436d005671 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684214 Jun 02 16:52:22.798460 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-4a85bf31-3f45-4251-be70-0392f8a31b1f service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353645 Jun 02 16:52:23.243989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2bda5-4a48-4dd0-bc76-06b512de1037 req-7ff1c40d-390c-41be-abcc-26458ca3f273 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:23.246536 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9dc2bda5-4a48-4dd0-bc76-06b512de1037 req-7ff1c40d-390c-41be-abcc-26458ca3f273 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0959783 Jun 02 16:52:23.296845 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9dc2bda5-4a48-4dd0-bc76-06b512de1037 req-37cb9161-edf0-4551-9746-32dbe2a55281 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441432 Jun 02 16:52:24.501057 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536df10e-d4db-4754-b7eb-b02124e6a77f req-3f6f32e4-d719-42d5-9937-b918e631213e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:24.502528 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-536df10e-d4db-4754-b7eb-b02124e6a77f req-3f6f32e4-d719-42d5-9937-b918e631213e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0897560 Jun 02 16:52:24.549747 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-536df10e-d4db-4754-b7eb-b02124e6a77f req-a946b8da-2586-4e81-bb23-785e79e1988e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389209 Jun 02 16:52:25.764689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ab644-bd2d-4607-b00d-21d3dc5ac74b req-5aa46c63-b086-451e-9c81-46f0f7ce5f36 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:25.766194 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a69ab644-bd2d-4607-b00d-21d3dc5ac74b req-5aa46c63-b086-451e-9c81-46f0f7ce5f36 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0868344 Jun 02 16:52:25.814559 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a69ab644-bd2d-4607-b00d-21d3dc5ac74b req-a54a611f-a13a-4a97-bfe4-8bb0f29728d9 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410302 Jun 02 16:52:27.016223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00031a7-a29d-45a8-ac0c-a14ad91d6859 req-8ab15c79-412d-4b52-a378-3f025683515e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:27.017685 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e00031a7-a29d-45a8-ac0c-a14ad91d6859 req-8ab15c79-412d-4b52-a378-3f025683515e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0970371 Jun 02 16:52:27.066436 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e00031a7-a29d-45a8-ac0c-a14ad91d6859 req-e307fc4a-d1f2-4eda-99ba-333c0ea62e53 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402143 Jun 02 16:52:28.261979 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceeb322-5b2e-4f10-91a2-08f5073af616 req-0a010676-bd54-40d8-b251-279d4f8d8f0a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:28.263581 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1ceeb322-5b2e-4f10-91a2-08f5073af616 req-0a010676-bd54-40d8-b251-279d4f8d8f0a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0894694 Jun 02 16:52:28.311269 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1ceeb322-5b2e-4f10-91a2-08f5073af616 req-dc58211d-a432-451b-b1ff-a4a47f710036 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390170 Jun 02 16:52:29.522850 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea87b47-5c85-432c-acb2-2a11df4ab9ac req-23568978-ffb8-4578-bb7e-fea44ad8442a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:29.524249 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8ea87b47-5c85-432c-acb2-2a11df4ab9ac req-23568978-ffb8-4578-bb7e-fea44ad8442a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.1014423 Jun 02 16:52:29.572781 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8ea87b47-5c85-432c-acb2-2a11df4ab9ac req-028378a3-eac6-4d72-8432-b83493b834ab tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422020 Jun 02 16:52:30.787565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9cec9-773f-48e3-9310-675261d3a600 req-3b149a0a-455d-435b-8139-2b0c0532ec32 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:30.789075 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20e9cec9-773f-48e3-9310-675261d3a600 req-3b149a0a-455d-435b-8139-2b0c0532ec32 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.1010005 Jun 02 16:52:30.835211 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-20e9cec9-773f-48e3-9310-675261d3a600 req-4b95b92f-1a84-4c75-994a-89b8a90b9d21 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395129 Jun 02 16:52:32.044207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5b01d-6bd8-4a50-8896-a4c314f7d43d req-6874dfac-52ca-4370-b544-b9c3f998be35 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:32.045687 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1ba5b01d-6bd8-4a50-8896-a4c314f7d43d req-6874dfac-52ca-4370-b544-b9c3f998be35 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0959351 Jun 02 16:52:32.099422 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1ba5b01d-6bd8-4a50-8896-a4c314f7d43d req-21daf6e6-4e37-40e4-938c-c0c8171d040b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479188 Jun 02 16:52:32.990313 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fa91-4547-44af-825d-bf332138fee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:33.318053 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b6b9d-b40c-4bd3-98c2-026d1cb35db1 req-16b2f3b2-0121-4d55-b2b5-0b1c7a2b8455 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:33.319558 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-800b6b9d-b40c-4bd3-98c2-026d1cb35db1 req-16b2f3b2-0121-4d55-b2b5-0b1c7a2b8455 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0969405 Jun 02 16:52:33.371999 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-800b6b9d-b40c-4bd3-98c2-026d1cb35db1 req-e2835886-e374-4cd6-a228-c3f6e430cd47 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462673 Jun 02 16:52:34.582674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a3a99-b421-496c-a50b-3ef9500b6f3d req-0a8a1522-d430-4d4d-93da-71320360bfec tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:34.584314 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f08a3a99-b421-496c-a50b-3ef9500b6f3d req-0a8a1522-d430-4d4d-93da-71320360bfec tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0922880 Jun 02 16:52:34.634366 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f08a3a99-b421-496c-a50b-3ef9500b6f3d req-1571cf07-5b6d-4f88-880a-d660d8ccfcc4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423439 Jun 02 16:52:35.034291 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:35.470468 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-69e88487-6a42-48ce-bacf-e13b350ffd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:35.837492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e843270-e83a-465a-9785-e23561f2cb69 req-0bcc33eb-38b2-4f30-85c4-4b25d67e9c20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:35.838995 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5e843270-e83a-465a-9785-e23561f2cb69 req-0bcc33eb-38b2-4f30-85c4-4b25d67e9c20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0852261 Jun 02 16:52:35.887567 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5e843270-e83a-465a-9785-e23561f2cb69 req-b01c8c00-05b7-470c-aba6-8f89af31de46 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428138 Jun 02 16:52:36.764149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:37.093775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88631062-515b-4fe5-ae0f-aea95e6e3f82 req-fa406762-611a-4b10-8c6a-ce553c79bda6 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:37.095161 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-88631062-515b-4fe5-ae0f-aea95e6e3f82 req-fa406762-611a-4b10-8c6a-ce553c79bda6 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0969641 Jun 02 16:52:37.140565 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-88631062-515b-4fe5-ae0f-aea95e6e3f82 req-41c3a59f-15d8-4b28-b875-4f4e59ae04bb tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396485 Jun 02 16:52:38.348607 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93172f55-fd11-44a9-b03d-07ad490be55e req-3bddbfad-6d99-44fe-a060-51774521352e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:38.350130 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-93172f55-fd11-44a9-b03d-07ad490be55e req-3bddbfad-6d99-44fe-a060-51774521352e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0917425 Jun 02 16:52:38.394480 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-93172f55-fd11-44a9-b03d-07ad490be55e req-c76179e2-96bb-4387-be4b-738da38dd94c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381846 Jun 02 16:52:38.674463 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:39.158408 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:52:39.731093 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4424c3-9fca-43bb-ad84-f2f7c7904fd6 req-76911fe2-8f0f-40c9-ad36-eedc131174eb tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:39.732569 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7f4424c3-9fca-43bb-ad84-f2f7c7904fd6 req-76911fe2-8f0f-40c9-ad36-eedc131174eb tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0848825 Jun 02 16:52:39.777767 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7f4424c3-9fca-43bb-ad84-f2f7c7904fd6 req-b6bc4832-33f3-4dd8-bfc6-3352effd6e80 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394065 Jun 02 16:52:40.990497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0197197-ece5-4036-820c-b4d6acf0acb9 req-a04f7909-aec1-4235-bd64-5c57885c7aa5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:40.991945 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c0197197-ece5-4036-820c-b4d6acf0acb9 req-a04f7909-aec1-4235-bd64-5c57885c7aa5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0967288 Jun 02 16:52:41.185159 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c0197197-ece5-4036-820c-b4d6acf0acb9 req-24a4d0e1-1f0c-4b89-bfaa-2217548236fb tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874690 Jun 02 16:52:41.932572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc2959-7937-4118-98a9-de3f331c65d7 req-fd30fe47-41a3-4bcd-9ffd-d125eeda5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:41.933975 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18cc2959-7937-4118-98a9-de3f331c65d7 req-fd30fe47-41a3-4bcd-9ffd-d125eeda5a04 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 1098 time: 0.0891345 Jun 02 16:52:42.090520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc2959-7937-4118-98a9-de3f331c65d7 req-6e9ecc03-2250-4a1a-9b65-2fd3483951b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:42.091980 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18cc2959-7937-4118-98a9-de3f331c65d7 req-6e9ecc03-2250-4a1a-9b65-2fd3483951b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1312151 Jun 02 16:52:42.201870 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18cc2959-7937-4118-98a9-de3f331c65d7 req-a5565f97-0d2f-465d-90bb-a014b0cf83a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1033ef2a-6e73-43d4-ae16-30595a869be9 HTTP/1.1" status: 200 len: 1001 time: 0.0983450 Jun 02 16:52:42.270253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc2959-7937-4118-98a9-de3f331c65d7 req-960bd3b2-b7d8-4568-9c3f-5fa9e9eec542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:42.271740 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18cc2959-7937-4118-98a9-de3f331c65d7 req-960bd3b2-b7d8-4568-9c3f-5fa9e9eec542 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0590672 Jun 02 16:52:42.415641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc2959-7937-4118-98a9-de3f331c65d7 req-e736daa2-3408-4da1-8fd8-3f2631044ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:42.417133 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18cc2959-7937-4118-98a9-de3f331c65d7 req-e736daa2-3408-4da1-8fd8-3f2631044ec4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1359363 Jun 02 16:52:42.424663 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38ad81-68e4-4547-83f3-b8f99f1b2ad5 req-b49d1129-b625-4899-9bd8-f3829af8b74b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:42.425987 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bb38ad81-68e4-4547-83f3-b8f99f1b2ad5 req-b49d1129-b625-4899-9bd8-f3829af8b74b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.1152174 Jun 02 16:52:42.552100 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bb38ad81-68e4-4547-83f3-b8f99f1b2ad5 req-73fc9399-69ad-4a24-ada1-e126f6e34430 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065707 Jun 02 16:52:42.587109 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18cc2959-7937-4118-98a9-de3f331c65d7 req-bf352511-20b4-4101-804c-d4367ea3853f service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586115 Jun 02 16:52:42.729600 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18cc2959-7937-4118-98a9-de3f331c65d7 req-cb8b9fe7-dac3-4cec-adb8-69196550766b service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329007 Jun 02 16:52:43.754755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32651a0e-ae90-47df-ac84-9d64a5bde5d3 req-4789f46b-3132-4835-8b06-1282d1a5d351 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:43.756212 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-32651a0e-ae90-47df-ac84-9d64a5bde5d3 req-4789f46b-3132-4835-8b06-1282d1a5d351 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0918396 Jun 02 16:52:43.801553 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-32651a0e-ae90-47df-ac84-9d64a5bde5d3 req-3f25ad57-6225-4f59-b775-89e06682a411 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396972 Jun 02 16:52:45.009067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0897e-1622-4f92-a58e-8dda79de6c39 req-2f20f8b3-4221-417e-bc64-b4760360f901 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:45.010560 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-abe0897e-1622-4f92-a58e-8dda79de6c39 req-2f20f8b3-4221-417e-bc64-b4760360f901 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0988696 Jun 02 16:52:45.053810 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-abe0897e-1622-4f92-a58e-8dda79de6c39 req-4514030c-ca97-4986-b4c2-a01aaba7e71c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375364 Jun 02 16:52:46.255034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ec5cf-6347-42b5-a743-8dff304114e3 req-c423ecbb-69ab-45e1-94ec-0665ff9d7468 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:46.256494 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1a6ec5cf-6347-42b5-a743-8dff304114e3 req-c423ecbb-69ab-45e1-94ec-0665ff9d7468 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0862467 Jun 02 16:52:46.302548 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1a6ec5cf-6347-42b5-a743-8dff304114e3 req-bb04fd47-0e19-4a45-9395-1c2cbf70c71b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403285 Jun 02 16:52:47.507489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e41299-acaf-468f-84d8-e9b7f54fec2a req-2141a094-afa2-4d80-bc46-abe1e752c739 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:47.508939 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-86e41299-acaf-468f-84d8-e9b7f54fec2a req-2141a094-afa2-4d80-bc46-abe1e752c739 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0909090 Jun 02 16:52:47.700287 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-86e41299-acaf-468f-84d8-e9b7f54fec2a req-021e4b2a-792a-490f-8e45-acf321b7f362 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856854 Jun 02 16:52:48.914773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e615cd-4d6e-47b5-9a6e-b02a1efa99ff req-3c09c114-6de2-43fb-92a0-49521fe20315 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:48.916222 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b5e615cd-4d6e-47b5-9a6e-b02a1efa99ff req-3c09c114-6de2-43fb-92a0-49521fe20315 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.1000373 Jun 02 16:52:48.960795 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b5e615cd-4d6e-47b5-9a6e-b02a1efa99ff req-1adf8ba0-c834-4eda-b039-d14b7b39aa6b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388250 Jun 02 16:52:49.327078 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:50.152699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc37fa-fbe4-4565-a2c7-38218c19edbc req-e5298e0b-6252-42e9-9475-fa21cd629c91 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:50.154204 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0cbc37fa-fbe4-4565-a2c7-38218c19edbc req-e5298e0b-6252-42e9-9475-fa21cd629c91 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0847695 Jun 02 16:52:50.200766 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0cbc37fa-fbe4-4565-a2c7-38218c19edbc req-b7ac932e-984f-4b67-bca6-30989944902e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407095 Jun 02 16:52:51.397461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207d88c-f1e5-4fde-9f1f-4bad8f52a59e req-2bd53ec2-5928-4fa5-993e-6aa06c830bdd tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:51.398954 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0207d88c-f1e5-4fde-9f1f-4bad8f52a59e req-2bd53ec2-5928-4fa5-993e-6aa06c830bdd tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0880983 Jun 02 16:52:51.446924 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0207d88c-f1e5-4fde-9f1f-4bad8f52a59e req-2f707f2f-8e6f-4531-a30b-9a8c6420d9f4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409412 Jun 02 16:52:51.736267 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-bcaf8fec-06c1-4b7e-a674-f7ece7621905 service neutron] 10.222.0.49 "GET /v2.0/ports/1033ef2a-6e73-43d4-ae16-30595a869be9/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0835834 Jun 02 16:52:52.035125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-d872b816-cc06-4f2f-b23f-6ef9dfcc8cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:52.036513 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-d872b816-cc06-4f2f-b23f-6ef9dfcc8cc8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14&tenant_id=ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 1098 time: 0.0742304 Jun 02 16:52:52.151004 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-506d8ec0-0bf4-4a42-a1f1-fa05cb506845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:52.153433 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-506d8ec0-0bf4-4a42-a1f1-fa05cb506845 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 1098 time: 0.0827527 Jun 02 16:52:52.300798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-50d83426-fff4-4357-b88f-818db4e3dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:52.302303 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-50d83426-fff4-4357-b88f-818db4e3dab2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1377709 Jun 02 16:52:52.414335 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-24ee4056-b685-4678-a702-9c59a82d4d15 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1033ef2a-6e73-43d4-ae16-30595a869be9 HTTP/1.1" status: 200 len: 1001 time: 0.0999689 Jun 02 16:52:52.482843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-ab1336a3-fb60-4069-a7aa-7f47ca382b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:52.484549 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-ab1336a3-fb60-4069-a7aa-7f47ca382b1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0606487 Jun 02 16:52:52.610576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-7049c1fb-903f-48b2-a754-af39aad163ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:52.612055 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-7049c1fb-903f-48b2-a754-af39aad163ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1167448 Jun 02 16:52:52.731603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769401a-4ffc-474d-bd7d-fb809b08b580 req-cda53ebf-0212-459a-bf4f-aed29b101b36 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:52.733049 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1769401a-4ffc-474d-bd7d-fb809b08b580 req-cda53ebf-0212-459a-bf4f-aed29b101b36 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.1771789 Jun 02 16:52:52.794876 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-1e5ceb4f-02ca-4c81-9505-dbd476d3c819 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699340 Jun 02 16:52:52.805309 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1769401a-4ffc-474d-bd7d-fb809b08b580 req-39bbd39b-c05f-460c-8cee-538cfc51ed8d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649509 Jun 02 16:52:52.932235 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33016ef4-68cc-4e13-ba86-12a943c1b034 req-fac30394-b166-4ef7-a158-eb8bb40634e3 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259072 Jun 02 16:52:54.001963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99b0c5-1a45-482d-a477-d7c7c2ced7eb req-6c2fbacd-8af1-4c93-b681-bfa470670259 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:54.003554 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ee99b0c5-1a45-482d-a477-d7c7c2ced7eb req-6c2fbacd-8af1-4c93-b681-bfa470670259 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0898848 Jun 02 16:52:54.053022 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ee99b0c5-1a45-482d-a477-d7c7c2ced7eb req-8d7f12c2-60dc-4003-baf3-b4022ddcabf3 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408914 Jun 02 16:52:54.634589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1033ef2a-6e73-43d4-ae16-30595a869be9 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:52:54.752847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:54.781303 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1033ef2a-6e73-43d4-ae16-30595a869be9'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:52:54.783618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fae0b91-fdb7-4b00-8262-fe064e890d19" -d '{"events": [{"server_uuid": "ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14", "name": "network-vif-unplugged", "status": "completed", "tag": "1033ef2a-6e73-43d4-ae16-30595a869be9"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:52:54.792657 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1033ef2a-6e73-43d4-ae16-30595a869be9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1033ef2a-6e73-43d4-ae16-30595a869be9,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:52:54.797943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:52:54.800078 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:52:54.844343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd908d3-2eea-4ca0-9f7b-a2435b0a2a4b x-openstack-request-id: req-1dd908d3-2eea-4ca0-9f7b-a2435b0a2a4b {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:52:54.844650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14", "name": "network-vif-unplugged", "status": "completed", "tag": "1033ef2a-6e73-43d4-ae16-30595a869be9", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:52:54.844914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1dd908d3-2eea-4ca0-9f7b-a2435b0a2a4b {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:52:54.845313 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'code': 200} Jun 02 16:52:54.871916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=1033ef2a-6e73-43d4-ae16-30595a869be9,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:52:54.879786 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:52:54.880145 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:52:54.880488 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:52:54.880826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:52:54.881162 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:52:54.881489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:52:54.881827 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:52:54.882187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:52:54.882539 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:52:54.882868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:52:54.883196 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:52:54.883532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:52:54.887827 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:52:55.246294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ff64a-16fe-41d1-a0e8-28255733e9de req-5dadf8ef-68d5-46d2-a9da-5632cb05bcf8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:55.247776 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f79ff64a-16fe-41d1-a0e8-28255733e9de req-5dadf8ef-68d5-46d2-a9da-5632cb05bcf8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 943 time: 0.0838454 Jun 02 16:52:55.298532 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f79ff64a-16fe-41d1-a0e8-28255733e9de req-bbfb50ee-3616-4413-bf03-b482fd9ee60a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446024 Jun 02 16:52:56.498595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb7870-e246-4e27-a4bf-d744aa3dbf8a req-f5d6d195-8dc3-4280-a69e-57e0787e846a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:56.500074 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5fcb7870-e246-4e27-a4bf-d744aa3dbf8a req-f5d6d195-8dc3-4280-a69e-57e0787e846a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 943 time: 0.0898116 Jun 02 16:52:56.545458 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5fcb7870-e246-4e27-a4bf-d744aa3dbf8a req-e6b5897b-079c-4fb4-9e04-3f4e11a7c399 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393758 Jun 02 16:52:57.749643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12f118-0a29-45df-87d9-18c6507eb242 req-9f1938dc-9f2e-4937-b8a6-9e50970d6448 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:57.751211 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8b12f118-0a29-45df-87d9-18c6507eb242 req-9f1938dc-9f2e-4937-b8a6-9e50970d6448 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 943 time: 0.0881126 Jun 02 16:52:57.800900 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8b12f118-0a29-45df-87d9-18c6507eb242 req-87ff80bb-17be-4ed0-88a3-20a43c320fd1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438132 Jun 02 16:52:59.039608 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd4ff-d3d1-4dfe-ad7c-42d7937afe0f req-e2896051-a283-4ded-a513-1fb88bd14e0f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:52:59.041063 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-129fd4ff-d3d1-4dfe-ad7c-42d7937afe0f req-e2896051-a283-4ded-a513-1fb88bd14e0f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 943 time: 0.1325340 Jun 02 16:52:59.088681 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-129fd4ff-d3d1-4dfe-ad7c-42d7937afe0f req-35aa30d8-88e3-4357-a2c8-4a89a343fcae tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392196 Jun 02 16:53:00.292675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942defb-eaa5-48fc-9a1a-29659fe1090e req-16106a18-ccea-4f99-9893-01bbc334fb2d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:00.294166 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7942defb-eaa5-48fc-9a1a-29659fe1090e req-16106a18-ccea-4f99-9893-01bbc334fb2d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 943 time: 0.0896749 Jun 02 16:53:00.341400 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7942defb-eaa5-48fc-9a1a-29659fe1090e req-f58c8321-7858-437c-883d-ac8c06d572b0 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413404 Jun 02 16:53:00.667339 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1033ef2a-6e73-43d4-ae16-30595a869be9 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:53:00.847722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1033ef2a-6e73-43d4-ae16-30595a869be9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1033ef2a-6e73-43d4-ae16-30595a869be9,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:53:00.865413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'port_id': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'mac_address': 'fa:16:3e:00:65:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:53:00.927840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:00.945051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1033ef2a-6e73-43d4-ae16-30595a869be9 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:53:00.963137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1033ef2a-6e73-43d4-ae16-30595a869be9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1033ef2a-6e73-43d4-ae16-30595a869be9,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:53:00.969781 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:00.972793 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:01.042593 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=1033ef2a-6e73-43d4-ae16-30595a869be9,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:01.045673 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:01.049451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['1033ef2a-6e73-43d4-ae16-30595a869be9'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:53:01.554954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa8e19-9938-40ff-a1a7-9fd397ab6c08 req-1d4ca368-d03e-4e56-99e8-1cd6caeade44 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:01.556354 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8baa8e19-9938-40ff-a1a7-9fd397ab6c08 req-1d4ca368-d03e-4e56-99e8-1cd6caeade44 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 944 time: 0.1036794 Jun 02 16:53:01.603167 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8baa8e19-9938-40ff-a1a7-9fd397ab6c08 req-cef3bfff-cc62-4e09-80f8-48bf1968d58b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391536 Jun 02 16:53:02.664991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1033ef2a-6e73-43d4-ae16-30595a869be9 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:53:02.738147 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 1033ef2a-6e73-43d4-ae16-30595a869be9 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:53:02.738533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:02.803723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830f4ea-e089-4aba-8d0c-1a766b384712 req-c6768731-4248-485b-b5ab-0265d73cec88 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:02.805287 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6830f4ea-e089-4aba-8d0c-1a766b384712 req-c6768731-4248-485b-b5ab-0265d73cec88 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 944 time: 0.0800650 Jun 02 16:53:02.850784 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6830f4ea-e089-4aba-8d0c-1a766b384712 req-e564c798-bee3-49a9-a788-80e657c0b691 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393355 Jun 02 16:53:02.860171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:02.887707 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1033ef2a-6e73-43d4-ae16-30595a869be9'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:53:02.889975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6536ac58-d1ae-4650-866f-2c314ca0ebef" -d '{"events": [{"server_uuid": "ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14", "name": "network-vif-plugged", "status": "completed", "tag": "1033ef2a-6e73-43d4-ae16-30595a869be9"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:53:02.898176 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1033ef2a-6e73-43d4-ae16-30595a869be9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1033ef2a-6e73-43d4-ae16-30595a869be9,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:53:02.902890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:02.904836 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:02.945853 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6310fca-06f3-47ad-a825-5a074b213ef5 x-openstack-request-id: req-c6310fca-06f3-47ad-a825-5a074b213ef5 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:53:02.946212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14", "name": "network-vif-plugged", "status": "completed", "tag": "1033ef2a-6e73-43d4-ae16-30595a869be9", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:53:02.946475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6310fca-06f3-47ad-a825-5a074b213ef5 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:53:02.946878 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'code': 200} Jun 02 16:53:02.984989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=1033ef2a-6e73-43d4-ae16-30595a869be9,revision_number=8']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:02.988100 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:02.992297 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-683494fe-5fb4-437e-a814-2d8255cbcd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:04.055816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188e732-f4fa-46e5-9251-6f44b8c9886f req-9dd6ec06-1605-4436-b665-94563c0896cd tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:04.057298 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9188e732-f4fa-46e5-9251-6f44b8c9886f req-9dd6ec06-1605-4436-b665-94563c0896cd tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0885587 Jun 02 16:53:04.102527 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9188e732-f4fa-46e5-9251-6f44b8c9886f req-c37de161-1534-4cca-ab26-a30cd0044452 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393956 Jun 02 16:53:05.032437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:05.294136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70b337-0330-485f-a126-555940c9c8e6 req-58e15643-6d82-4fc9-b694-7a37c456e3e7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:05.295486 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0b70b337-0330-485f-a126-555940c9c8e6 req-58e15643-6d82-4fc9-b694-7a37c456e3e7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0830526 Jun 02 16:53:05.344226 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0b70b337-0330-485f-a126-555940c9c8e6 req-9379533d-d7ba-4837-8911-fcee5a3d4e60 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404797 Jun 02 16:53:05.475997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7cd41116-4cee-485e-87aa-f81e218b3a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:05.810742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-4f7e0188-c545-4377-93d0-f019579c33dd tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:05.812190 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-4f7e0188-c545-4377-93d0-f019579c33dd tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14&tenant_id=ec13c636cd76497fa74d570a18ebe194&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.1381299 Jun 02 16:53:06.032604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de0279-ca4c-4804-b4d7-92e280516b8b req-593984d1-6e18-4685-a399-e5ab6f6478f5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:06.033964 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47de0279-ca4c-4804-b4d7-92e280516b8b req-593984d1-6e18-4685-a399-e5ab6f6478f5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.3043606 Jun 02 16:53:06.074682 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-24e390dc-3d4a-43a8-8e73-9c24c41ceedb service neutron] 10.222.0.49 "GET /v2.0/ports/1033ef2a-6e73-43d4-ae16-30595a869be9/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.2564266 Jun 02 16:53:06.087291 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47de0279-ca4c-4804-b4d7-92e280516b8b req-c2684245-d0a0-4984-9955-2fe233b4cb90 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472600 Jun 02 16:53:06.174326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-47683f00-1cdd-435f-ac51-021de1ff7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:06.175808 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-47683f00-1cdd-435f-ac51-021de1ff7a6b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 1098 time: 0.0766513 Jun 02 16:53:06.307515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-2e0331bc-a86f-4ae0-88ea-b6570ff8273e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:06.308907 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-2e0331bc-a86f-4ae0-88ea-b6570ff8273e service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1271873 Jun 02 16:53:06.413249 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-74223d4e-75ce-45c4-8a9c-0e4b91ac626d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1033ef2a-6e73-43d4-ae16-30595a869be9 HTTP/1.1" status: 200 len: 1001 time: 0.0980234 Jun 02 16:53:06.480202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-fb2cf4b0-5824-438e-9eac-6a2c7670d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:06.481617 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-fb2cf4b0-5824-438e-9eac-6a2c7670d954 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0623450 Jun 02 16:53:06.560540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-fee06f70-2420-4000-a259-7bb16d1e9d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:06.561906 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-fee06f70-2420-4000-a259-7bb16d1e9d19 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0728517 Jun 02 16:53:06.696992 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-16292fe3-a5ab-4894-8c58-8d1456309f66 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278179 Jun 02 16:53:06.758947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:06.841729 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-cd22511c-a5f9-47ef-b50b-3501fc315647 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378427 Jun 02 16:53:07.285613 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013e380-e7b4-4563-a198-dfdf1b68cd76 req-71647a6c-5dd2-42cd-b107-416eda009a84 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:07.287155 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8013e380-e7b4-4563-a198-dfdf1b68cd76 req-71647a6c-5dd2-42cd-b107-416eda009a84 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0827765 Jun 02 16:53:07.341104 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8013e380-e7b4-4563-a198-dfdf1b68cd76 req-286c7753-d912-465b-a19f-af558cd8dfe0 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475719 Jun 02 16:53:08.554531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc0b8d-448d-4856-8511-b4a41665f058 req-86b397bb-d441-4f38-b96d-1a6e62bc6cf8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:08.556013 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-86bc0b8d-448d-4856-8511-b4a41665f058 req-86b397bb-d441-4f38-b96d-1a6e62bc6cf8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.0981505 Jun 02 16:53:08.602272 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-86bc0b8d-448d-4856-8511-b4a41665f058 req-f1af970c-527e-4545-a80f-9f15935ca062 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388165 Jun 02 16:53:08.678349 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:08.694663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1033ef2a-6e73-43d4-ae16-30595a869be9 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:53:08.827036 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:08.861458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1033ef2a-6e73-43d4-ae16-30595a869be9'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:53:08.863875 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554bc574-71d1-4f70-9b49-74e2ba197eec" -d '{"events": [{"server_uuid": "ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14", "name": "network-vif-unplugged", "status": "completed", "tag": "1033ef2a-6e73-43d4-ae16-30595a869be9"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:53:08.871523 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1033ef2a-6e73-43d4-ae16-30595a869be9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1033ef2a-6e73-43d4-ae16-30595a869be9,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:53:08.877300 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:08.880263 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:08.915999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 16:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e61b74-ef87-4fbd-b79c-6d1245ffc22f x-openstack-request-id: req-69e61b74-ef87-4fbd-b79c-6d1245ffc22f {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:53:08.916306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14", "name": "network-vif-unplugged", "status": "completed", "tag": "1033ef2a-6e73-43d4-ae16-30595a869be9", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:53:08.916571 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-69e61b74-ef87-4fbd-b79c-6d1245ffc22f {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:53:08.916973 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'code': 200} Jun 02 16:53:08.958684 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=1033ef2a-6e73-43d4-ae16-30595a869be9,revision_number=9']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:08.961829 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:09.798190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a914a74-53d3-4844-87a3-3c2286995a0e req-3dcbcb2c-6ebd-4d9b-b95e-d54c9ee635c9 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:09.799908 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9a914a74-53d3-4844-87a3-3c2286995a0e req-3dcbcb2c-6ebd-4d9b-b95e-d54c9ee635c9 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 943 time: 0.0871847 Jun 02 16:53:09.851561 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9a914a74-53d3-4844-87a3-3c2286995a0e req-55456873-7aba-47a3-b2c2-c2f6ab57e233 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428574 Jun 02 16:53:11.049561 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f3c41-e984-414c-9d19-839f82abca77 req-978585f2-5229-40d1-97ca-85e2d9ad678f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:11.051055 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ad7f3c41-e984-414c-9d19-839f82abca77 req-978585f2-5229-40d1-97ca-85e2d9ad678f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 943 time: 0.0886610 Jun 02 16:53:11.100438 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ad7f3c41-e984-414c-9d19-839f82abca77 req-11c41e04-d5f6-42ee-a1b7-482b66eb67bf tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429900 Jun 02 16:53:11.481719 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-4a789481-ffaf-4db3-9294-9c5121947afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:11.483126 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-4a789481-ffaf-4db3-9294-9c5121947afa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14&tenant_id=ec13c636cd76497fa74d570a18ebe194 HTTP/1.1" status: 200 len: 1096 time: 0.0853460 Jun 02 16:53:11.580009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-540a1ad9-aa96-43fc-8b28-5574aae04303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:11.581507 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-540a1ad9-aa96-43fc-8b28-5574aae04303 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec13c636cd76497fa74d570a18ebe194&device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 1096 time: 0.0724552 Jun 02 16:53:11.722570 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-2b312dad-d893-4014-bc38-6c2ea4ee71e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:11.724162 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-2b312dad-d893-4014-bc38-6c2ea4ee71e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 200 len: 912 time: 0.1328893 Jun 02 16:53:11.840044 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-c556e458-d517-492f-973c-e9705d05d32c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1033ef2a-6e73-43d4-ae16-30595a869be9 HTTP/1.1" status: 200 len: 999 time: 0.1056228 Jun 02 16:53:11.906657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-6f2e64c8-6797-4a86-bbd8-047c34437d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:11.908088 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-6f2e64c8-6797-4a86-bbd8-047c34437d47 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 200 len: 850 time: 0.0586040 Jun 02 16:53:11.998751 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-a956e313-9b10-4a80-b14e-6a6f9bd7bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:12.000242 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-a956e313-9b10-4a80-b14e-6a6f9bd7bd29 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f9d60fc-e243-4730-9a5d-a50114229341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0819616 Jun 02 16:53:12.140812 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-77608ed3-0c99-4efb-a906-23bc285ed678 service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298559 Jun 02 16:53:12.327691 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cba58482-054e-4bab-bc84-925c213b7ca4 req-05cf8f24-e3a8-460d-8d00-827936d027cd service neutron] 10.222.0.49 "GET /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754391 Jun 02 16:53:12.350334 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4ba75-4f7c-4998-997f-b920342246ec req-0b940ea8-634f-4a0e-a322-c90fd78593a6 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:12.351825 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3fa4ba75-4f7c-4998-997f-b920342246ec req-0b940ea8-634f-4a0e-a322-c90fd78593a6 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 943 time: 0.1262193 Jun 02 16:53:12.416389 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3fa4ba75-4f7c-4998-997f-b920342246ec req-89d8c0f1-fccd-4c3f-9c1d-d53ebc4c20c2 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581374 Jun 02 16:53:12.728682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1033ef2a-6e73-43d4-ae16-30595a869be9 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:53:13.618050 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71199da-ea53-4700-a6b0-e661e774420c req-e1dc474a-1f5c-4566-9185-0671394a0f66 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:13.619621 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c71199da-ea53-4700-a6b0-e661e774420c req-e1dc474a-1f5c-4566-9185-0671394a0f66 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 943 time: 0.0891478 Jun 02 16:53:13.665913 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c71199da-ea53-4700-a6b0-e661e774420c req-79ae0a93-01d0-416e-af3f-ba2e4f18f3c5 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402400 Jun 02 16:53:14.862861 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e58bb3-f6d0-4f2d-acc0-4adbb3449051 req-2e3d257b-fb66-4266-ac69-65f051b3a77b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:14.864359 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e4e58bb3-f6d0-4f2d-acc0-4adbb3449051 req-2e3d257b-fb66-4266-ac69-65f051b3a77b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 943 time: 0.0841353 Jun 02 16:53:14.910303 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e4e58bb3-f6d0-4f2d-acc0-4adbb3449051 req-e38003b3-d4d6-490b-8f24-33f1dc6fd0d4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398896 Jun 02 16:53:16.106309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cded0-5e66-4521-87a5-3e66ff713e1a req-234f4102-7a48-42d0-899a-4bbf635fa378 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:16.107849 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-345cded0-5e66-4521-87a5-3e66ff713e1a req-234f4102-7a48-42d0-899a-4bbf635fa378 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 943 time: 0.0838604 Jun 02 16:53:16.153458 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-345cded0-5e66-4521-87a5-3e66ff713e1a req-fd0436e2-00a1-40b7-8254-89165e5d058d tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398023 Jun 02 16:53:16.157910 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:53:17.500400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d3a7b-68f4-48ad-9bcf-1bb33e1f7842 req-6551e7e4-3e6a-4947-955f-4fca65085463 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:17.501763 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-af1d3a7b-68f4-48ad-9bcf-1bb33e1f7842 req-6551e7e4-3e6a-4947-955f-4fca65085463 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 943 time: 0.2343946 Jun 02 16:53:17.548831 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-af1d3a7b-68f4-48ad-9bcf-1bb33e1f7842 req-7c8e35bc-8bf6-4259-8ad0-67164fa2c0df tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382483 Jun 02 16:53:18.759088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1033ef2a-6e73-43d4-ae16-30595a869be9 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:53:18.770036 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af106bd0-c59e-4d05-b99f-1f2134c934f9 req-116b3070-a8e7-4d53-a22d-d9ff36c794d1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:18.771671 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-af106bd0-c59e-4d05-b99f-1f2134c934f9 req-116b3070-a8e7-4d53-a22d-d9ff36c794d1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 943 time: 0.1039858 Jun 02 16:53:18.819165 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-af106bd0-c59e-4d05-b99f-1f2134c934f9 req-694c9116-cfee-4788-8f18-1a51ac2ac7c7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415416 Jun 02 16:53:18.905161 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1033ef2a-6e73-43d4-ae16-30595a869be9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1033ef2a-6e73-43d4-ae16-30595a869be9,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:53:18.919431 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'port_id': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'mac_address': 'fa:16:3e:00:65:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:53:18.976269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:18.994620 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1033ef2a-6e73-43d4-ae16-30595a869be9 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:53:19.013961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1033ef2a-6e73-43d4-ae16-30595a869be9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1033ef2a-6e73-43d4-ae16-30595a869be9,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:53:19.020845 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:19.022800 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-01e73794-4d81-4a0d-aeae-f9c0e881be84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:19.093260 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['1033ef2a-6e73-43d4-ae16-30595a869be9'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:53:19.151897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=1033ef2a-6e73-43d4-ae16-30595a869be9,revision_number=10']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:19.156581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:19.321333 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:20.031427 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc49c-e41a-44b1-8b09-369154c96e87 req-665f394d-573f-4fce-b09f-3216272bf77b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:20.034637 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-781bc49c-e41a-44b1-8b09-369154c96e87 req-665f394d-573f-4fce-b09f-3216272bf77b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 945 time: 0.1008956 Jun 02 16:53:20.093087 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-781bc49c-e41a-44b1-8b09-369154c96e87 req-71e51ca4-fe0a-45c7-a962-0ee9b92299a4 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521035 Jun 02 16:53:20.775119 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1033ef2a-6e73-43d4-ae16-30595a869be9 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:53:20.858480 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 1033ef2a-6e73-43d4-ae16-30595a869be9 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:53:20.858885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:20.977665 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:21.005189 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1033ef2a-6e73-43d4-ae16-30595a869be9'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:53:21.007498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c6aef9-cf31-4fc0-8d70-7a5506ae84de" -d '{"events": [{"server_uuid": "ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14", "name": "network-vif-plugged", "status": "completed", "tag": "1033ef2a-6e73-43d4-ae16-30595a869be9"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:53:21.015710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 1033ef2a-6e73-43d4-ae16-30595a869be9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1033ef2a-6e73-43d4-ae16-30595a869be9,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:53:21.021217 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:21.023670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:21.064742 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34061c7-80f3-4c67-af12-44c9d84736bf x-openstack-request-id: req-a34061c7-80f3-4c67-af12-44c9d84736bf {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:53:21.065045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14", "name": "network-vif-plugged", "status": "completed", "tag": "1033ef2a-6e73-43d4-ae16-30595a869be9", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:53:21.065305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a34061c7-80f3-4c67-af12-44c9d84736bf {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:53:21.065698 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'code': 200} Jun 02 16:53:21.092515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=1033ef2a-6e73-43d4-ae16-30595a869be9,revision_number=11']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:21.095741 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:21.291047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030345c-1aea-43aa-baf3-41d3674c2f35 req-acf7f51a-66d1-4a97-b28d-09ae6f3a1a06 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:21.292396 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a030345c-1aea-43aa-baf3-41d3674c2f35 req-acf7f51a-66d1-4a97-b28d-09ae6f3a1a06 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 946 time: 0.0895214 Jun 02 16:53:21.340413 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a030345c-1aea-43aa-baf3-41d3674c2f35 req-65451532-ea3b-439a-b32d-774b7c7477d0 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398550 Jun 02 16:53:22.540777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8d1de-77ba-430a-9745-8dd0d4fd3272 req-3b705f8c-6db7-4ff7-b560-37941827edaf tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:22.542266 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-efe8d1de-77ba-430a-9745-8dd0d4fd3272 req-3b705f8c-6db7-4ff7-b560-37941827edaf tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 946 time: 0.0873115 Jun 02 16:53:22.588627 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-efe8d1de-77ba-430a-9745-8dd0d4fd3272 req-56d56144-3860-4e52-a0cf-3e7d85bd7844 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405955 Jun 02 16:53:23.797999 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e3352-55df-4b53-ae95-8ead4caf1075 req-9bcedfd9-0f3b-4a9d-bcc7-88ca698c8ccb tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:23.799385 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-151e3352-55df-4b53-ae95-8ead4caf1075 req-9bcedfd9-0f3b-4a9d-bcc7-88ca698c8ccb tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 946 time: 0.0972886 Jun 02 16:53:23.849269 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-151e3352-55df-4b53-ae95-8ead4caf1075 req-24bc8ca2-0a82-4042-a95d-3ea73f1e8c61 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436757 Jun 02 16:53:24.062438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751d2ce-f375-4c5f-b7e6-30b0a6ad1237 req-aa55d077-dd76-4fbc-a61c-530d1e1c1d47 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:24.063786 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d751d2ce-f375-4c5f-b7e6-30b0a6ad1237 req-aa55d077-dd76-4fbc-a61c-530d1e1c1d47 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 946 time: 0.0884726 Jun 02 16:53:24.112638 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d751d2ce-f375-4c5f-b7e6-30b0a6ad1237 req-b608086c-bcea-4678-946a-c4f54074d322 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402892 Jun 02 16:53:24.312312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986dc2b-7424-4ba8-914d-c3edc64029c3 req-4bf0ea61-1be2-4edf-875c-f75043959e2a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:24.313876 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e986dc2b-7424-4ba8-914d-c3edc64029c3 req-4bf0ea61-1be2-4edf-875c-f75043959e2a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 946 time: 0.0968266 Jun 02 16:53:24.359250 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e986dc2b-7424-4ba8-914d-c3edc64029c3 req-b9724027-546a-4432-8194-6100eca132b7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395558 Jun 02 16:53:24.954355 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc40d56-52c5-4848-b045-b37e7bb10b82 req-01758296-a642-4eee-8ce1-f6436b30a34a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:24.955782 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-dfc40d56-52c5-4848-b045-b37e7bb10b82 req-01758296-a642-4eee-8ce1-f6436b30a34a tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 946 time: 0.1005402 Jun 02 16:53:25.002514 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-dfc40d56-52c5-4848-b045-b37e7bb10b82 req-1f8d8b75-138d-4f6d-a11f-2cfc9a773038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406399 Jun 02 16:53:26.201293 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892249e9-a1ca-4ced-8805-9774a66ff345 req-b0c10daa-1982-4b29-9140-afb15ebb1b8e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:26.202795 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-892249e9-a1ca-4ced-8805-9774a66ff345 req-b0c10daa-1982-4b29-9140-afb15ebb1b8e tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 946 time: 0.0904412 Jun 02 16:53:26.254268 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-892249e9-a1ca-4ced-8805-9774a66ff345 req-9dd8af43-7dde-4f4e-b69b-b03a6ed9390c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455399 Jun 02 16:53:27.515655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2816e-d293-4428-8da9-977cacbcfb8b req-cf1b2382-7fbd-4c47-82b2-3d7453a810d2 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:27.517026 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bec2816e-d293-4428-8da9-977cacbcfb8b req-cf1b2382-7fbd-4c47-82b2-3d7453a810d2 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 946 time: 0.1405768 Jun 02 16:53:27.527427 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c98903-7e20-425b-a25c-4d4c2ab5f985 req-4f2b4815-c0b6-47b5-9162-5e948f655900 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:27.528776 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-26c98903-7e20-425b-a25c-4d4c2ab5f985 req-4f2b4815-c0b6-47b5-9162-5e948f655900 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 946 time: 0.1207402 Jun 02 16:53:27.622850 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bec2816e-d293-4428-8da9-977cacbcfb8b req-0d05b5e2-0a07-48ac-ad4b-84ca6d3a28ec tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups?id=030cffaa-4504-423b-9ccc-15557d8da033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931144 Jun 02 16:53:27.691715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-26c98903-7e20-425b-a25c-4d4c2ab5f985 req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Deleting port 1033ef2a-6e73-43d4-ae16-30595a869be9 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:53:27.692073 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-26c98903-7e20-425b-a25c-4d4c2ab5f985 req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:27.833574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-26c98903-7e20-425b-a25c-4d4c2ab5f985 req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] For port 1033ef2a-6e73-43d4-ae16-30595a869be9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1033ef2a-6e73-43d4-ae16-30595a869be9,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:53:27.833842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-26c98903-7e20-425b-a25c-4d4c2ab5f985 req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:28.139125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-26c98903-7e20-425b-a25c-4d4c2ab5f985 req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:28.139516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-26c98903-7e20-425b-a25c-4d4c2ab5f985 req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:28.139797 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [req-26c98903-7e20-425b-a25c-4d4c2ab5f985 req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Floating IP 139e0c28-e91f-4e1a-8523-5a716159dec2 disassociated. External IP: 172.26.3.59, port: 1033ef2a-6e73-43d4-ae16-30595a869be9. Jun 02 16:53:28.140168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-26c98903-7e20-425b-a25c-4d4c2ab5f985 req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Calling delete_port for 1033ef2a-6e73-43d4-ae16-30595a869be9 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:53:28.259322 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-26c98903-7e20-425b-a25c-4d4c2ab5f985 req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:28.265131 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:28.309782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Pushing event deleted for resources: {'Port': ['ID=1033ef2a-6e73-43d4-ae16-30595a869be9,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:28.320942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:28.321343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:28.321739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:28.322176 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:28.322533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:28.322914 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:28.323321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:28.323662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:28.324036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:28.324442 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:28.325112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:28.325615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:28.329498 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:28.660552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26c98903-7e20-425b-a25c-4d4c2ab5f985 req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:53:28.775590 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b4c8febd-6b32-4d34-b816-65e56d2e52e7 req-122faece-294b-4465-af9b-3110a4e93658 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 210 time: 0.0434601 Jun 02 16:53:28.847598 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26c98903-7e20-425b-a25c-4d4c2ab5f985 req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:53:28.858094 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018149c7-7505-47d8-a754-3650f03ebd99 None None] Sync routers for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:53:28.868461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018149c7-7505-47d8-a754-3650f03ebd99 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:53:28.869091 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-018149c7-7505-47d8-a754-3650f03ebd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:53:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:53:28.922356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c98903-7e20-425b-a25c-4d4c2ab5f985 req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] No DVR routers for this DVR port 1033ef2a-6e73-43d4-ae16-30595a869be9 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:53:28.926103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-26c98903-7e20-425b-a25c-4d4c2ab5f985 req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:28.928821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'name': 'network-vif-deleted', 'tag': '1033ef2a-6e73-43d4-ae16-30595a869be9'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:53:28.931231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad1f87b-753e-4e42-bbf9-635292b8ab45" -d '{"events": [{"server_uuid": "ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14", "name": "network-vif-deleted", "tag": "1033ef2a-6e73-43d4-ae16-30595a869be9"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:53:28.946673 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-26c98903-7e20-425b-a25c-4d4c2ab5f985 req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.49 "DELETE /v2.0/ports/1033ef2a-6e73-43d4-ae16-30595a869be9 HTTP/1.1" status: 204 len: 173 time: 1.4040530 Jun 02 16:53:28.979774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95be7e1e-6217-4a41-a08f-4b60a121d6f9 x-openstack-request-id: req-95be7e1e-6217-4a41-a08f-4b60a121d6f9 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:53:28.980262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14", "name": "network-vif-deleted", "tag": "1033ef2a-6e73-43d4-ae16-30595a869be9", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:53:28.980582 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95be7e1e-6217-4a41-a08f-4b60a121d6f9 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:53:28.981117 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14', 'name': 'network-vif-deleted', 'tag': '1033ef2a-6e73-43d4-ae16-30595a869be9', 'status': 'completed', 'code': 200} Jun 02 16:53:29.088061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-018149c7-7505-47d8-a754-3650f03ebd99 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:53:29.408458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-018149c7-7505-47d8-a754-3650f03ebd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:53:29.412834 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018149c7-7505-47d8-a754-3650f03ebd99 None None] Checking router: e02459f7-f5a5-43b7-b3bf-cd3657c65c72 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:53:29.421816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018149c7-7505-47d8-a754-3650f03ebd99 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:53:29.422490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-018149c7-7505-47d8-a754-3650f03ebd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:53:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:53:29.608129 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-018149c7-7505-47d8-a754-3650f03ebd99 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:53:29.929346 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0a3fb36f-457b-41e4-99a2-aee75b54ed10 req-d8bd9bef-93e1-45de-968d-230f6c3b8c9b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 210 time: 0.0430009 Jun 02 16:53:29.939044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-018149c7-7505-47d8-a754-3650f03ebd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:53:29.943235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018149c7-7505-47d8-a754-3650f03ebd99 None None] The sync data for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv is: [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:46:59Z', 'revision_number': 4, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9dccb514-c4c9-4e2f-819b-4a938f6197b0', 'name': '', 'network_id': '5f9d60fc-e243-4730-9a5d-a50114229341', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'mac_address': 'fa:16:3e:46:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:58Z', 'updated_at': '2021-06-02T16:47:05Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'subnets': [{'id': '00c810e9-a35c-4ca5-b859-06b19c299714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:53:30.153333 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd6ea71-f880-46e0-969d-fc18e3625a95 None None] New status for floating IP 139e0c28-e91f-4e1a-8523-5a716159dec2: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:53:30.790673 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1033ef2a-6e73-43d4-ae16-30595a869be9 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:53:30.825602 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 1033ef2a-6e73-43d4-ae16-30595a869be9 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:53:30.826129 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 1033ef2a-6e73-43d4-ae16-30595a869be9 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:53:31.091421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-b548b746-f678-45af-acae-1a2f32073342 req-2848eb48-51e1-43f2-a460-e8c02a72c40f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Synchronizing usage tracker for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:53:31.108440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-b548b746-f678-45af-acae-1a2f32073342 req-2848eb48-51e1-43f2-a460-e8c02a72c40f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Unset dirty status for tenant:ec13c636cd76497fa74d570a18ebe194 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:53:31.109640 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b548b746-f678-45af-acae-1a2f32073342 req-2848eb48-51e1-43f2-a460-e8c02a72c40f tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 210 time: 0.0642812 Jun 02 16:53:32.264148 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a5127908-8239-4f8e-ba59-35d3029c9243 req-9f7bbd45-29e8-4beb-96cd-5275218dc456 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce6d5f1a-4061-4a4d-91fa-5ecf90ec5e14 HTTP/1.1" status: 200 len: 210 time: 0.0486939 Jun 02 16:53:32.987481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-487f1e3e-d988-4c71-9b7a-716de3f6f5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:35.027655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:35.471386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-76a2d1aa-6863-472f-bd70-6526e9f77193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:36.531096 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42670) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:53:36.598186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:36.627511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:36.683465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:36.687715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-23819db8-f9f5-4fe6-af28-57b838263ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:36.704754 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=030cffaa-4504-423b-9ccc-15557d8da033,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:36.712507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:36.712912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:36.713317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:36.713690 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:36.714060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:36.714509 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:36.714802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:36.715173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:36.715527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:36.715882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:36.716240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:36.716597 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:36.721766 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:36.725234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:36.726440 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "DELETE /v2.0/security-groups/030cffaa-4504-423b-9ccc-15557d8da033 HTTP/1.1" status: 204 len: 168 time: 0.1940188 Jun 02 16:53:36.729356 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42672) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:53:36.745527 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-a44b7896-07d5-4c0c-86af-5546afccbcc2 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] show failed (client error): The resource could not be found. Jun 02 16:53:36.746579 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a44b7896-07d5-4c0c-86af-5546afccbcc2 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "GET /v2.0/security-groups/030cffaa-4504-423b-9ccc-15557d8da033 HTTP/1.1" status: 404 len: 347 time: 0.0163109 Jun 02 16:53:36.749411 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42674) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:53:36.760380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:36.984333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-fd3b342e-48f9-4b71-a51c-ef2be74bf75b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Deleting port 9b2990bc-6137-4c7f-b839-a46e854800a9 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:53:36.984583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd3b342e-48f9-4b71-a51c-ef2be74bf75b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:37.108062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd3b342e-48f9-4b71-a51c-ef2be74bf75b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:37.108350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd3b342e-48f9-4b71-a51c-ef2be74bf75b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:37.235065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-fd3b342e-48f9-4b71-a51c-ef2be74bf75b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Calling delete_port for 9b2990bc-6137-4c7f-b839-a46e854800a9 owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:53:37.365907 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd3b342e-48f9-4b71-a51c-ef2be74bf75b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:37.369526 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:37.415950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b342e-48f9-4b71-a51c-ef2be74bf75b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Pushing event deleted for resources: {'Port': ['ID=9b2990bc-6137-4c7f-b839-a46e854800a9,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:37.418722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fd3b342e-48f9-4b71-a51c-ef2be74bf75b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:37.510043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd3b342e-48f9-4b71-a51c-ef2be74bf75b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:37.539725 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fd3b342e-48f9-4b71-a51c-ef2be74bf75b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:37.540873 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fd3b342e-48f9-4b71-a51c-ef2be74bf75b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] 10.222.0.50 "DELETE /v2.0/floatingips/139e0c28-e91f-4e1a-8523-5a716159dec2 HTTP/1.1" status: 204 len: 168 time: 0.7904859 Jun 02 16:53:37.544120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42676) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:53:38.332780 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7da76949-0d6a-4722-bcaf-dc34a7f7d68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:38.680137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:38.755243 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-7da76949-0d6a-4722-bcaf-dc34a7f7d68d admin admin] Deleting port 9dccb514-c4c9-4e2f-819b-4a938f6197b0 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:53:38.755575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7da76949-0d6a-4722-bcaf-dc34a7f7d68d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:38.878452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-7da76949-0d6a-4722-bcaf-dc34a7f7d68d admin admin] For port 9dccb514-c4c9-4e2f-819b-4a938f6197b0, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9dccb514-c4c9-4e2f-819b-4a938f6197b0,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:53:38.878777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7da76949-0d6a-4722-bcaf-dc34a7f7d68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:38.998725 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-7da76949-0d6a-4722-bcaf-dc34a7f7d68d admin admin] Calling delete_port for 9dccb514-c4c9-4e2f-819b-4a938f6197b0 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:53:39.176378 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7da76949-0d6a-4722-bcaf-dc34a7f7d68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:39.181233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fd3b342e-48f9-4b71-a51c-ef2be74bf75b tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:39.224021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da76949-0d6a-4722-bcaf-dc34a7f7d68d admin admin] Pushing event deleted for resources: {'Port': ['ID=9dccb514-c4c9-4e2f-819b-4a938f6197b0,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:39.226495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7da76949-0d6a-4722-bcaf-dc34a7f7d68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:39.495415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7da76949-0d6a-4722-bcaf-dc34a7f7d68d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:40.011553 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da76949-0d6a-4722-bcaf-dc34a7f7d68d admin admin] Router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:53:40.198375 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da76949-0d6a-4722-bcaf-dc34a7f7d68d admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:53:40.208930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7b85d-adbc-4652-b506-2bac625b5dd3 None None] Sync routers for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:53:40.214099 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7da76949-0d6a-4722-bcaf-dc34a7f7d68d admin admin] 10.222.0.50 "PUT /v2.0/routers/e02459f7-f5a5-43b7-b3bf-cd3657c65c72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6688616 Jun 02 16:53:40.216889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42682) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:53:40.220582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7b85d-adbc-4652-b506-2bac625b5dd3 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:53:40.221239 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3bd7b85d-adbc-4652-b506-2bac625b5dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:53:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:53:40.393269 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:40.398864 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-3bd7b85d-adbc-4652-b506-2bac625b5dd3 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:53:40.566709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:40.642170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] Deleting port 01069b6c-e9a8-4abc-9416-59db9d97ba62 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:53:40.642515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:40.733939 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3bd7b85d-adbc-4652-b506-2bac625b5dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:53:39Z', 'revision_number': 5, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port': {'id': '01069b6c-e9a8-4abc-9416-59db9d97ba62', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:46:55Z', 'updated_at': '2021-06-02T16:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:53:40.737776 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7b85d-adbc-4652-b506-2bac625b5dd3 None None] Checking router: e02459f7-f5a5-43b7-b3bf-cd3657c65c72 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:53:40.746095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7b85d-adbc-4652-b506-2bac625b5dd3 None None] Routers {'e02459f7-f5a5-43b7-b3bf-cd3657c65c72'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:53:40.747541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3bd7b85d-adbc-4652-b506-2bac625b5dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:53:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:53:40.763575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] For port 01069b6c-e9a8-4abc-9416-59db9d97ba62, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=01069b6c-e9a8-4abc-9416-59db9d97ba62,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:53:40.763940 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:40.885081 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] Calling delete_port for 01069b6c-e9a8-4abc-9416-59db9d97ba62 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:53:40.900278 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-3bd7b85d-adbc-4652-b506-2bac625b5dd3 None None] Set router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:53:41.008076 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-3bd7b85d-adbc-4652-b506-2bac625b5dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:53:40Z', 'revision_number': 6, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:53:41.012643 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7b85d-adbc-4652-b506-2bac625b5dd3 None None] The sync data for ids ['e02459f7-f5a5-43b7-b3bf-cd3657c65c72'] in dv-neutron-601336-83-hyperv is: [{'id': 'e02459f7-f5a5-43b7-b3bf-cd3657c65c72', 'name': 'tempest-ServerActionsTestJSON-468502345-router', 'tenant_id': 'ec13c636cd76497fa74d570a18ebe194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:46:54Z', 'updated_at': '2021-06-02T16:53:40Z', 'revision_number': 6, 'project_id': 'ec13c636cd76497fa74d570a18ebe194', 'gw_port_host': None}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:53:41.196009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:41.199594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e4718cbb-cd01-4da4-8b3f-b419bfa2332a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:41.241298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] Pushing event deleted for resources: {'Port': ['ID=01069b6c-e9a8-4abc-9416-59db9d97ba62,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:41.244461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:41.337360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:41.517241 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:41.519640 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:41.547859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:41.548444 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e02459f7-f5a5-43b7-b3bf-cd3657c65c72 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:53:41.561003 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:41.562146 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e02459f7-f5a5-43b7-b3bf-cd3657c65c72 HTTP/1.1" status: 204 len: 168 time: 1.3443315 Jun 02 16:53:41.564684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42684) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:53:41.625067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b3fdfe-0817-4e27-9c50-d62fef28f0d8 admin admin] Deleting subnet 00c810e9-a35c-4ca5-b859-06b19c299714 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:53:41.628134 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-79b3fdfe-0817-4e27-9c50-d62fef28f0d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:41.692418 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-79b3fdfe-0817-4e27-9c50-d62fef28f0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:41.763837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9dccb514-c4c9-4e2f-819b-4a938f6197b0 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:53:41.785571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-79b3fdfe-0817-4e27-9c50-d62fef28f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:41.801405 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 9dccb514-c4c9-4e2f-819b-4a938f6197b0 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:53:41.801771 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9dccb514-c4c9-4e2f-819b-4a938f6197b0 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:53:42.043479 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-79b3fdfe-0817-4e27-9c50-d62fef28f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:42.047408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-331d0196-ee84-468c-ba83-cf2cd1401c56 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:42.102337 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3fdfe-0817-4e27-9c50-d62fef28f0d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00c810e9-a35c-4ca5-b859-06b19c299714,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:42.106050 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-79b3fdfe-0817-4e27-9c50-d62fef28f0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:42.109468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-79b3fdfe-0817-4e27-9c50-d62fef28f0d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:42.115411 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4099e0-bc08-4fdc-afb8-3e7c15e05533 None None] Network 5f9d60fc-e243-4730-9a5d-a50114229341 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:53:42.119298 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-79b3fdfe-0817-4e27-9c50-d62fef28f0d8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/00c810e9-a35c-4ca5-b859-06b19c299714 HTTP/1.1" status: 204 len: 168 time: 0.5532453 Jun 02 16:53:42.123236 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42686) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:53:42.230416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:42.307683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Deleting port 11946652-7627-44d1-bacc-78cca1563ddb {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:53:42.307947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:42.366099 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d920dff7-d4ee-4e65-b964-dc0dea4e1edd None None] DHCP port deletion for 5f9d60fc-e243-4730-9a5d-a50114229341 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:53:42.420312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] For port 11946652-7627-44d1-bacc-78cca1563ddb, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=11946652-7627-44d1-bacc-78cca1563ddb,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:53:42.420753 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:42.442281 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d920dff7-d4ee-4e65-b964-dc0dea4e1edd None None] Deleting port 11946652-7627-44d1-bacc-78cca1563ddb {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:53:42.442665 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d920dff7-d4ee-4e65-b964-dc0dea4e1edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:42.540517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d920dff7-d4ee-4e65-b964-dc0dea4e1edd None None] For port 11946652-7627-44d1-bacc-78cca1563ddb, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=11946652-7627-44d1-bacc-78cca1563ddb,segment=NetworkSegment(1d0b506a-c462-42d1-a1d3-0fa9671beac5),segment_id=1d0b506a-c462-42d1-a1d3-0fa9671beac5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:53:42.540819 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d920dff7-d4ee-4e65-b964-dc0dea4e1edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:42.542880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Calling delete_port for 11946652-7627-44d1-bacc-78cca1563ddb owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:53:42.592015 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:42.597755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2fcf534f-37a1-4266-9f76-98cf1196f013 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:42.645187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Pushing event deleted for resources: {'Port': ['ID=11946652-7627-44d1-bacc-78cca1563ddb,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:42.648094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:42.650735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] No DVR routers for this DVR port 11946652-7627-44d1-bacc-78cca1563ddb on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:53:42.661458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d920dff7-d4ee-4e65-b964-dc0dea4e1edd None None] Calling delete_port for 11946652-7627-44d1-bacc-78cca1563ddb owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:53:42.704483 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d920dff7-d4ee-4e65-b964-dc0dea4e1edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:42.709145 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:42.754998 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920dff7-d4ee-4e65-b964-dc0dea4e1edd None None] Pushing event deleted for resources: {'Port': ['ID=11946652-7627-44d1-bacc-78cca1563ddb,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:42.756831 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d920dff7-d4ee-4e65-b964-dc0dea4e1edd None None] No DVR routers for this DVR port 11946652-7627-44d1-bacc-78cca1563ddb on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:53:42.758352 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d920dff7-d4ee-4e65-b964-dc0dea4e1edd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:42.770255 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:42.923530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9d60fc-e243-4730-9a5d-a50114229341']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:53:42.935843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0b506a-c462-42d1-a1d3-0fa9671beac5') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:53:42.936142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0b506a-c462-42d1-a1d3-0fa9671beac5') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:53:42.947165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:42.962902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:42.968871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:53:42.969242 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:53:42.982526 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:53:43.061888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:43.066189 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:43.068878 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bce8687f-cc66-47a7-b9c3-55c45ad66034 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:43.090492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f9d60fc-e243-4730-9a5d-a50114229341,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:43.092928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:43.107462 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5f9d60fc-e243-4730-9a5d-a50114229341 HTTP/1.1" status: 204 len: 168 time: 0.9829068 Jun 02 16:53:43.230869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42690) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:53:43.260485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 01069b6c-e9a8-4abc-9416-59db9d97ba62 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:53:43.285665 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-98c55f9a-416d-4b93-8bb3-bb2da3891715 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec13c636cd76497fa74d570a18ebe194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534828 Jun 02 16:53:43.288231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42692) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:53:43.296137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 01069b6c-e9a8-4abc-9416-59db9d97ba62 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:53:43.296511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 01069b6c-e9a8-4abc-9416-59db9d97ba62 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:53:43.297074 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 11946652-7627-44d1-bacc-78cca1563ddb no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:53:43.330207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 11946652-7627-44d1-bacc-78cca1563ddb {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:53:43.330566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 11946652-7627-44d1-bacc-78cca1563ddb not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:53:43.352461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-93201244-051b-4fd1-a185-c66192c1dc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:43.380142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-93201244-051b-4fd1-a185-c66192c1dc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:43.434454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-93201244-051b-4fd1-a185-c66192c1dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:43.438120 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6f3d88b1-acd5-4811-a1a4-95b7a3d032a5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:43.452212 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93201244-051b-4fd1-a185-c66192c1dc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d55cbc1-ff0b-4098-938b-58f6f63e8627,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:43.455687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-93201244-051b-4fd1-a185-c66192c1dc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:43.458893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-93201244-051b-4fd1-a185-c66192c1dc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:43.459988 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-93201244-051b-4fd1-a185-c66192c1dc62 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d55cbc1-ff0b-4098-938b-58f6f63e8627 HTTP/1.1" status: 204 len: 168 time: 0.1708584 Jun 02 16:53:44.305531 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42714) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:53:44.414211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1143137014-network', 'tenant_id': '9bdc052d26b346338c3ca4e89ef37ca5'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:53:44.420236 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:53:44.424897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Usage tracker for resource:network and tenant:9bdc052d26b346338c3ca4e89ef37ca5 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:53:44.427845 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:53:44.433942 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:53:44.448134 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Made reservation on behalf of 9bdc052d26b346338c3ca4e89ef37ca5 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:53:44.450642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:44.462985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:44.477475 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:53:44.482432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Usage tracker for resource:security_group_rule and tenant:9bdc052d26b346338c3ca4e89ef37ca5 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:53:44.485242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:53:44.490995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:53:44.580987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:44.587223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:44.590249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4f005db0-ec3c-4fd7-b35a-be4a8a676d24 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:44.623435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:53:44.632290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125992c9-6cd6-4d14-89e0-1c93135da1ea,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:44.635919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:44.638848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:44.639197 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Added segment 70104661-a1ac-4d62-90f1-153b5f53f8af of type vlan for network 4db08d8f-1e1c-4e27-8227-2bbc61a98d39 Jun 02 16:53:44.667160 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:44.699854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:44.700868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:44.701474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:44.706097 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fb3bb7ee-b4b8-4060-8575-222f60b652d0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:44.938568 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6317725 Jun 02 16:53:44.941895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Pushing event updated for resources: {'Network': ['ID=4db08d8f-1e1c-4e27-8227-2bbc61a98d39,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:44.942237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42718) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:53:44.945055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d535f4ce-0dc4-4dd1-8d8f-343238575f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:44.949949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] Request body: {'subnet': {'network_id': '4db08d8f-1e1c-4e27-8227-2bbc61a98d39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1143137014-subnet', 'tenant_id': '9bdc052d26b346338c3ca4e89ef37ca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:53:44.953097 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 4db08d8f-1e1c-4e27-8227-2bbc61a98d39 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:53:44.956146 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:53:44.960488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] Usage tracker for resource:subnet and tenant:9bdc052d26b346338c3ca4e89ef37ca5 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:53:44.963577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:53:44.969515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:53:44.981906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] Made reservation on behalf of 9bdc052d26b346338c3ca4e89ef37ca5 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:53:44.984563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:45.392307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:45.395972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7490500f-f35d-445b-9b62-16f2115e40c4 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:45.463629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] Pushing event updated for resources: {'Subnet': ['ID=37ffbc70-df46-4c24-8bb0-c50b50326e51,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:45.467260 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:45.474600 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] Checking segment: {'id': '70104661-a1ac-4d62-90f1-153b5f53f8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4db08d8f-1e1c-4e27-8227-2bbc61a98d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:53:45.474952 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] Network hostable DHCP agents. Network: 4db08d8f-1e1c-4e27-8227-2bbc61a98d39, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:53:45.497533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] Network 4db08d8f-1e1c-4e27-8227-2bbc61a98d39 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:53:45.507995 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 4db08d8f-1e1c-4e27-8227-2bbc61a98d39) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:53:45.516848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:45.517032 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1803284-ab5b-43ec-ba2a-6592cd83a324 None None] Network 4db08d8f-1e1c-4e27-8227-2bbc61a98d39 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:53:45.517440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:45.539961 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-58d114aa-c99b-4977-a451-1ab639b9b25a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5948038 Jun 02 16:53:45.713522 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d61203-2969-4902-b16e-f8a4a9cfbbd0 None None] Network 4db08d8f-1e1c-4e27-8227-2bbc61a98d39 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:53:46.051978 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-d7212aad-b376-49da-b362-b759b52e062a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:46.053313 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-d7212aad-b376-49da-b362-b759b52e062a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/networks?id=4db08d8f-1e1c-4e27-8227-2bbc61a98d39 HTTP/1.1" status: 200 len: 814 time: 0.1502230 Jun 02 16:53:46.068668 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-f701b8f6-18d1-4482-9cd3-bc95f1f43b5e tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/quotas/9bdc052d26b346338c3ca4e89ef37ca5 HTTP/1.1" status: 200 len: 375 time: 0.0093496 Jun 02 16:53:46.119643 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-694493d5-51dd-4670-beb2-5684be04170c tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9bdc052d26b346338c3ca4e89ef37ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453198 Jun 02 16:53:46.306549 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-dd1fb212-6833-4170-9a3e-48711a61d988 service neutron] 10.222.0.50 "GET /v2.0/networks/4db08d8f-1e1c-4e27-8227-2bbc61a98d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799822 Jun 02 16:53:46.445139 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-ef79aeb7-4664-4243-b924-d10ca28a67ab service neutron] 10.222.0.50 "GET /v2.0/networks/4db08d8f-1e1c-4e27-8227-2bbc61a98d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325145 Jun 02 16:53:46.639844 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7d777d89-ff08-48f1-be37-4a800cba6fa1 req-f6dbb4e0-4103-497d-8752-7c03f1d460de tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 210 time: 0.0481870 Jun 02 16:53:47.830032 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ddb366f9-47fe-4a19-8195-1dd22350eab5 req-f708c9ad-f3fd-4372-acae-91d7fac91006 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 210 time: 0.0528376 Jun 02 16:53:47.891689 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-0d702df8-0fa6-428a-b257-3cb8f367c764 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:47.893096 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-0d702df8-0fa6-428a-b257-3cb8f367c764 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.49 "GET /v2.0/networks?id=4db08d8f-1e1c-4e27-8227-2bbc61a98d39 HTTP/1.1" status: 200 len: 814 time: 0.2061744 Jun 02 16:53:47.906247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Request body: {'port': {'device_id': 'b5592e23-7a79-4266-830f-0f8cc7527641', 'network_id': '4db08d8f-1e1c-4e27-8227-2bbc61a98d39', 'admin_state_up': True, 'tenant_id': '9bdc052d26b346338c3ca4e89ef37ca5'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:53:48.042644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:53:48.046606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Usage tracker for resource:port and tenant:9bdc052d26b346338c3ca4e89ef37ca5 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:53:48.049542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:53:48.055337 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:53:48.065910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Made reservation on behalf of 9bdc052d26b346338c3ca4e89ef37ca5 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:53:48.069409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:48.384843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Allocated IP 172.20.0.9 (4db08d8f-1e1c-4e27-8227-2bbc61a98d39/37ffbc70-df46-4c24-8bb0-c50b50326e51/14db5196-b4cd-4fcf-95b4-702632010a41) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:53:48.586179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:48.618883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:48.624658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-90e1d9a6-603c-476b-bc11-a1f9597a4437 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:48.692272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Network 4db08d8f-1e1c-4e27-8227-2bbc61a98d39 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:53:48.695358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:53:48.699338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:53:48.729989 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Pushing event updated for resources: {'Port': ['ID=14db5196-b4cd-4fcf-95b4-702632010a41,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:48.736204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:48.768284 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:48.768878 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:48.792026 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8897898 Jun 02 16:53:48.864930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Request body: {'port': {'device_id': 'b5592e23-7a79-4266-830f-0f8cc7527641', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:53:48.977269 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:49.019920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a9b20-114f-4fee-b65d-e59043819ff3 req-061a9c36-b7fc-4ac6-93ec-dee1ea683e1f tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:49.021369 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f39a9b20-114f-4fee-b65d-e59043819ff3 req-061a9c36-b7fc-4ac6-93ec-dee1ea683e1f tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 931 time: 0.0853717 Jun 02 16:53:49.067400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-f39a9b20-114f-4fee-b65d-e59043819ff3 req-0bef9137-f324-498f-8574-d4174f9f04f9 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Synchronizing usage tracker for tenant:9bdc052d26b346338c3ca4e89ef37ca5 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:53:49.084336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-f39a9b20-114f-4fee-b65d-e59043819ff3 req-0bef9137-f324-498f-8574-d4174f9f04f9 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Unset dirty status for tenant:9bdc052d26b346338c3ca4e89ef37ca5 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:53:49.085791 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f39a9b20-114f-4fee-b65d-e59043819ff3 req-0bef9137-f324-498f-8574-d4174f9f04f9 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581748 Jun 02 16:53:49.327752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14db5196-b4cd-4fcf-95b4-702632010a41 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:53:49.335709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:49.336288 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:49.350933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Transition to ACTIVE for port object 14db5196-b4cd-4fcf-95b4-702632010a41 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:53:49.355439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:49.359922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-92516c09-76ac-499a-8031-06572e48393a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:49.508403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Pushing event updated for resources: {'Port': ['ID=14db5196-b4cd-4fcf-95b4-702632010a41,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:49.515547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:49.590235 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Attempting to bind port 14db5196-b4cd-4fcf-95b4-702632010a41 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:53:49.590480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Attempting to bind port 14db5196-b4cd-4fcf-95b4-702632010a41 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '70104661-a1ac-4d62-90f1-153b5f53f8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4db08d8f-1e1c-4e27-8227-2bbc61a98d39'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:53:49.590811 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Attempting to bind port 14db5196-b4cd-4fcf-95b4-702632010a41 on network 4db08d8f-1e1c-4e27-8227-2bbc61a98d39 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:53:49.595805 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Port 14db5196-b4cd-4fcf-95b4-702632010a41 on network 4db08d8f-1e1c-4e27-8227-2bbc61a98d39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:53:49.596125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Attempting to bind port 14db5196-b4cd-4fcf-95b4-702632010a41 on network 4db08d8f-1e1c-4e27-8227-2bbc61a98d39 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:53:49.603349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:53:49.603349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Checking segment: {'id': '70104661-a1ac-4d62-90f1-153b5f53f8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4db08d8f-1e1c-4e27-8227-2bbc61a98d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:53:49.603349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Bound using segment: {'id': '70104661-a1ac-4d62-90f1-153b5f53f8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4db08d8f-1e1c-4e27-8227-2bbc61a98d39'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:53:49.603349 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Bound port: 14db5196-b4cd-4fcf-95b4-702632010a41, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70104661-a1ac-4d62-90f1-153b5f53f8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4db08d8f-1e1c-4e27-8227-2bbc61a98d39'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:53:49.603747 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:49.698366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] For port 14db5196-b4cd-4fcf-95b4-702632010a41, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:53:49.701346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] For port 14db5196-b4cd-4fcf-95b4-702632010a41, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14db5196-b4cd-4fcf-95b4-702632010a41,segment=NetworkSegment(70104661-a1ac-4d62-90f1-153b5f53f8af),segment_id=70104661-a1ac-4d62-90f1-153b5f53f8af)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:53:49.708266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:49.712032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0186ecc1-a290-4aaa-9ad8-f5251206a274 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:49.769152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:49.769768 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:49.771160 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] 10.222.0.49 "PUT /v2.0/ports/14db5196-b4cd-4fcf-95b4-702632010a41 HTTP/1.1" status: 200 len: 1093 time: 0.9662623 Jun 02 16:53:49.771690 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5592e23-7a79-4266-830f-0f8cc7527641', 'tag': '14db5196-b4cd-4fcf-95b4-702632010a41'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:53:49.774055 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ebfbe9-69a0-4ac4-9a70-7e7461a8e1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b5592e23-7a79-4266-830f-0f8cc7527641", "tag": "14db5196-b4cd-4fcf-95b4-702632010a41"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:53:49.793005 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Pushing event updated for resources: {'Port': ['ID=14db5196-b4cd-4fcf-95b4-702632010a41,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:49.795864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:49.858391 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bdc636-de65-4c81-bc10-a38c656b2ade x-openstack-request-id: req-39bdc636-de65-4c81-bc10-a38c656b2ade {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:53:49.858724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5592e23-7a79-4266-830f-0f8cc7527641", "tag": "14db5196-b4cd-4fcf-95b4-702632010a41", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:53:49.859019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39bdc636-de65-4c81-bc10-a38c656b2ade {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:53:49.859450 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5592e23-7a79-4266-830f-0f8cc7527641', 'tag': '14db5196-b4cd-4fcf-95b4-702632010a41', 'status': 'completed', 'code': 200} Jun 02 16:53:49.894947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-31a62a7c-19c8-44a9-9a6b-5b45dca658a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:49.896611 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-31a62a7c-19c8-44a9-9a6b-5b45dca658a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bdc052d26b346338c3ca4e89ef37ca5&device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 1096 time: 0.0776274 Jun 02 16:53:49.976284 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-7bc85a0c-87c3-4e24-a3fc-e9413e1fdb8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14db5196-b4cd-4fcf-95b4-702632010a41 HTTP/1.1" status: 200 len: 217 time: 0.0674791 Jun 02 16:53:50.048761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-b7497efb-8978-42b1-beeb-9919e95c9aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:50.050227 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-b7497efb-8978-42b1-beeb-9919e95c9aac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37ffbc70-df46-4c24-8bb0-c50b50326e51 HTTP/1.1" status: 200 len: 854 time: 0.0639896 Jun 02 16:53:50.101921 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-9fb1b20f-1b6b-4a09-b620-b0bbc6e2b347 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4db08d8f-1e1c-4e27-8227-2bbc61a98d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416284 Jun 02 16:53:50.253512 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-ea57314e-972b-4684-a90d-01d0b5cb0ce6 service neutron] 10.222.0.49 "GET /v2.0/networks/4db08d8f-1e1c-4e27-8227-2bbc61a98d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409004 Jun 02 16:53:50.295404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d310212-ce37-43ce-9014-e67a6442daff req-1dc67dd9-3dfb-4fab-8292-e7d99475510a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:50.296909 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d310212-ce37-43ce-9014-e67a6442daff req-1dc67dd9-3dfb-4fab-8292-e7d99475510a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 943 time: 0.0935085 Jun 02 16:53:50.343415 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d310212-ce37-43ce-9014-e67a6442daff req-baa59f6b-0949-4cc0-8c2b-3a973cb771fb tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399704 Jun 02 16:53:50.392652 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5965b3f2-20b1-4a77-821c-75765ec6890a req-4822b2e2-a2cd-4def-965f-b32d112d114f service neutron] 10.222.0.49 "GET /v2.0/networks/4db08d8f-1e1c-4e27-8227-2bbc61a98d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291537 Jun 02 16:53:50.528630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebfbe9-69a0-4ac4-9a70-7e7461a8e1c5 req-aa1ed885-50aa-4154-86ff-f910664fa9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:50.530137 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d3ebfbe9-69a0-4ac4-9a70-7e7461a8e1c5 req-aa1ed885-50aa-4154-86ff-f910664fa9a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bdc052d26b346338c3ca4e89ef37ca5&device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 1096 time: 0.0777853 Jun 02 16:53:50.811151 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebfbe9-69a0-4ac4-9a70-7e7461a8e1c5 req-66e4ba14-dd1a-4e47-866c-074d17797691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:50.812619 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d3ebfbe9-69a0-4ac4-9a70-7e7461a8e1c5 req-66e4ba14-dd1a-4e47-866c-074d17797691 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4db08d8f-1e1c-4e27-8227-2bbc61a98d39 HTTP/1.1" status: 200 len: 915 time: 0.2734735 Jun 02 16:53:50.881708 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d3ebfbe9-69a0-4ac4-9a70-7e7461a8e1c5 req-e9c2d5b2-57c5-4a27-b2c5-bb09b7822282 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14db5196-b4cd-4fcf-95b4-702632010a41 HTTP/1.1" status: 200 len: 217 time: 0.0609651 Jun 02 16:53:50.949432 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebfbe9-69a0-4ac4-9a70-7e7461a8e1c5 req-2c09e2c5-a160-466b-9e71-65892a1ef332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:50.950949 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d3ebfbe9-69a0-4ac4-9a70-7e7461a8e1c5 req-2c09e2c5-a160-466b-9e71-65892a1ef332 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37ffbc70-df46-4c24-8bb0-c50b50326e51 HTTP/1.1" status: 200 len: 854 time: 0.0623550 Jun 02 16:53:51.006255 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d3ebfbe9-69a0-4ac4-9a70-7e7461a8e1c5 req-87a0f900-0706-404f-bcd1-a9681314fa4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4db08d8f-1e1c-4e27-8227-2bbc61a98d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474670 Jun 02 16:53:51.141155 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d3ebfbe9-69a0-4ac4-9a70-7e7461a8e1c5 req-d4a6e304-b4e2-4c08-944f-84901969c0d2 service neutron] 10.222.0.49 "GET /v2.0/networks/4db08d8f-1e1c-4e27-8227-2bbc61a98d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276162 Jun 02 16:53:51.279564 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d3ebfbe9-69a0-4ac4-9a70-7e7461a8e1c5 req-15ff01c3-cd67-4e1f-af92-4efbeb3820e7 service neutron] 10.222.0.49 "GET /v2.0/networks/4db08d8f-1e1c-4e27-8227-2bbc61a98d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296597 Jun 02 16:53:51.539258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e4b45-f866-454e-ad85-9d3150103dbb req-bbc7d5bc-a97f-4a3f-a4d3-325b9047b71b tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:51.539998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-895e4b45-f866-454e-ad85-9d3150103dbb req-bbc7d5bc-a97f-4a3f-a4d3-325b9047b71b tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Synchronizing usage tracker for tenant:9bdc052d26b346338c3ca4e89ef37ca5 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:53:51.558961 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-895e4b45-f866-454e-ad85-9d3150103dbb req-bbc7d5bc-a97f-4a3f-a4d3-325b9047b71b tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Unset dirty status for tenant:9bdc052d26b346338c3ca4e89ef37ca5 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:53:51.560289 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-895e4b45-f866-454e-ad85-9d3150103dbb req-bbc7d5bc-a97f-4a3f-a4d3-325b9047b71b tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 943 time: 0.1050518 Jun 02 16:53:51.604398 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-895e4b45-f866-454e-ad85-9d3150103dbb req-80e59f05-b803-410d-a6f7-358c0e16d434 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384092 Jun 02 16:53:52.813633 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439df15d-6db0-4b50-b628-63ba80359e8c req-5c61c1bf-20b6-40ab-be0f-d12cdd393768 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:52.815028 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-439df15d-6db0-4b50-b628-63ba80359e8c req-5c61c1bf-20b6-40ab-be0f-d12cdd393768 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 943 time: 0.0953190 Jun 02 16:53:52.859188 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-439df15d-6db0-4b50-b628-63ba80359e8c req-c1d900ca-27ac-481f-b474-547436ea2f2d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384469 Jun 02 16:53:52.915655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 14db5196-b4cd-4fcf-95b4-702632010a41 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:53:53.054501 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 14db5196-b4cd-4fcf-95b4-702632010a41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14db5196-b4cd-4fcf-95b4-702632010a41,segment=NetworkSegment(70104661-a1ac-4d62-90f1-153b5f53f8af),segment_id=70104661-a1ac-4d62-90f1-153b5f53f8af)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:53:53.067700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '14db5196-b4cd-4fcf-95b4-702632010a41', 'network_id': '4db08d8f-1e1c-4e27-8227-2bbc61a98d39', 'port_id': '14db5196-b4cd-4fcf-95b4-702632010a41', 'mac_address': 'fa:16:3e:f3:47:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ffbc70-df46-4c24-8bb0-c50b50326e51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:53:53.128757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:53.147146 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14db5196-b4cd-4fcf-95b4-702632010a41 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:53:53.157257 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:53:53.164554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 14db5196-b4cd-4fcf-95b4-702632010a41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14db5196-b4cd-4fcf-95b4-702632010a41,segment=NetworkSegment(70104661-a1ac-4d62-90f1-153b5f53f8af),segment_id=70104661-a1ac-4d62-90f1-153b5f53f8af)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:53:53.168907 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:53.170694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-bd388824-bd1a-4a36-bf70-57b978bddae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:53.237642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=14db5196-b4cd-4fcf-95b4-702632010a41,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:53.241082 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:53.509481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['14db5196-b4cd-4fcf-95b4-702632010a41'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:53:54.050572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a94002-fc6b-4728-b603-056efd472b2a req-42d8d06d-1db9-4778-a871-ce7bb64e6556 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:54.051979 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c7a94002-fc6b-4728-b603-056efd472b2a req-42d8d06d-1db9-4778-a871-ce7bb64e6556 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 944 time: 0.0822330 Jun 02 16:53:54.097985 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c7a94002-fc6b-4728-b603-056efd472b2a req-6ab7ec39-071e-40cc-a2ff-9762098aa3a3 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376782 Jun 02 16:53:54.930500 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 14db5196-b4cd-4fcf-95b4-702632010a41 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:53:55.010806 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 14db5196-b4cd-4fcf-95b4-702632010a41 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:53:55.015747 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 14db5196-b4cd-4fcf-95b4-702632010a41 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:53:55.016126 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:55.147464 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:55.175422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5592e23-7a79-4266-830f-0f8cc7527641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14db5196-b4cd-4fcf-95b4-702632010a41'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:53:55.177676 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc28e2c6-5191-4da8-9beb-59be3d33cd16" -d '{"events": [{"server_uuid": "b5592e23-7a79-4266-830f-0f8cc7527641", "name": "network-vif-plugged", "status": "completed", "tag": "14db5196-b4cd-4fcf-95b4-702632010a41"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:53:55.185966 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 14db5196-b4cd-4fcf-95b4-702632010a41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14db5196-b4cd-4fcf-95b4-702632010a41,segment=NetworkSegment(70104661-a1ac-4d62-90f1-153b5f53f8af),segment_id=70104661-a1ac-4d62-90f1-153b5f53f8af)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:53:55.190951 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:53:55.192956 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:53:55.228431 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1577633b-568c-4075-b290-2eacd267fd9f x-openstack-request-id: req-1577633b-568c-4075-b290-2eacd267fd9f {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:53:55.228731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5592e23-7a79-4266-830f-0f8cc7527641", "name": "network-vif-plugged", "status": "completed", "tag": "14db5196-b4cd-4fcf-95b4-702632010a41", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:53:55.228991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1577633b-568c-4075-b290-2eacd267fd9f {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:53:55.229387 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5592e23-7a79-4266-830f-0f8cc7527641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14db5196-b4cd-4fcf-95b4-702632010a41', 'code': 200} Jun 02 16:53:55.272355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=14db5196-b4cd-4fcf-95b4-702632010a41,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:53:55.281656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:55.282009 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:55.282371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:55.282706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:55.283033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:55.283830 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:55.283830 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:55.284053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:55.284320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:55.284634 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:55.284950 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:55.285289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:53:55.289652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:53:55.295911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c939393-4ede-4c92-ae94-b71bf739c48c req-d101eaae-3cbd-4c33-97bb-b46637dac50a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:55.297421 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6c939393-4ede-4c92-ae94-b71bf739c48c req-d101eaae-3cbd-4c33-97bb-b46637dac50a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 945 time: 0.0921874 Jun 02 16:53:55.345998 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6c939393-4ede-4c92-ae94-b71bf739c48c req-28eca67c-a822-49cc-8424-901d85f14a15 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Jun 02 16:53:55.485327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8e36c-e0a0-4782-a1a4-ed25c81e7db9 req-64a5a7f8-c26e-4050-9a7e-3bd4d6b52704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:55.486714 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-78a8e36c-e0a0-4782-a1a4-ed25c81e7db9 req-64a5a7f8-c26e-4050-9a7e-3bd4d6b52704 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 1098 time: 0.0774350 Jun 02 16:53:55.530575 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-78a8e36c-e0a0-4782-a1a4-ed25c81e7db9 req-f8ebf089-9a59-40b0-8668-124e0df990b6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341494 Jun 02 16:53:56.533799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1a1fc-3a47-41ca-bca3-8683691a7d0e req-740cc8df-b68f-4a44-ac4e-1a1b1c96e1be tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:56.535315 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-98a1a1fc-3a47-41ca-bca3-8683691a7d0e req-740cc8df-b68f-4a44-ac4e-1a1b1c96e1be tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 945 time: 0.0813444 Jun 02 16:53:56.586997 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-98a1a1fc-3a47-41ca-bca3-8683691a7d0e req-1bd25a88-0f1c-47da-bb25-80031b4e34aa tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459962 Jun 02 16:53:57.797073 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32deba0d-0202-413f-8360-aba5a8f33f80 req-8a548ffe-2aa3-444a-818d-b87b4ccbb43c tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:57.798732 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-32deba0d-0202-413f-8360-aba5a8f33f80 req-8a548ffe-2aa3-444a-818d-b87b4ccbb43c tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 945 time: 0.0903769 Jun 02 16:53:57.842840 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-32deba0d-0202-413f-8360-aba5a8f33f80 req-53bc71d9-8174-48c1-af51-dce7a98b7e1d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383704 Jun 02 16:53:58.150697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-bcfca5d1-d3ff-4181-95ed-fdd76a83f4c6 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:58.152100 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-bcfca5d1-d3ff-4181-95ed-fdd76a83f4c6 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/networks?id=4db08d8f-1e1c-4e27-8227-2bbc61a98d39 HTTP/1.1" status: 200 len: 814 time: 0.1520486 Jun 02 16:53:58.168434 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-f15c2799-3095-432b-b12e-b30669fbf14f tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/quotas/9bdc052d26b346338c3ca4e89ef37ca5 HTTP/1.1" status: 200 len: 375 time: 0.0094550 Jun 02 16:53:58.251759 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-e4081966-4a39-46cc-b944-6aa04c0628c3 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9bdc052d26b346338c3ca4e89ef37ca5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756550 Jun 02 16:53:58.388726 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-b3b4e6fb-bc83-4e25-9d90-f1be2db075e7 service neutron] 10.222.0.50 "GET /v2.0/networks/4db08d8f-1e1c-4e27-8227-2bbc61a98d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301041 Jun 02 16:53:58.533199 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-9c22b719-2601-4d5b-a7ba-f908b75afe6b service neutron] 10.222.0.50 "GET /v2.0/networks/4db08d8f-1e1c-4e27-8227-2bbc61a98d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358867 Jun 02 16:53:58.724624 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7c473b69-55ab-44ab-ad59-db7baaf29f7c req-2675e85d-4192-4427-a3db-68f74f52cf3d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3ab8700-e960-4da0-b3e8-a8061b4afddc HTTP/1.1" status: 200 len: 210 time: 0.0469072 Jun 02 16:53:59.788633 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-40f3ab5e-930c-4122-90c9-6df97fe7ac59 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:53:59.790090 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-40f3ab5e-930c-4122-90c9-6df97fe7ac59 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.49 "GET /v2.0/networks?id=4db08d8f-1e1c-4e27-8227-2bbc61a98d39 HTTP/1.1" status: 200 len: 814 time: 0.1528654 Jun 02 16:53:59.802448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Request body: {'port': {'device_id': 'c3ab8700-e960-4da0-b3e8-a8061b4afddc', 'network_id': '4db08d8f-1e1c-4e27-8227-2bbc61a98d39', 'admin_state_up': True, 'tenant_id': '9bdc052d26b346338c3ca4e89ef37ca5'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:00.077960 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5fbb30ad-d03e-4f88-9971-9812c070dd6f req-014accf5-5d35-4675-a31d-8bf35beb3f92 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3ab8700-e960-4da0-b3e8-a8061b4afddc HTTP/1.1" status: 200 len: 210 time: 0.0590305 Jun 02 16:54:00.121615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:00.132029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:00.146120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Made reservation on behalf of 9bdc052d26b346338c3ca4e89ef37ca5 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:00.149525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:00.318431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Allocated IP 172.20.0.11 (4db08d8f-1e1c-4e27-8227-2bbc61a98d39/37ffbc70-df46-4c24-8bb0-c50b50326e51/8ce0a8de-bdfc-4acc-b950-ad560f995952) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:54:00.523182 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:00.562090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:00.572865 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-146472f8-5091-4cab-8eb8-e01eded1768d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:00.575926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['14db5196-b4cd-4fcf-95b4-702632010a41'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:54:00.634690 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Network 4db08d8f-1e1c-4e27-8227-2bbc61a98d39 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:54:00.638261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:00.642364 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:54:00.681892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Pushing event updated for resources: {'Port': ['ID=8ce0a8de-bdfc-4acc-b950-ad560f995952,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:00.686309 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:00.714290 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:00.714894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:00.742839 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9442425 Jun 02 16:54:00.754755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Request body: {'port': {'device_id': 'c3ab8700-e960-4da0-b3e8-a8061b4afddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:00.865654 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:01.207129 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce0a8de-bdfc-4acc-b950-ad560f995952 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:54:01.215480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:01.232967 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Transition to ACTIVE for port object 8ce0a8de-bdfc-4acc-b950-ad560f995952 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:01.237413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:01.242185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:01.267288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d196866-ce08-43c6-9d46-d4b89f760b6f req-ae3bebe2-4e28-43f8-909b-2729e4914da5 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:01.268727 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d196866-ce08-43c6-9d46-d4b89f760b6f req-ae3bebe2-4e28-43f8-909b-2729e4914da5 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3ab8700-e960-4da0-b3e8-a8061b4afddc HTTP/1.1" status: 200 len: 932 time: 0.0856836 Jun 02 16:54:01.314491 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d196866-ce08-43c6-9d46-d4b89f760b6f req-c704f345-9b30-41e9-bdcd-1bd8c644d731 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398333 Jun 02 16:54:01.363382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Pushing event updated for resources: {'Port': ['ID=8ce0a8de-bdfc-4acc-b950-ad560f995952,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:01.388898 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:01.467060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Attempting to bind port 8ce0a8de-bdfc-4acc-b950-ad560f995952 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:54:01.467384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Attempting to bind port 8ce0a8de-bdfc-4acc-b950-ad560f995952 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '70104661-a1ac-4d62-90f1-153b5f53f8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4db08d8f-1e1c-4e27-8227-2bbc61a98d39'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:54:01.467709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Attempting to bind port 8ce0a8de-bdfc-4acc-b950-ad560f995952 on network 4db08d8f-1e1c-4e27-8227-2bbc61a98d39 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:54:01.472394 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Port 8ce0a8de-bdfc-4acc-b950-ad560f995952 on network 4db08d8f-1e1c-4e27-8227-2bbc61a98d39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:54:01.472681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Attempting to bind port 8ce0a8de-bdfc-4acc-b950-ad560f995952 on network 4db08d8f-1e1c-4e27-8227-2bbc61a98d39 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:54:01.478464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:54:01.478795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Checking segment: {'id': '70104661-a1ac-4d62-90f1-153b5f53f8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4db08d8f-1e1c-4e27-8227-2bbc61a98d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:01.479225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Bound using segment: {'id': '70104661-a1ac-4d62-90f1-153b5f53f8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4db08d8f-1e1c-4e27-8227-2bbc61a98d39'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:54:01.479639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Bound port: 8ce0a8de-bdfc-4acc-b950-ad560f995952, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70104661-a1ac-4d62-90f1-153b5f53f8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '4db08d8f-1e1c-4e27-8227-2bbc61a98d39'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:54:01.479971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:01.567099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] For port 8ce0a8de-bdfc-4acc-b950-ad560f995952, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:54:01.570019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] For port 8ce0a8de-bdfc-4acc-b950-ad560f995952, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8ce0a8de-bdfc-4acc-b950-ad560f995952,segment=NetworkSegment(70104661-a1ac-4d62-90f1-153b5f53f8af),segment_id=70104661-a1ac-4d62-90f1-153b5f53f8af)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:54:01.576261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:01.579789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a47fda21-16f3-4132-929d-bd1d98325873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:01.637306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:01.637922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:01.639318 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] 10.222.0.49 "PUT /v2.0/ports/8ce0a8de-bdfc-4acc-b950-ad560f995952 HTTP/1.1" status: 200 len: 1094 time: 0.8888669 Jun 02 16:54:01.639856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ab8700-e960-4da0-b3e8-a8061b4afddc', 'tag': '8ce0a8de-bdfc-4acc-b950-ad560f995952'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:54:01.642357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4965217-2eba-468b-95f4-55554fb2a718" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ab8700-e960-4da0-b3e8-a8061b4afddc", "tag": "8ce0a8de-bdfc-4acc-b950-ad560f995952"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:54:01.662347 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Pushing event updated for resources: {'Port': ['ID=8ce0a8de-bdfc-4acc-b950-ad560f995952,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:01.665529 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:01.717454 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60585282-c9ae-464f-91b5-b0dd44714131 x-openstack-request-id: req-60585282-c9ae-464f-91b5-b0dd44714131 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:54:01.717784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ab8700-e960-4da0-b3e8-a8061b4afddc", "tag": "8ce0a8de-bdfc-4acc-b950-ad560f995952", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:54:01.718083 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60585282-c9ae-464f-91b5-b0dd44714131 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:54:01.718516 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ab8700-e960-4da0-b3e8-a8061b4afddc', 'tag': '8ce0a8de-bdfc-4acc-b950-ad560f995952', 'status': 'completed', 'code': 200} Jun 02 16:54:01.761219 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-510ecd71-bd0e-49a9-b73e-8b9e79f7580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:01.762712 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-510ecd71-bd0e-49a9-b73e-8b9e79f7580b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bdc052d26b346338c3ca4e89ef37ca5&device_id=c3ab8700-e960-4da0-b3e8-a8061b4afddc HTTP/1.1" status: 200 len: 1097 time: 0.0765572 Jun 02 16:54:01.974811 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-b4b81ba8-628a-4f29-82b9-6ddbb2fe3bf0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ce0a8de-bdfc-4acc-b950-ad560f995952 HTTP/1.1" status: 200 len: 217 time: 0.2038224 Jun 02 16:54:02.047877 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-729c2ea6-5408-4fb3-b170-972b2b40fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:02.049309 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-729c2ea6-5408-4fb3-b170-972b2b40fb47 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37ffbc70-df46-4c24-8bb0-c50b50326e51 HTTP/1.1" status: 200 len: 854 time: 0.0659204 Jun 02 16:54:02.097963 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-b24420ea-f1fa-414a-9eec-dd0ce8ce35e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4db08d8f-1e1c-4e27-8227-2bbc61a98d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423458 Jun 02 16:54:02.231580 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-889ec2b6-3695-48ce-9f93-7139c1ac1afd service neutron] 10.222.0.49 "GET /v2.0/networks/4db08d8f-1e1c-4e27-8227-2bbc61a98d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267033 Jun 02 16:54:02.374320 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-17cfde7e-206c-469a-814f-ba9b1d132b3a req-df41f48c-1028-488d-8e87-2432d2ec761e service neutron] 10.222.0.49 "GET /v2.0/networks/4db08d8f-1e1c-4e27-8227-2bbc61a98d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364405 Jun 02 16:54:02.498010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965217-2eba-468b-95f4-55554fb2a718 req-f95426cb-e9c7-4cf7-99b2-80fa875c8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:02.499472 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e4965217-2eba-468b-95f4-55554fb2a718 req-f95426cb-e9c7-4cf7-99b2-80fa875c8d00 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bdc052d26b346338c3ca4e89ef37ca5&device_id=c3ab8700-e960-4da0-b3e8-a8061b4afddc HTTP/1.1" status: 200 len: 1097 time: 0.0783248 Jun 02 16:54:02.508917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98efbfe-963f-404c-aa46-7f42eb2c7e8d req-ebd887cc-d911-4ed4-b974-a25514e80112 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:02.510359 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e98efbfe-963f-404c-aa46-7f42eb2c7e8d req-ebd887cc-d911-4ed4-b974-a25514e80112 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3ab8700-e960-4da0-b3e8-a8061b4afddc HTTP/1.1" status: 200 len: 944 time: 0.0867071 Jun 02 16:54:02.556251 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e98efbfe-963f-404c-aa46-7f42eb2c7e8d req-ce177392-b525-4b57-b447-70f198cad727 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400169 Jun 02 16:54:02.632363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965217-2eba-468b-95f4-55554fb2a718 req-0b0964ad-db58-49b4-adda-25ae2c145883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:02.633816 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e4965217-2eba-468b-95f4-55554fb2a718 req-0b0964ad-db58-49b4-adda-25ae2c145883 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4db08d8f-1e1c-4e27-8227-2bbc61a98d39 HTTP/1.1" status: 200 len: 915 time: 0.1272626 Jun 02 16:54:02.710321 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e4965217-2eba-468b-95f4-55554fb2a718 req-bbeb0bae-b093-4bc0-8d63-e2861cd4ca42 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ce0a8de-bdfc-4acc-b950-ad560f995952 HTTP/1.1" status: 200 len: 217 time: 0.0686729 Jun 02 16:54:02.789277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965217-2eba-468b-95f4-55554fb2a718 req-7e147674-7d2c-47de-8591-a9a7971bbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:02.790658 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e4965217-2eba-468b-95f4-55554fb2a718 req-7e147674-7d2c-47de-8591-a9a7971bbe70 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37ffbc70-df46-4c24-8bb0-c50b50326e51 HTTP/1.1" status: 200 len: 854 time: 0.0733645 Jun 02 16:54:02.843033 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e4965217-2eba-468b-95f4-55554fb2a718 req-c62711eb-5350-4aab-bea4-fdb3ba0cb0a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4db08d8f-1e1c-4e27-8227-2bbc61a98d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446947 Jun 02 16:54:02.975871 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e4965217-2eba-468b-95f4-55554fb2a718 req-34230345-43ab-442a-9991-5a2a1f75ef83 service neutron] 10.222.0.49 "GET /v2.0/networks/4db08d8f-1e1c-4e27-8227-2bbc61a98d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256216 Jun 02 16:54:02.992685 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-aa123611-29fc-4c04-905b-f9f892e0ea00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:03.109872 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e4965217-2eba-468b-95f4-55554fb2a718 req-ae83479b-802e-4a52-8171-cb7112ffebf1 service neutron] 10.222.0.49 "GET /v2.0/networks/4db08d8f-1e1c-4e27-8227-2bbc61a98d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268392 Jun 02 16:54:03.764599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb6db0-b0c6-4971-aa34-4764e141183c req-b7020b00-47a7-4cfb-84d8-2382a856a601 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:03.765185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-03fb6db0-b0c6-4971-aa34-4764e141183c req-b7020b00-47a7-4cfb-84d8-2382a856a601 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Synchronizing usage tracker for tenant:9bdc052d26b346338c3ca4e89ef37ca5 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:54:03.784426 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-03fb6db0-b0c6-4971-aa34-4764e141183c req-b7020b00-47a7-4cfb-84d8-2382a856a601 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Unset dirty status for tenant:9bdc052d26b346338c3ca4e89ef37ca5 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:54:03.785685 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-03fb6db0-b0c6-4971-aa34-4764e141183c req-b7020b00-47a7-4cfb-84d8-2382a856a601 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3ab8700-e960-4da0-b3e8-a8061b4afddc HTTP/1.1" status: 200 len: 944 time: 0.1158001 Jun 02 16:54:03.832555 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-03fb6db0-b0c6-4971-aa34-4764e141183c req-d8a62d85-5de7-4974-80f9-6d64bdc99e5e tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386581 Jun 02 16:54:05.007592 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8ce0a8de-bdfc-4acc-b950-ad560f995952 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:54:05.036847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64b609-c53e-4f8a-83c0-d1d3eda51c20 req-8b49e3e3-2e6a-41c5-8d44-b036f71d74fe tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:05.038363 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ae64b609-c53e-4f8a-83c0-d1d3eda51c20 req-8b49e3e3-2e6a-41c5-8d44-b036f71d74fe tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3ab8700-e960-4da0-b3e8-a8061b4afddc HTTP/1.1" status: 200 len: 944 time: 0.0902321 Jun 02 16:54:05.047097 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:05.083475 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ae64b609-c53e-4f8a-83c0-d1d3eda51c20 req-02077b11-c77a-4603-b095-f2982b174dc6 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390403 Jun 02 16:54:05.154547 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8ce0a8de-bdfc-4acc-b950-ad560f995952, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8ce0a8de-bdfc-4acc-b950-ad560f995952,segment=NetworkSegment(70104661-a1ac-4d62-90f1-153b5f53f8af),segment_id=70104661-a1ac-4d62-90f1-153b5f53f8af)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:05.167653 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '8ce0a8de-bdfc-4acc-b950-ad560f995952', 'network_id': '4db08d8f-1e1c-4e27-8227-2bbc61a98d39', 'port_id': '8ce0a8de-bdfc-4acc-b950-ad560f995952', 'mac_address': 'fa:16:3e:3b:f1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ffbc70-df46-4c24-8bb0-c50b50326e51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:54:05.227160 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:05.245127 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce0a8de-bdfc-4acc-b950-ad560f995952 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:54:05.260219 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8ce0a8de-bdfc-4acc-b950-ad560f995952, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8ce0a8de-bdfc-4acc-b950-ad560f995952,segment=NetworkSegment(70104661-a1ac-4d62-90f1-153b5f53f8af),segment_id=70104661-a1ac-4d62-90f1-153b5f53f8af)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:05.266264 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:05.268095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:05.376563 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=8ce0a8de-bdfc-4acc-b950-ad560f995952,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:05.379838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:05.478419 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5c1859ff-de7e-43a5-8304-ed6f8a5989b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:05.499633 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['8ce0a8de-bdfc-4acc-b950-ad560f995952'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:54:06.283180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97225d4-cb4e-4497-9005-8685766f6b39 req-652d6930-eb0f-47cb-8e96-579a77351007 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:06.284634 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f97225d4-cb4e-4497-9005-8685766f6b39 req-652d6930-eb0f-47cb-8e96-579a77351007 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3ab8700-e960-4da0-b3e8-a8061b4afddc HTTP/1.1" status: 200 len: 945 time: 0.0918097 Jun 02 16:54:06.329656 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f97225d4-cb4e-4497-9005-8685766f6b39 req-a2731350-5811-41f0-8351-654df297d83d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387542 Jun 02 16:54:06.772924 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:07.014211 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8ce0a8de-bdfc-4acc-b950-ad560f995952 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:54:07.105377 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 8ce0a8de-bdfc-4acc-b950-ad560f995952 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:54:07.110170 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 8ce0a8de-bdfc-4acc-b950-ad560f995952 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:07.110554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:07.229931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:07.262146 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ab8700-e960-4da0-b3e8-a8061b4afddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce0a8de-bdfc-4acc-b950-ad560f995952'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:54:07.264437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1379cb-a161-4e84-aa6f-c0a66142e743" -d '{"events": [{"server_uuid": "c3ab8700-e960-4da0-b3e8-a8061b4afddc", "name": "network-vif-plugged", "status": "completed", "tag": "8ce0a8de-bdfc-4acc-b950-ad560f995952"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:54:07.272515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8ce0a8de-bdfc-4acc-b950-ad560f995952, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8ce0a8de-bdfc-4acc-b950-ad560f995952,segment=NetworkSegment(70104661-a1ac-4d62-90f1-153b5f53f8af),segment_id=70104661-a1ac-4d62-90f1-153b5f53f8af)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:07.277101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:07.279034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:07.312900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e96a6b-0ccf-4d6c-bd75-7d8f7f875bbe x-openstack-request-id: req-a2e96a6b-0ccf-4d6c-bd75-7d8f7f875bbe {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:54:07.313196 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ab8700-e960-4da0-b3e8-a8061b4afddc", "name": "network-vif-plugged", "status": "completed", "tag": "8ce0a8de-bdfc-4acc-b950-ad560f995952", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:54:07.313454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2e96a6b-0ccf-4d6c-bd75-7d8f7f875bbe {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:54:07.313855 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ab8700-e960-4da0-b3e8-a8061b4afddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce0a8de-bdfc-4acc-b950-ad560f995952', 'code': 200} Jun 02 16:54:07.346634 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=8ce0a8de-bdfc-4acc-b950-ad560f995952,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:07.349494 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:07.590229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d8b32-2669-4deb-a545-56ac35d55719 req-2377a663-22b7-47a5-81ac-a42cfb116e76 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:07.591691 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-456d8b32-2669-4deb-a545-56ac35d55719 req-2377a663-22b7-47a5-81ac-a42cfb116e76 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3ab8700-e960-4da0-b3e8-a8061b4afddc HTTP/1.1" status: 200 len: 946 time: 0.1403146 Jun 02 16:54:07.595974 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb804c2-7ed4-4ae4-ab06-bc664308564d req-0900b703-3e0d-4811-b409-4597403a01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:07.597324 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0fb804c2-7ed4-4ae4-ab06-bc664308564d req-0900b703-3e0d-4811-b409-4597403a01ff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c3ab8700-e960-4da0-b3e8-a8061b4afddc HTTP/1.1" status: 200 len: 1099 time: 0.1126542 Jun 02 16:54:07.663892 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-456d8b32-2669-4deb-a545-56ac35d55719 req-e9ff54a4-506d-42c3-9404-9cf9bc012312 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655215 Jun 02 16:54:07.665496 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0fb804c2-7ed4-4ae4-ab06-bc664308564d req-3fa2879c-6577-444b-b965-1431889b61f4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537617 Jun 02 16:54:08.681785 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:08.869539 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96871ec-c5dd-4e65-8adf-6ec6b1fd8ae8 req-07941f90-0567-4f2c-81c7-47cfe7417191 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:08.871067 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e96871ec-c5dd-4e65-8adf-6ec6b1fd8ae8 req-07941f90-0567-4f2c-81c7-47cfe7417191 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3ab8700-e960-4da0-b3e8-a8061b4afddc HTTP/1.1" status: 200 len: 946 time: 0.0943415 Jun 02 16:54:08.919821 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e96871ec-c5dd-4e65-8adf-6ec6b1fd8ae8 req-b2022519-b513-4f60-b551-d7eeb8506e75 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401871 Jun 02 16:54:09.336209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbb846-c50a-4efc-b7ce-ca6791d812a8 req-16aba643-1a49-4c8d-b577-f4590eacb16b tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:09.337666 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-67fbb846-c50a-4efc-b7ce-ca6791d812a8 req-16aba643-1a49-4c8d-b577-f4590eacb16b tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3ab8700-e960-4da0-b3e8-a8061b4afddc HTTP/1.1" status: 200 len: 946 time: 0.0996699 Jun 02 16:54:09.387428 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-67fbb846-c50a-4efc-b7ce-ca6791d812a8 req-0e98bbec-7f6e-4ca5-9577-8005993a5a49 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437143 Jun 02 16:54:10.589501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59c083-f418-4283-8178-564f8dbadbf2 req-1a5b3bee-30fe-49c2-90e7-a84127aa5501 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:10.591013 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-da59c083-f418-4283-8178-564f8dbadbf2 req-1a5b3bee-30fe-49c2-90e7-a84127aa5501 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3ab8700-e960-4da0-b3e8-a8061b4afddc HTTP/1.1" status: 200 len: 946 time: 0.0929604 Jun 02 16:54:10.674543 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-da59c083-f418-4283-8178-564f8dbadbf2 req-a169fe6a-43f2-47cd-884f-964bb7215f55 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523875 Jun 02 16:54:10.705971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccb1db-97b9-470f-96c8-4ff1bd3bd867 req-016aad10-9b99-4532-b50c-1f18966cf94f tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:10.708222 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-55ccb1db-97b9-470f-96c8-4ff1bd3bd867 req-016aad10-9b99-4532-b50c-1f18966cf94f tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3ab8700-e960-4da0-b3e8-a8061b4afddc HTTP/1.1" status: 200 len: 946 time: 0.1161702 Jun 02 16:54:10.991664 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-55ccb1db-97b9-470f-96c8-4ff1bd3bd867 req-09a1146c-8f01-42f2-ad62-a6c0e2073e73 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Deleting port 8ce0a8de-bdfc-4acc-b950-ad560f995952 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:54:10.991882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-55ccb1db-97b9-470f-96c8-4ff1bd3bd867 req-09a1146c-8f01-42f2-ad62-a6c0e2073e73 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:11.123000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-55ccb1db-97b9-470f-96c8-4ff1bd3bd867 req-09a1146c-8f01-42f2-ad62-a6c0e2073e73 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] For port 8ce0a8de-bdfc-4acc-b950-ad560f995952, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8ce0a8de-bdfc-4acc-b950-ad560f995952,segment=NetworkSegment(70104661-a1ac-4d62-90f1-153b5f53f8af),segment_id=70104661-a1ac-4d62-90f1-153b5f53f8af)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:11.123359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-55ccb1db-97b9-470f-96c8-4ff1bd3bd867 req-09a1146c-8f01-42f2-ad62-a6c0e2073e73 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:11.247692 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-55ccb1db-97b9-470f-96c8-4ff1bd3bd867 req-09a1146c-8f01-42f2-ad62-a6c0e2073e73 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Calling delete_port for 8ce0a8de-bdfc-4acc-b950-ad560f995952 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:54:11.366169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-55ccb1db-97b9-470f-96c8-4ff1bd3bd867 req-09a1146c-8f01-42f2-ad62-a6c0e2073e73 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:11.372183 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:11.380309 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['14db5196-b4cd-4fcf-95b4-702632010a41', '8ce0a8de-bdfc-4acc-b950-ad560f995952'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:54:11.418696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1146c-8f01-42f2-ad62-a6c0e2073e73 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Pushing event deleted for resources: {'Port': ['ID=8ce0a8de-bdfc-4acc-b950-ad560f995952,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:11.421814 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-09a1146c-8f01-42f2-ad62-a6c0e2073e73 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:11.495312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ccb1db-97b9-470f-96c8-4ff1bd3bd867 req-09a1146c-8f01-42f2-ad62-a6c0e2073e73 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] No DVR routers for this DVR port 8ce0a8de-bdfc-4acc-b950-ad560f995952 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:54:11.498408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-55ccb1db-97b9-470f-96c8-4ff1bd3bd867 req-09a1146c-8f01-42f2-ad62-a6c0e2073e73 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:11.500971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ab8700-e960-4da0-b3e8-a8061b4afddc', 'name': 'network-vif-deleted', 'tag': '8ce0a8de-bdfc-4acc-b950-ad560f995952'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:54:11.503299 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1083617c-3f54-4889-9ae0-41a57173be50" -d '{"events": [{"server_uuid": "c3ab8700-e960-4da0-b3e8-a8061b4afddc", "name": "network-vif-deleted", "tag": "8ce0a8de-bdfc-4acc-b950-ad560f995952"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:54:11.519092 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-55ccb1db-97b9-470f-96c8-4ff1bd3bd867 req-09a1146c-8f01-42f2-ad62-a6c0e2073e73 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.49 "DELETE /v2.0/ports/8ce0a8de-bdfc-4acc-b950-ad560f995952 HTTP/1.1" status: 204 len: 173 time: 0.8054829 Jun 02 16:54:11.554719 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e788d5-d964-4697-a804-ced7b9cd6abe x-openstack-request-id: req-11e788d5-d964-4697-a804-ced7b9cd6abe {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:54:11.554899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ab8700-e960-4da0-b3e8-a8061b4afddc", "name": "network-vif-deleted", "tag": "8ce0a8de-bdfc-4acc-b950-ad560f995952", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:54:11.555117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-11e788d5-d964-4697-a804-ced7b9cd6abe {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:54:11.555565 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ab8700-e960-4da0-b3e8-a8061b4afddc', 'name': 'network-vif-deleted', 'tag': '8ce0a8de-bdfc-4acc-b950-ad560f995952', 'status': 'completed', 'code': 200} Jun 02 16:54:11.847372 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-c9e64f49-9051-4a9e-b49f-e9500b6a7c52 req-a677866d-de4c-4e57-87c0-978c0e7d8581 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Synchronizing usage tracker for tenant:9bdc052d26b346338c3ca4e89ef37ca5 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:54:11.865081 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-c9e64f49-9051-4a9e-b49f-e9500b6a7c52 req-a677866d-de4c-4e57-87c0-978c0e7d8581 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Unset dirty status for tenant:9bdc052d26b346338c3ca4e89ef37ca5 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:54:11.866296 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c9e64f49-9051-4a9e-b49f-e9500b6a7c52 req-a677866d-de4c-4e57-87c0-978c0e7d8581 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3ab8700-e960-4da0-b3e8-a8061b4afddc HTTP/1.1" status: 200 len: 210 time: 0.0731528 Jun 02 16:54:13.160847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bb2da-eeaf-4417-ab03-20adef79319a req-d23aa601-5211-4a50-a204-674a75ca8824 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:13.162214 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f33bb2da-eeaf-4417-ab03-20adef79319a req-d23aa601-5211-4a50-a204-674a75ca8824 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 945 time: 0.0973380 Jun 02 16:54:13.210309 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f33bb2da-eeaf-4417-ab03-20adef79319a req-074cc098-a3b4-4d74-a077-6780ba2aeac0 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396264 Jun 02 16:54:13.440803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1759c-7c6b-410c-8efe-1088fa1e2a0c req-26c5e234-2c69-4138-a5f5-b1e09b9f7853 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:13.442206 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81a1759c-7c6b-410c-8efe-1088fa1e2a0c req-26c5e234-2c69-4138-a5f5-b1e09b9f7853 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 945 time: 0.0960817 Jun 02 16:54:13.487667 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81a1759c-7c6b-410c-8efe-1088fa1e2a0c req-963a8ca6-6ede-4f27-bee9-f729ecbb7a8f tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394564 Jun 02 16:54:13.712674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70511a-94e9-4b38-816b-f6d202c8eaa1 req-82c780a4-0c41-4970-aa67-120cdaa58841 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:13.714127 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9d70511a-94e9-4b38-816b-f6d202c8eaa1 req-82c780a4-0c41-4970-aa67-120cdaa58841 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 945 time: 0.0893681 Jun 02 16:54:13.760005 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9d70511a-94e9-4b38-816b-f6d202c8eaa1 req-e75c9255-eff4-4dec-8c9b-878473cf502a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400374 Jun 02 16:54:14.067626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d740b4-e724-4cb1-8c67-3e957750d1b7 req-29cc770d-c114-4e42-b7ae-4ff58e73d345 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:14.069430 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-03d740b4-e724-4cb1-8c67-3e957750d1b7 req-29cc770d-c114-4e42-b7ae-4ff58e73d345 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 945 time: 0.0957398 Jun 02 16:54:14.115157 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-03d740b4-e724-4cb1-8c67-3e957750d1b7 req-1704ae71-3ede-4cf7-8a0e-dc8d21cdade2 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397990 Jun 02 16:54:14.316028 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d8453-4dcb-4e1f-af67-0b54ad053eaf req-6040cd9d-cfc7-4f28-93fd-a70419335ed4 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:14.317525 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c36d8453-4dcb-4e1f-af67-0b54ad053eaf req-6040cd9d-cfc7-4f28-93fd-a70419335ed4 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 945 time: 0.0903766 Jun 02 16:54:14.365273 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c36d8453-4dcb-4e1f-af67-0b54ad053eaf req-f83a1481-5d7d-4545-908f-55794600a60f tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398235 Jun 02 16:54:14.570127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b97f0-66d0-4e17-b737-d2b2c350354b req-bd499831-102c-4c4f-80e9-31aac580de8f tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:14.571633 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-325b97f0-66d0-4e17-b737-d2b2c350354b req-bd499831-102c-4c4f-80e9-31aac580de8f tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 945 time: 0.0877643 Jun 02 16:54:14.633766 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-325b97f0-66d0-4e17-b737-d2b2c350354b req-991c4904-daf8-4cb2-b6ab-d7e21e62f265 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528150 Jun 02 16:54:15.053224 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8ce0a8de-bdfc-4acc-b950-ad560f995952 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:54:15.088513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 8ce0a8de-bdfc-4acc-b950-ad560f995952 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:54:15.088991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8ce0a8de-bdfc-4acc-b950-ad560f995952 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:54:15.176233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeccb5-ed42-4068-a32b-71916f0407b8 req-e75f955a-9d58-4eef-b28e-87720386e92e tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:15.177662 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a2eeccb5-ed42-4068-a32b-71916f0407b8 req-e75f955a-9d58-4eef-b28e-87720386e92e tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 945 time: 0.0866511 Jun 02 16:54:15.225032 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a2eeccb5-ed42-4068-a32b-71916f0407b8 req-994ee3e1-3a0b-4023-ab3e-cab352f3e573 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414796 Jun 02 16:54:16.475446 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264c6a1-2e0e-4c97-b442-ae0c8f2a26a4 req-6789d192-f4bc-4f51-a62e-8d97f0102205 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:16.476910 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4264c6a1-2e0e-4c97-b442-ae0c8f2a26a4 req-6789d192-f4bc-4f51-a62e-8d97f0102205 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 945 time: 0.1335087 Jun 02 16:54:16.524383 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4264c6a1-2e0e-4c97-b442-ae0c8f2a26a4 req-7df113cb-f2fb-4792-894b-2d963c706d01 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/security-groups?id=125992c9-6cd6-4d14-89e0-1c93135da1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401936 Jun 02 16:54:16.556010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ade46-00fd-42e0-be1c-71ec8761a16f req-5ae6f751-9e5c-4b69-9276-d1a7f4d63eb7 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:16.557474 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-965ade46-00fd-42e0-be1c-71ec8761a16f req-5ae6f751-9e5c-4b69-9276-d1a7f4d63eb7 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 945 time: 0.0846133 Jun 02 16:54:16.697279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-965ade46-00fd-42e0-be1c-71ec8761a16f req-6b0c4ac1-4563-4277-bb41-4cfbe714d06d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Deleting port 14db5196-b4cd-4fcf-95b4-702632010a41 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:54:16.697566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-965ade46-00fd-42e0-be1c-71ec8761a16f req-6b0c4ac1-4563-4277-bb41-4cfbe714d06d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:16.845210 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-965ade46-00fd-42e0-be1c-71ec8761a16f req-6b0c4ac1-4563-4277-bb41-4cfbe714d06d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] For port 14db5196-b4cd-4fcf-95b4-702632010a41, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=14db5196-b4cd-4fcf-95b4-702632010a41,segment=NetworkSegment(70104661-a1ac-4d62-90f1-153b5f53f8af),segment_id=70104661-a1ac-4d62-90f1-153b5f53f8af)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:16.845497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-965ade46-00fd-42e0-be1c-71ec8761a16f req-6b0c4ac1-4563-4277-bb41-4cfbe714d06d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:16.979136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-965ade46-00fd-42e0-be1c-71ec8761a16f req-6b0c4ac1-4563-4277-bb41-4cfbe714d06d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Calling delete_port for 14db5196-b4cd-4fcf-95b4-702632010a41 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:54:17.094502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-965ade46-00fd-42e0-be1c-71ec8761a16f req-6b0c4ac1-4563-4277-bb41-4cfbe714d06d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:17.100716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a7e192a3-280a-49fb-ba86-1005b513dbf7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:17.111255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['14db5196-b4cd-4fcf-95b4-702632010a41'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:54:17.148103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c4ac1-4563-4277-bb41-4cfbe714d06d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Pushing event deleted for resources: {'Port': ['ID=14db5196-b4cd-4fcf-95b4-702632010a41,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:17.151178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6b0c4ac1-4563-4277-bb41-4cfbe714d06d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:17.220641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-965ade46-00fd-42e0-be1c-71ec8761a16f req-6b0c4ac1-4563-4277-bb41-4cfbe714d06d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] No DVR routers for this DVR port 14db5196-b4cd-4fcf-95b4-702632010a41 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:54:17.223423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-965ade46-00fd-42e0-be1c-71ec8761a16f req-6b0c4ac1-4563-4277-bb41-4cfbe714d06d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:17.226207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5592e23-7a79-4266-830f-0f8cc7527641', 'name': 'network-vif-deleted', 'tag': '14db5196-b4cd-4fcf-95b4-702632010a41'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:54:17.228877 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787e3f21-94c0-4b2f-917d-c0b7c317f50c" -d '{"events": [{"server_uuid": "b5592e23-7a79-4266-830f-0f8cc7527641", "name": "network-vif-deleted", "tag": "14db5196-b4cd-4fcf-95b4-702632010a41"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:54:17.243568 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-965ade46-00fd-42e0-be1c-71ec8761a16f req-6b0c4ac1-4563-4277-bb41-4cfbe714d06d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.49 "DELETE /v2.0/ports/14db5196-b4cd-4fcf-95b4-702632010a41 HTTP/1.1" status: 204 len: 173 time: 0.6777039 Jun 02 16:54:17.274292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b29f3e5-3b30-47be-9179-539758a5f342 x-openstack-request-id: req-0b29f3e5-3b30-47be-9179-539758a5f342 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:54:17.274884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5592e23-7a79-4266-830f-0f8cc7527641", "name": "network-vif-deleted", "tag": "14db5196-b4cd-4fcf-95b4-702632010a41", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:54:17.275187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b29f3e5-3b30-47be-9179-539758a5f342 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:54:17.275633 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5592e23-7a79-4266-830f-0f8cc7527641', 'name': 'network-vif-deleted', 'tag': '14db5196-b4cd-4fcf-95b4-702632010a41', 'status': 'completed', 'code': 200} Jun 02 16:54:17.702102 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e78ba058-ab25-4021-8c44-72a2e89e9043 req-90c440ef-2cf1-4ed5-b509-1661f3ba9bb6 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5592e23-7a79-4266-830f-0f8cc7527641 HTTP/1.1" status: 200 len: 210 time: 0.0589457 Jun 02 16:54:18.801686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42872) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:18.860742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-acae12ef-70c4-4435-a82d-bfdf9128ba37 admin admin] Deleting subnet 37ffbc70-df46-4c24-8bb0-c50b50326e51 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:54:18.863785 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-acae12ef-70c4-4435-a82d-bfdf9128ba37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:18.915917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-acae12ef-70c4-4435-a82d-bfdf9128ba37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:18.973850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-acae12ef-70c4-4435-a82d-bfdf9128ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:19.227750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-acae12ef-70c4-4435-a82d-bfdf9128ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:19.231611 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a2e6d533-8238-4daf-8ce2-f2d4a70fde96 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:19.265506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae12ef-70c4-4435-a82d-bfdf9128ba37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37ffbc70-df46-4c24-8bb0-c50b50326e51,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:19.268591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-acae12ef-70c4-4435-a82d-bfdf9128ba37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:19.269543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-acae12ef-70c4-4435-a82d-bfdf9128ba37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:19.275912 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-acae12ef-70c4-4435-a82d-bfdf9128ba37 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/37ffbc70-df46-4c24-8bb0-c50b50326e51 HTTP/1.1" status: 204 len: 168 time: 0.4731658 Jun 02 16:54:19.279774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42874) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:19.349256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:19.385006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6226e2e8-4134-407e-b566-2b51260fad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:19.660768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6226e2e8-4134-407e-b566-2b51260fad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:19.674342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-6226e2e8-4134-407e-b566-2b51260fad9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db08d8f-1e1c-4e27-8227-2bbc61a98d39']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:19.686533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-6226e2e8-4134-407e-b566-2b51260fad9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70104661-a1ac-4d62-90f1-153b5f53f8af') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:19.686825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-6226e2e8-4134-407e-b566-2b51260fad9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70104661-a1ac-4d62-90f1-153b5f53f8af') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:19.699292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6226e2e8-4134-407e-b566-2b51260fad9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:19.715700 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6226e2e8-4134-407e-b566-2b51260fad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:19.731884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6226e2e8-4134-407e-b566-2b51260fad9e admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:54:19.732267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6226e2e8-4134-407e-b566-2b51260fad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:54:19.746171 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:54:19.834604 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6226e2e8-4134-407e-b566-2b51260fad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:19.838667 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-029b0a48-e9b3-4b6d-8753-8b2bf8cb400f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:19.851322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6226e2e8-4134-407e-b566-2b51260fad9e admin admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:19.860685 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226e2e8-4134-407e-b566-2b51260fad9e admin admin] Pushing event deleted for resources: {'Network': ['ID=4db08d8f-1e1c-4e27-8227-2bbc61a98d39,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:19.863547 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6226e2e8-4134-407e-b566-2b51260fad9e admin admin] 10.222.0.50 "DELETE /v2.0/networks/4db08d8f-1e1c-4e27-8227-2bbc61a98d39 HTTP/1.1" status: 204 len: 168 time: 0.5828962 Jun 02 16:54:19.864513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6226e2e8-4134-407e-b566-2b51260fad9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:19.987329 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42878) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:20.048021 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bc15e214-a389-4104-b0fb-49adb472d9e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9bdc052d26b346338c3ca4e89ef37ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591440 Jun 02 16:54:20.050637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42880) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:20.151702 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-408f8ac2-2112-4ac3-b267-75508310d459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:20.180030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-408f8ac2-2112-4ac3-b267-75508310d459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:20.240608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-408f8ac2-2112-4ac3-b267-75508310d459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:20.244301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c922803a-e4af-4b34-8101-f1fbc8add6a4 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:20.257739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f8ac2-2112-4ac3-b267-75508310d459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125992c9-6cd6-4d14-89e0-1c93135da1ea,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:20.260321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-408f8ac2-2112-4ac3-b267-75508310d459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:20.269119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-408f8ac2-2112-4ac3-b267-75508310d459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:20.270290 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-408f8ac2-2112-4ac3-b267-75508310d459 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/125992c9-6cd6-4d14-89e0-1c93135da1ea HTTP/1.1" status: 204 len: 168 time: 0.2184219 Jun 02 16:54:21.053944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 14db5196-b4cd-4fcf-95b4-702632010a41 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:54:21.087828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 14db5196-b4cd-4fcf-95b4-702632010a41 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:54:21.088051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 14db5196-b4cd-4fcf-95b4-702632010a41 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:54:21.119937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42902) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:21.235628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-821218067'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:21.243207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:21.247806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Usage tracker for resource:network and tenant:0e4d598f5ee04dbf947427025724627e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:21.250851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:21.258245 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:21.270689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Made reservation on behalf of 0e4d598f5ee04dbf947427025724627e for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:21.274153 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:21.286945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:21.303479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:21.309078 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Usage tracker for resource:security_group_rule and tenant:0e4d598f5ee04dbf947427025724627e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:21.314285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:21.320411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:21.408919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:21.414157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:21.417287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-400f5e3e-ae90-4d05-8b97-696d10251038 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:21.453480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:54:21.461883 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa04b11-8673-4a94-bd0e-cb92b6a8820c,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:21.465637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:21.468290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:21.468643 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Added segment db82d965-8ac3-47f2-850a-dcdd0b9e4fc7 of type vlan for network 02292e44-0b2b-4d1c-b9f1-678c912b5790 Jun 02 16:54:21.496514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:21.526808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:21.532264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:21.532841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:21.537867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-83d313ab-8fdf-4ada-bffa-1ba44140f9fa tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:21.639404 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5180869 Jun 02 16:54:21.642628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event updated for resources: {'Network': ['ID=02292e44-0b2b-4d1c-b9f1-678c912b5790,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:21.645168 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:21.653879 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 02292e44-0b2b-4d1c-b9f1-678c912b5790 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:54:24.812940 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42906) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:24.818340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Request body: {'subnet': {'network_id': '02292e44-0b2b-4d1c-b9f1-678c912b5790', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:24.929121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:24.933389 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Usage tracker for resource:subnet and tenant:0e4d598f5ee04dbf947427025724627e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:24.936219 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:24.942860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:24.954638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Made reservation on behalf of 0e4d598f5ee04dbf947427025724627e for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:24.958257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:25.531901 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:25.535327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-309e4628-dae0-45b7-8986-6f16c3ae1815 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:25.609856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event updated for resources: {'Subnet': ['ID=4a543271-58f4-4c71-b683-99812fdaa98f,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:25.614550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:25.621784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Checking segment: {'id': 'db82d965-8ac3-47f2-850a-dcdd0b9e4fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '02292e44-0b2b-4d1c-b9f1-678c912b5790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:25.622169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Network hostable DHCP agents. Network: 02292e44-0b2b-4d1c-b9f1-678c912b5790, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:54:25.640303 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Network 02292e44-0b2b-4d1c-b9f1-678c912b5790 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:54:25.650874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 02292e44-0b2b-4d1c-b9f1-678c912b5790) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:25.660255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727e3eeb-01da-4a18-ab4c-e823e51aa61a None None] Network 02292e44-0b2b-4d1c-b9f1-678c912b5790 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:25.662169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:25.662764 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:25.684270 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8701642 Jun 02 16:54:25.687808 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42908) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:25.692874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-580206381'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:25.698001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:25.702357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Usage tracker for resource:network and tenant:0e4d598f5ee04dbf947427025724627e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:25.705501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:25.711236 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:25.722148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Made reservation on behalf of 0e4d598f5ee04dbf947427025724627e for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:25.725589 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:25.754170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:54:25.763510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:25.763878 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Added segment b5498abc-bc86-4c2a-b970-5573cff794c1 of type vlan for network a30fb2cf-2bcc-40e8-800e-9e563f25c186 Jun 02 16:54:25.789983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:25.823445 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:25.829300 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:25.829888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:25.833570 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-25677fb8-2d39-4b52-80da-e76dc3502e5a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:25.889013 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-02292e44-0b2b-4d1c-b9f1-678c912b5790', 'network_id': '02292e44-0b2b-4d1c-b9f1-678c912b5790', 'tenant_id': '0e4d598f5ee04dbf947427025724627e', 'fixed_ips': [{'subnet_id': '4a543271-58f4-4c71-b683-99812fdaa98f'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:54:25.889857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:25.929417 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2405534 Jun 02 16:54:25.932618 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42910) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:25.938879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Request body: {'subnet': {'network_id': 'a30fb2cf-2bcc-40e8-800e-9e563f25c186', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:25.939086 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event updated for resources: {'Network': ['ID=a30fb2cf-2bcc-40e8-800e-9e563f25c186,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:25.942177 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bc01ad5f-4df8-49cd-94a2-80c3677938bc tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:25.954953 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network a30fb2cf-2bcc-40e8-800e-9e563f25c186 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:54:26.057341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:26.061679 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Usage tracker for resource:subnet and tenant:0e4d598f5ee04dbf947427025724627e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:26.064673 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:26.070670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:26.080727 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Made reservation on behalf of 0e4d598f5ee04dbf947427025724627e for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:26.084602 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:26.129352 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Allocated IP 2001:db8:0:ffff::2 (02292e44-0b2b-4d1c-b9f1-678c912b5790/4a543271-58f4-4c71-b683-99812fdaa98f/926301a2-8486-43a0-8157-b0d09f773cfa) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:54:26.332015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:26.343182 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Transition to ACTIVE for port object 926301a2-8486-43a0-8157-b0d09f773cfa will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:26.362882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Transition to ACTIVE for port object 926301a2-8486-43a0-8157-b0d09f773cfa will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:26.369265 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:26.372873 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:26.429174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Network 02292e44-0b2b-4d1c-b9f1-678c912b5790 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:54:26.436252 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:26.440354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:54:26.513011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:26.516671 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-64107e4c-9757-413f-9f6c-fc3792d4de62 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:26.520366 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Pushing event updated for resources: {'Port': ['ID=926301a2-8486-43a0-8157-b0d09f773cfa,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:26.527699 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:26.575187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Attempting to bind port 926301a2-8486-43a0-8157-b0d09f773cfa on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:54:26.575558 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Attempting to bind port 926301a2-8486-43a0-8157-b0d09f773cfa by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'db82d965-8ac3-47f2-850a-dcdd0b9e4fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '02292e44-0b2b-4d1c-b9f1-678c912b5790'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:54:26.575930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Attempting to bind port 926301a2-8486-43a0-8157-b0d09f773cfa on network 02292e44-0b2b-4d1c-b9f1-678c912b5790 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:54:26.581265 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:54:26.581646 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Checking segment: {'id': 'db82d965-8ac3-47f2-850a-dcdd0b9e4fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '02292e44-0b2b-4d1c-b9f1-678c912b5790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:26.582121 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:26.582472 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Bound using segment: {'id': 'db82d965-8ac3-47f2-850a-dcdd0b9e4fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '02292e44-0b2b-4d1c-b9f1-678c912b5790'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:54:26.582943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Bound port: 926301a2-8486-43a0-8157-b0d09f773cfa, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db82d965-8ac3-47f2-850a-dcdd0b9e4fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '02292e44-0b2b-4d1c-b9f1-678c912b5790'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:54:26.583338 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:26.592216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event updated for resources: {'Subnet': ['ID=2d8c58b9-7a88-4dbf-a753-e709189801e3,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:26.596172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:26.603755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Checking segment: {'id': 'b5498abc-bc86-4c2a-b970-5573cff794c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a30fb2cf-2bcc-40e8-800e-9e563f25c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:26.604147 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Network hostable DHCP agents. Network: a30fb2cf-2bcc-40e8-800e-9e563f25c186, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:54:26.622591 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Network a30fb2cf-2bcc-40e8-800e-9e563f25c186 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:54:26.632355 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, a30fb2cf-2bcc-40e8-800e-9e563f25c186) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:26.642762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:26.643007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befc70e4-3453-475e-b170-b3516d7a7154 None None] Network a30fb2cf-2bcc-40e8-800e-9e563f25c186 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:26.643391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:26.665903 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-876b54ab-7a41-44e7-a0a8-06d03899d81e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7313499 Jun 02 16:54:26.668737 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42912) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:26.760767 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] For port 926301a2-8486-43a0-8157-b0d09f773cfa, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:54:26.786975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] For port 926301a2-8486-43a0-8157-b0d09f773cfa, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=926301a2-8486-43a0-8157-b0d09f773cfa,segment=NetworkSegment(db82d965-8ac3-47f2-850a-dcdd0b9e4fc7),segment_id=db82d965-8ac3-47f2-850a-dcdd0b9e4fc7)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:54:26.794544 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:26.798226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d920dff7-d4ee-4e65-b964-dc0dea4e1edd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:26.808974 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:26.874008 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:26.952640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Pushing event updated for resources: {'Port': ['ID=926301a2-8486-43a0-8157-b0d09f773cfa,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:26.961421 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:26.978819 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-a30fb2cf-2bcc-40e8-800e-9e563f25c186', 'network_id': 'a30fb2cf-2bcc-40e8-800e-9e563f25c186', 'tenant_id': '0e4d598f5ee04dbf947427025724627e', 'fixed_ips': [{'subnet_id': '2d8c58b9-7a88-4dbf-a753-e709189801e3'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:54:26.979852 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:27.168136 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Allocated IP 2001:db8::2 (a30fb2cf-2bcc-40e8-800e-9e563f25c186/2d8c58b9-7a88-4dbf-a753-e709189801e3/550fda42-8e70-41f9-8587-d6f3b549ef81) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:54:27.343051 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 926301a2-8486-43a0-8157-b0d09f773cfa up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:54:27.427073 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:27.440327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Transition to ACTIVE for port object 550fda42-8e70-41f9-8587-d6f3b549ef81 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:27.462334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Transition to ACTIVE for port object 550fda42-8e70-41f9-8587-d6f3b549ef81 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:27.465348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 926301a2-8486-43a0-8157-b0d09f773cfa completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:54:27.470143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:27.474760 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:27.485665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:27.490367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b00361f0-6d36-4eb9-ae81-309e5a110b50 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:27.526773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8c58b9-7a88-4dbf-a753-e709189801e3,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:27.536156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Network a30fb2cf-2bcc-40e8-800e-9e563f25c186 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:54:27.539484 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:27.543321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:54:27.545257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:27.576255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Pushing event updated for resources: {'Port': ['ID=550fda42-8e70-41f9-8587-d6f3b549ef81,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:27.587010 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:27.625769 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:27.639886 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30fb2cf-2bcc-40e8-800e-9e563f25c186']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:27.641675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Attempting to bind port 550fda42-8e70-41f9-8587-d6f3b549ef81 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:54:27.642061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Attempting to bind port 550fda42-8e70-41f9-8587-d6f3b549ef81 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'b5498abc-bc86-4c2a-b970-5573cff794c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a30fb2cf-2bcc-40e8-800e-9e563f25c186'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:54:27.642473 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Attempting to bind port 550fda42-8e70-41f9-8587-d6f3b549ef81 on network a30fb2cf-2bcc-40e8-800e-9e563f25c186 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:54:27.648234 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:54:27.648642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Checking segment: {'id': 'b5498abc-bc86-4c2a-b970-5573cff794c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a30fb2cf-2bcc-40e8-800e-9e563f25c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:27.649040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:27.649446 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Bound using segment: {'id': 'b5498abc-bc86-4c2a-b970-5573cff794c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a30fb2cf-2bcc-40e8-800e-9e563f25c186'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:54:27.649945 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Bound port: 550fda42-8e70-41f9-8587-d6f3b549ef81, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5498abc-bc86-4c2a-b970-5573cff794c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a30fb2cf-2bcc-40e8-800e-9e563f25c186'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:54:27.650361 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:27.653133 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5498abc-bc86-4c2a-b970-5573cff794c1') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:27.653433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5498abc-bc86-4c2a-b970-5573cff794c1') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:27.666262 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:27.684282 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:27.691938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:54:27.692919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:54:27.712001 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:54:27.749367 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] For port 550fda42-8e70-41f9-8587-d6f3b549ef81, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:54:27.799022 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] For port 550fda42-8e70-41f9-8587-d6f3b549ef81, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=550fda42-8e70-41f9-8587-d6f3b549ef81,segment=NetworkSegment(b5498abc-bc86-4c2a-b970-5573cff794c1),segment_id=b5498abc-bc86-4c2a-b970-5573cff794c1)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:54:27.800958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.api [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:54:27.800958 dv-neutron-601336-83-hyperv neutron-server[92322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:54:27.800958 dv-neutron-601336-83-hyperv neutron-server[92322]: [parameters: {'id': 'a30fb2cf-2bcc-40e8-800e-9e563f25c186'}] Jun 02 16:54:27.800958 dv-neutron-601336-83-hyperv neutron-server[92322]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:54:27.801416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_db.api [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:54:27.804138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:27.807933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:27.906695 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db10cf4-fc16-4c17-a841-3e20c045d6cc None None] Network 02292e44-0b2b-4d1c-b9f1-678c912b5790 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:27.937611 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Pushing event updated for resources: {'Port': ['ID=550fda42-8e70-41f9-8587-d6f3b549ef81,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:27.946290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:28.017817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-24b85907-f195-48bf-8d53-ebb519fc92b4 None None] Provisioning for port 926301a2-8486-43a0-8157-b0d09f773cfa completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:54:28.032755 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970e45cc-6889-45ca-a8d8-d1fca8fc52b8 None None] Network a30fb2cf-2bcc-40e8-800e-9e563f25c186 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:28.049675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-24b85907-f195-48bf-8d53-ebb519fc92b4 None None] Provisioning complete for port 926301a2-8486-43a0-8157-b0d09f773cfa triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:28.050044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-24b85907-f195-48bf-8d53-ebb519fc92b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:28.303147 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:28.479738 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-24b85907-f195-48bf-8d53-ebb519fc92b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:28.540105 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Deleting port 550fda42-8e70-41f9-8587-d6f3b549ef81 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:54:28.540744 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:28.544291 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-24b85907-f195-48bf-8d53-ebb519fc92b4 None None] For port 926301a2-8486-43a0-8157-b0d09f773cfa, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=926301a2-8486-43a0-8157-b0d09f773cfa,segment=NetworkSegment(db82d965-8ac3-47f2-850a-dcdd0b9e4fc7),segment_id=db82d965-8ac3-47f2-850a-dcdd0b9e4fc7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:28.550427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-24b85907-f195-48bf-8d53-ebb519fc92b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:28.553413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:28.625775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b85907-f195-48bf-8d53-ebb519fc92b4 None None] Pushing event updated for resources: {'Port': ['ID=926301a2-8486-43a0-8157-b0d09f773cfa,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:28.628964 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-24b85907-f195-48bf-8d53-ebb519fc92b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:28.648790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] For port 550fda42-8e70-41f9-8587-d6f3b549ef81, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=550fda42-8e70-41f9-8587-d6f3b549ef81,segment=NetworkSegment(b5498abc-bc86-4c2a-b970-5573cff794c1),segment_id=b5498abc-bc86-4c2a-b970-5573cff794c1)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:28.649227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:28.770563 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48bdc10-06b9-4a0a-9872-f86d92b5513f None None] get_active_networks_info from dv-neutron-601336-83-hyperv {{(pid=92324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:54:28.775390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Calling delete_port for 550fda42-8e70-41f9-8587-d6f3b549ef81 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:54:28.819295 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-96a86b42-4981-4d4d-b5f6-74b9cb33c23c None None] Provisioning complete for port 926301a2-8486-43a0-8157-b0d09f773cfa triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:28.819884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-96a86b42-4981-4d4d-b5f6-74b9cb33c23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:28.825876 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:28.830382 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-30515773-3d1a-4355-a99c-b97b7c57595e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:28.874682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event deleted for resources: {'Port': ['ID=550fda42-8e70-41f9-8587-d6f3b549ef81,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:28.877262 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:28.879988 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] No DVR routers for this DVR port 550fda42-8e70-41f9-8587-d6f3b549ef81 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:54:28.944604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48bdc10-06b9-4a0a-9872-f86d92b5513f None None] Resources bound (agent type, host, resource id): {{(pid=92324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 16:54:29.009531 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:29.026561 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30fb2cf-2bcc-40e8-800e-9e563f25c186']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:29.039535 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5498abc-bc86-4c2a-b970-5573cff794c1') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:29.039842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5498abc-bc86-4c2a-b970-5573cff794c1') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:29.051631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:29.067747 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:29.074340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:54:29.074715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:54:29.089746 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:54:29.169698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:29.174552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:29.178470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c93a7212-2f76-453e-a56b-1cc4e277c66f tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:29.207373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event deleted for resources: {'Network': ['ID=a30fb2cf-2bcc-40e8-800e-9e563f25c186,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:29.210064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:29.217481 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "DELETE /v2.0/networks/a30fb2cf-2bcc-40e8-800e-9e563f25c186 HTTP/1.1" status: 204 len: 168 time: 2.5434997 Jun 02 16:54:29.217888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42914) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:29.224049 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2075738855'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:29.230053 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:29.234108 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Usage tracker for resource:network and tenant:0e4d598f5ee04dbf947427025724627e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:29.237085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:29.243479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:29.254104 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Made reservation on behalf of 0e4d598f5ee04dbf947427025724627e for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:29.258975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:29.287454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:54:29.291531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 926301a2-8486-43a0-8157-b0d09f773cfa up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:54:29.298624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:29.298962 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Added segment 2875a5ab-5baf-4a5a-9af8-f9397eca2072 of type vlan for network 8c699643-fc40-4bfa-9e48-f36aba4f368a Jun 02 16:54:29.328728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:29.360248 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:29.365657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:29.366261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:29.370835 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 926301a2-8486-43a0-8157-b0d09f773cfa triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:29.371249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:29.371401 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-61dc0464-dce8-4faa-add3-a4735e905a8d tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:29.464868 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2459328 Jun 02 16:54:29.467953 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42916) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:29.473912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event updated for resources: {'Network': ['ID=8c699643-fc40-4bfa-9e48-f36aba4f368a,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:29.476573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-873843c2-2458-4eda-a787-5f271ab957c1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:29.476998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Request body: {'subnet': {'network_id': '8c699643-fc40-4bfa-9e48-f36aba4f368a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:29.488727 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 8c699643-fc40-4bfa-9e48-f36aba4f368a details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:54:29.599738 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:29.604258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Usage tracker for resource:subnet and tenant:0e4d598f5ee04dbf947427025724627e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:29.607366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:29.613533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:29.624730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Made reservation on behalf of 0e4d598f5ee04dbf947427025724627e for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:29.628208 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:29.720926 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.ipam_backend_mixin [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Performing IP validity checks on allocation pools {{(pid=92323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 16:54:29.721443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.ipam_backend_mixin [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92323) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 16:54:30.060045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:30.063490 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5020fa9a-850c-478f-9c0f-cdf2150332bd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:30.134867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event updated for resources: {'Subnet': ['ID=05376042-99c2-44d6-b826-17262b76d11c,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:30.145880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:30.146296 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:30.146684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:30.147056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:30.147418 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:30.147783 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:30.148146 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:30.148506 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:30.148868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:30.149239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:30.149587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:30.149938 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:30.153789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:30.156812 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:54:30.158362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Checking segment: {'id': '2875a5ab-5baf-4a5a-9af8-f9397eca2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8c699643-fc40-4bfa-9e48-f36aba4f368a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:30.158508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Network hostable DHCP agents. Network: 8c699643-fc40-4bfa-9e48-f36aba4f368a, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:54:30.177812 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Network 8c699643-fc40-4bfa-9e48-f36aba4f368a is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:54:30.187745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 8c699643-fc40-4bfa-9e48-f36aba4f368a) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:30.196674 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884e306d-054d-46e1-a10c-05e2d662a9e6 None None] Network 8c699643-fc40-4bfa-9e48-f36aba4f368a requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:30.198694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:30.199329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:30.221288 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7515376 Jun 02 16:54:30.224112 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42918) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:30.371089 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:30.417219 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-8c699643-fc40-4bfa-9e48-f36aba4f368a', 'network_id': '8c699643-fc40-4bfa-9e48-f36aba4f368a', 'tenant_id': '0e4d598f5ee04dbf947427025724627e', 'fixed_ips': [{'subnet_id': '05376042-99c2-44d6-b826-17262b76d11c'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:54:30.418125 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:30.438193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:30.580694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Allocated IP 2001:db8::3 (8c699643-fc40-4bfa-9e48-f36aba4f368a/05376042-99c2-44d6-b826-17262b76d11c/cb287563-07b9-49e3-ab07-7021cc81f6ea) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:54:30.848816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:30.859305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Transition to ACTIVE for port object cb287563-07b9-49e3-ab07-7021cc81f6ea will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:30.884740 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Transition to ACTIVE for port object cb287563-07b9-49e3-ab07-7021cc81f6ea will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:30.891293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:30.894963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:30.913589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:30.917462 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dc0c78d0-1358-4760-9412-951d53fc6e77 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:30.951914 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event deleted for resources: {'Subnet': ['ID=05376042-99c2-44d6-b826-17262b76d11c,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:30.955522 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:30.958875 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Network 8c699643-fc40-4bfa-9e48-f36aba4f368a is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:54:30.962225 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:30.966139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:54:30.974996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Pushing event updated for resources: {'Port': ['ID=cb287563-07b9-49e3-ab07-7021cc81f6ea,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:31.005809 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:31.051100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:31.061792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Attempting to bind port cb287563-07b9-49e3-ab07-7021cc81f6ea on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:54:31.062159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Attempting to bind port cb287563-07b9-49e3-ab07-7021cc81f6ea by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '2875a5ab-5baf-4a5a-9af8-f9397eca2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8c699643-fc40-4bfa-9e48-f36aba4f368a'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:54:31.062560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Attempting to bind port cb287563-07b9-49e3-ab07-7021cc81f6ea on network 8c699643-fc40-4bfa-9e48-f36aba4f368a {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:54:31.064169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c699643-fc40-4bfa-9e48-f36aba4f368a']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:31.068164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:54:31.068547 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Checking segment: {'id': '2875a5ab-5baf-4a5a-9af8-f9397eca2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8c699643-fc40-4bfa-9e48-f36aba4f368a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:31.068948 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:31.069345 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Bound using segment: {'id': '2875a5ab-5baf-4a5a-9af8-f9397eca2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8c699643-fc40-4bfa-9e48-f36aba4f368a'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:54:31.069813 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Bound port: cb287563-07b9-49e3-ab07-7021cc81f6ea, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2875a5ab-5baf-4a5a-9af8-f9397eca2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8c699643-fc40-4bfa-9e48-f36aba4f368a'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:54:31.070595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:31.076496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2875a5ab-5baf-4a5a-9af8-f9397eca2072') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:31.076800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2875a5ab-5baf-4a5a-9af8-f9397eca2072') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:31.088273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:31.105106 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:31.111673 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:54:31.112053 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:54:31.126675 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:54:31.157801 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] For port cb287563-07b9-49e3-ab07-7021cc81f6ea, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:54:31.204910 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] For port cb287563-07b9-49e3-ab07-7021cc81f6ea, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=cb287563-07b9-49e3-ab07-7021cc81f6ea,segment=NetworkSegment(2875a5ab-5baf-4a5a-9af8-f9397eca2072),segment_id=2875a5ab-5baf-4a5a-9af8-f9397eca2072)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:54:31.208339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.api [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:54:31.208339 dv-neutron-601336-83-hyperv neutron-server[92322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:54:31.208339 dv-neutron-601336-83-hyperv neutron-server[92322]: [parameters: {'id': '8c699643-fc40-4bfa-9e48-f36aba4f368a'}] Jun 02 16:54:31.208339 dv-neutron-601336-83-hyperv neutron-server[92322]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:54:31.209047 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_db.api [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:54:31.210829 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:31.216287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:31.332041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Pushing event updated for resources: {'Port': ['ID=cb287563-07b9-49e3-ab07-7021cc81f6ea,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:31.336233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:31.368312 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a93159-9ee0-48d0-94f9-97bff288ee72 None None] Network 8c699643-fc40-4bfa-9e48-f36aba4f368a requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:31.572170 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7daec74-abb5-4551-9b2c-64df20671446 None None] get_active_networks_info from dv-neutron-601336-83-hyperv {{(pid=92324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:54:31.661373 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7daec74-abb5-4551-9b2c-64df20671446 None None] Resources bound (agent type, host, resource id): {{(pid=92324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 16:54:31.710152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:31.792503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Deleting port cb287563-07b9-49e3-ab07-7021cc81f6ea {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:54:31.792879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:31.890895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] For port cb287563-07b9-49e3-ab07-7021cc81f6ea, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=cb287563-07b9-49e3-ab07-7021cc81f6ea,segment=NetworkSegment(2875a5ab-5baf-4a5a-9af8-f9397eca2072),segment_id=2875a5ab-5baf-4a5a-9af8-f9397eca2072)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:31.891273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:32.026451 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Calling delete_port for cb287563-07b9-49e3-ab07-7021cc81f6ea owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:54:32.093191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:32.097445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:32.139599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event deleted for resources: {'Port': ['ID=cb287563-07b9-49e3-ab07-7021cc81f6ea,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:32.142685 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:32.143420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] No DVR routers for this DVR port cb287563-07b9-49e3-ab07-7021cc81f6ea on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:54:32.264768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:32.277726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c699643-fc40-4bfa-9e48-f36aba4f368a']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:32.293134 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2875a5ab-5baf-4a5a-9af8-f9397eca2072') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:32.293409 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2875a5ab-5baf-4a5a-9af8-f9397eca2072') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:32.305345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:32.322248 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:32.328446 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:54:32.328825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:54:32.343093 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:54:32.421803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:32.425068 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:32.438961 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:32.453256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event deleted for resources: {'Network': ['ID=8c699643-fc40-4bfa-9e48-f36aba4f368a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:32.457303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:32.460124 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "DELETE /v2.0/networks/8c699643-fc40-4bfa-9e48-f36aba4f368a HTTP/1.1" status: 204 len: 168 time: 2.2344565 Jun 02 16:54:32.464099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42920) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:32.468971 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2075170750'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:32.473827 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:32.478111 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Usage tracker for resource:network and tenant:0e4d598f5ee04dbf947427025724627e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:32.480997 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:32.632917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:32.644820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Made reservation on behalf of 0e4d598f5ee04dbf947427025724627e for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:32.648279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:32.677818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:54:32.688837 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:32.689177 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Added segment a1494c6f-af88-46bd-86c9-384adefe1ee5 of type vlan for network 4dfa28e8-d558-404d-892e-9873262699b8 Jun 02 16:54:32.715811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:32.748331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:32.753994 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:32.754605 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:32.758171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e84903d-73fc-413c-b026-9a98482e004f tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:32.853396 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3882976 Jun 02 16:54:32.857133 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42922) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:32.862186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Request body: {'subnet': {'network_id': '4dfa28e8-d558-404d-892e-9873262699b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:32.886402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event updated for resources: {'Network': ['ID=4dfa28e8-d558-404d-892e-9873262699b8,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:32.891041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:32.897599 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 4dfa28e8-d558-404d-892e-9873262699b8 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:54:32.976251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:32.980535 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Usage tracker for resource:subnet and tenant:0e4d598f5ee04dbf947427025724627e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:32.983390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:32.989666 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:33.001287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Made reservation on behalf of 0e4d598f5ee04dbf947427025724627e for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:33.005761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:33.011361 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d91fe1c1-84bc-4e5a-89b3-0a9f4a03a3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:33.449791 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:33.453411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-515f9d50-f0be-45bb-a882-95e8cf3d5d11 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:33.526196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event updated for resources: {'Subnet': ['ID=b25ac8c9-8af0-4921-9703-52f4e181cedc,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:33.530594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:33.536925 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Checking segment: {'id': 'a1494c6f-af88-46bd-86c9-384adefe1ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4dfa28e8-d558-404d-892e-9873262699b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:33.537276 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Network hostable DHCP agents. Network: 4dfa28e8-d558-404d-892e-9873262699b8, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:54:33.556368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Network 4dfa28e8-d558-404d-892e-9873262699b8 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:54:33.567407 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 4dfa28e8-d558-404d-892e-9873262699b8) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:33.576315 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9514aae9-7762-422c-bc97-6f4ce93719d5 None None] Network 4dfa28e8-d558-404d-892e-9873262699b8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:33.577502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:33.578107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:33.600678 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-25720d6d-d4d3-485b-8019-e8c93bf70486 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7425103 Jun 02 16:54:33.604743 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42924) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:33.610165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-807796018'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:33.615583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:33.619642 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Usage tracker for resource:network and tenant:0e4d598f5ee04dbf947427025724627e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:33.622717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:33.629387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:33.639225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Made reservation on behalf of 0e4d598f5ee04dbf947427025724627e for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:33.642803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:33.670952 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:54:33.680973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:33.681865 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Added segment 86c06108-a80d-487b-8abe-9a217ca7e21a of type vlan for network 4b26e2fc-8cf1-4288-b685-e6ac0217d579 Jun 02 16:54:33.712188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:33.749122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:33.754902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:33.755480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:33.760757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-678070d2-740b-49e1-8c6c-dd9db6972d45 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:33.794061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-4dfa28e8-d558-404d-892e-9873262699b8', 'network_id': '4dfa28e8-d558-404d-892e-9873262699b8', 'tenant_id': '0e4d598f5ee04dbf947427025724627e', 'fixed_ips': [{'subnet_id': 'b25ac8c9-8af0-4921-9703-52f4e181cedc'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:54:33.794959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:33.855755 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2497504 Jun 02 16:54:33.859271 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42926) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:33.864204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Request body: {'subnet': {'network_id': '4b26e2fc-8cf1-4288-b685-e6ac0217d579', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:33.888381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event updated for resources: {'Network': ['ID=4b26e2fc-8cf1-4288-b685-e6ac0217d579,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:33.893294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:33.923198 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 4b26e2fc-8cf1-4288-b685-e6ac0217d579 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:54:33.981149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:33.985953 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Usage tracker for resource:subnet and tenant:0e4d598f5ee04dbf947427025724627e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:33.989577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:33.996213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:34.008459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Made reservation on behalf of 0e4d598f5ee04dbf947427025724627e for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:34.012317 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:34.092722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Allocated IP 2001:db8::2 (4dfa28e8-d558-404d-892e-9873262699b8/b25ac8c9-8af0-4921-9703-52f4e181cedc/4ddba447-aca1-4695-9bd0-21c727841ef7) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:54:34.308501 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:34.319008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Transition to ACTIVE for port object 4ddba447-aca1-4695-9bd0-21c727841ef7 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:34.338793 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Transition to ACTIVE for port object 4ddba447-aca1-4695-9bd0-21c727841ef7 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:34.344595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:34.349129 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:34.411539 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Network 4dfa28e8-d558-404d-892e-9873262699b8 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:54:34.414647 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:34.418707 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:54:34.450624 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Pushing event updated for resources: {'Port': ['ID=4ddba447-aca1-4695-9bd0-21c727841ef7,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:34.458464 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:34.517597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Attempting to bind port 4ddba447-aca1-4695-9bd0-21c727841ef7 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:54:34.517953 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Attempting to bind port 4ddba447-aca1-4695-9bd0-21c727841ef7 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'a1494c6f-af88-46bd-86c9-384adefe1ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4dfa28e8-d558-404d-892e-9873262699b8'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:54:34.518388 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Attempting to bind port 4ddba447-aca1-4695-9bd0-21c727841ef7 on network 4dfa28e8-d558-404d-892e-9873262699b8 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:54:34.523971 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:54:34.524355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Checking segment: {'id': 'a1494c6f-af88-46bd-86c9-384adefe1ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4dfa28e8-d558-404d-892e-9873262699b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:34.524761 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:34.525160 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Bound using segment: {'id': 'a1494c6f-af88-46bd-86c9-384adefe1ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4dfa28e8-d558-404d-892e-9873262699b8'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:54:34.525668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Bound port: 4ddba447-aca1-4695-9bd0-21c727841ef7, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1494c6f-af88-46bd-86c9-384adefe1ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4dfa28e8-d558-404d-892e-9873262699b8'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:54:34.526058 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:34.594757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:34.599321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2cc58318-d7ef-4ddc-85b8-aac40ac1fbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:34.617385 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] For port 4ddba447-aca1-4695-9bd0-21c727841ef7, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:54:34.620502 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] For port 4ddba447-aca1-4695-9bd0-21c727841ef7, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=4ddba447-aca1-4695-9bd0-21c727841ef7,segment=NetworkSegment(a1494c6f-af88-46bd-86c9-384adefe1ee5),segment_id=a1494c6f-af88-46bd-86c9-384adefe1ee5)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:54:34.628147 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:34.634954 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:34.673069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event updated for resources: {'Subnet': ['ID=abe6b37e-35a7-4545-9eb1-89a22254ab99,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:34.676513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:34.683195 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Checking segment: {'id': '86c06108-a80d-487b-8abe-9a217ca7e21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4b26e2fc-8cf1-4288-b685-e6ac0217d579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:34.683195 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Network hostable DHCP agents. Network: 4b26e2fc-8cf1-4288-b685-e6ac0217d579, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:54:34.702167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Network 4b26e2fc-8cf1-4288-b685-e6ac0217d579 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:54:34.712592 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Pushing event updated for resources: {'Port': ['ID=4ddba447-aca1-4695-9bd0-21c727841ef7,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:34.713485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 4b26e2fc-8cf1-4288-b685-e6ac0217d579) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:34.716666 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:34.723820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc4e37e-50d1-4b92-94cb-3c7d3c5cf856 None None] Network 4b26e2fc-8cf1-4288-b685-e6ac0217d579 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:34.732502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:34.733462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:34.762388 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9020131 Jun 02 16:54:34.765174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42928) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:34.927743 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:34.965204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-4b26e2fc-8cf1-4288-b685-e6ac0217d579', 'network_id': '4b26e2fc-8cf1-4288-b685-e6ac0217d579', 'tenant_id': '0e4d598f5ee04dbf947427025724627e', 'fixed_ips': [{'subnet_id': 'abe6b37e-35a7-4545-9eb1-89a22254ab99'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:54:34.966172 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:35.002748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:35.056299 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:35.140236 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Allocated IP 2001:db8::2 (4b26e2fc-8cf1-4288-b685-e6ac0217d579/abe6b37e-35a7-4545-9eb1-89a22254ab99/821c90b6-5bda-435c-9b3a-0a264263318e) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:54:35.323288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 4ddba447-aca1-4695-9bd0-21c727841ef7 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:54:35.406055 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:35.420144 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Transition to ACTIVE for port object 821c90b6-5bda-435c-9b3a-0a264263318e will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:35.443414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Transition to ACTIVE for port object 821c90b6-5bda-435c-9b3a-0a264263318e will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:35.446344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 4ddba447-aca1-4695-9bd0-21c727841ef7 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:54:35.452634 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:35.459778 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:35.470681 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:35.475064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a4bed42b-4283-4251-b3b6-242f81bc8c9a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:35.517260 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event deleted for resources: {'Subnet': ['ID=abe6b37e-35a7-4545-9eb1-89a22254ab99,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:35.519825 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:35.537732 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Network 4b26e2fc-8cf1-4288-b685-e6ac0217d579 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:54:35.541443 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-825d620e-487f-4043-8a2d-c23f11950f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:35.543400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:35.548820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:54:35.560267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Pushing event updated for resources: {'Port': ['ID=821c90b6-5bda-435c-9b3a-0a264263318e,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:35.586728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:35.627483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:35.642858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b26e2fc-8cf1-4288-b685-e6ac0217d579']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:35.653817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Attempting to bind port 821c90b6-5bda-435c-9b3a-0a264263318e on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:54:35.654208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Attempting to bind port 821c90b6-5bda-435c-9b3a-0a264263318e by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '86c06108-a80d-487b-8abe-9a217ca7e21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4b26e2fc-8cf1-4288-b685-e6ac0217d579'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:54:35.654777 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Attempting to bind port 821c90b6-5bda-435c-9b3a-0a264263318e on network 4b26e2fc-8cf1-4288-b685-e6ac0217d579 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:54:35.656824 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c06108-a80d-487b-8abe-9a217ca7e21a') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:35.657112 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c06108-a80d-487b-8abe-9a217ca7e21a') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:35.660503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:54:35.660885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Checking segment: {'id': '86c06108-a80d-487b-8abe-9a217ca7e21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4b26e2fc-8cf1-4288-b685-e6ac0217d579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:35.661283 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:35.661703 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Bound using segment: {'id': '86c06108-a80d-487b-8abe-9a217ca7e21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4b26e2fc-8cf1-4288-b685-e6ac0217d579'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:54:35.662194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Bound port: 821c90b6-5bda-435c-9b3a-0a264263318e, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c06108-a80d-487b-8abe-9a217ca7e21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4b26e2fc-8cf1-4288-b685-e6ac0217d579'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:54:35.662568 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:35.672335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:35.673824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c719d93-2546-4f6a-b46d-9b4bde8c6124 None None] Network 4dfa28e8-d558-404d-892e-9873262699b8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:35.689478 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:35.695712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:54:35.696124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:54:35.711139 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:54:35.886231 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4473d98e-34b9-4498-9f0a-9c694be5edab None None] Provisioning for port 4ddba447-aca1-4695-9bd0-21c727841ef7 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:54:35.921269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4473d98e-34b9-4498-9f0a-9c694be5edab None None] Provisioning complete for port 4ddba447-aca1-4695-9bd0-21c727841ef7 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:35.921519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4473d98e-34b9-4498-9f0a-9c694be5edab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:35.945150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.db.api [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 16:54:35.945150 dv-neutron-601336-83-hyperv neutron-server[92322]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 16:54:35.945150 dv-neutron-601336-83-hyperv neutron-server[92322]: [parameters: {'id': '4b26e2fc-8cf1-4288-b685-e6ac0217d579'}] Jun 02 16:54:35.945150 dv-neutron-601336-83-hyperv neutron-server[92322]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 16:54:35.946002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_db.api [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 16:54:35.981968 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] For port 821c90b6-5bda-435c-9b3a-0a264263318e, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:54:36.019752 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] For port 821c90b6-5bda-435c-9b3a-0a264263318e, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=821c90b6-5bda-435c-9b3a-0a264263318e,segment=NetworkSegment(86c06108-a80d-487b-8abe-9a217ca7e21a),segment_id=86c06108-a80d-487b-8abe-9a217ca7e21a)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:54:36.032244 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:36.038063 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:36.239311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Pushing event updated for resources: {'Port': ['ID=821c90b6-5bda-435c-9b3a-0a264263318e,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:36.256582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:36.301872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4473d98e-34b9-4498-9f0a-9c694be5edab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:36.312854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041147f4-7348-4c10-ad08-4f5fa4e2d8ca None None] Network 4b26e2fc-8cf1-4288-b685-e6ac0217d579 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:36.437093 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-4473d98e-34b9-4498-9f0a-9c694be5edab None None] For port 4ddba447-aca1-4695-9bd0-21c727841ef7, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=4ddba447-aca1-4695-9bd0-21c727841ef7,segment=NetworkSegment(a1494c6f-af88-46bd-86c9-384adefe1ee5),segment_id=a1494c6f-af88-46bd-86c9-384adefe1ee5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:36.444197 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4473d98e-34b9-4498-9f0a-9c694be5edab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:36.446024 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:36.446674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:36.526027 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Deleting port 821c90b6-5bda-435c-9b3a-0a264263318e {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:54:36.526380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:36.586686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473d98e-34b9-4498-9f0a-9c694be5edab None None] Pushing event updated for resources: {'Port': ['ID=4ddba447-aca1-4695-9bd0-21c727841ef7,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:36.591267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4473d98e-34b9-4498-9f0a-9c694be5edab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:36.618334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a453f3f-bc2b-4af3-be53-79d9429a8ef2 None None] get_active_networks_info from dv-neutron-601336-83-hyperv {{(pid=92324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 16:54:36.636509 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] For port 821c90b6-5bda-435c-9b3a-0a264263318e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=821c90b6-5bda-435c-9b3a-0a264263318e,segment=NetworkSegment(86c06108-a80d-487b-8abe-9a217ca7e21a),segment_id=86c06108-a80d-487b-8abe-9a217ca7e21a)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:36.636859 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:36.701727 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-ef246715-2f3f-4ee8-8c7a-441343a5be55 None None] Provisioning complete for port 4ddba447-aca1-4695-9bd0-21c727841ef7 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:36.701996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ef246715-2f3f-4ee8-8c7a-441343a5be55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:36.759077 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Calling delete_port for 821c90b6-5bda-435c-9b3a-0a264263318e owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:54:36.781384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a453f3f-bc2b-4af3-be53-79d9429a8ef2 None None] Resources bound (agent type, host, resource id): {{(pid=92324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 16:54:36.788591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:36.808300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:36.812180 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-865485e6-c745-4b8a-8885-f98cfeb0f9a3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:36.856814 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event deleted for resources: {'Port': ['ID=821c90b6-5bda-435c-9b3a-0a264263318e,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:36.865467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] No DVR routers for this DVR port 821c90b6-5bda-435c-9b3a-0a264263318e on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:54:36.867548 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:36.867967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:36.868329 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:36.868696 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:36.869050 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:36.869494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:36.869940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:36.870231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:36.870606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:36.870959 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:36.871309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:36.871656 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:36.897989 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:36.996642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:37.009651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b26e2fc-8cf1-4288-b685-e6ac0217d579']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:37.022748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c06108-a80d-487b-8abe-9a217ca7e21a') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:37.023028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c06108-a80d-487b-8abe-9a217ca7e21a') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:37.034517 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:37.051726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:37.058512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:54:37.059017 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:54:37.077335 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:54:37.159955 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:37.163561 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:37.177679 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:37.190858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event deleted for resources: {'Network': ['ID=4b26e2fc-8cf1-4288-b685-e6ac0217d579,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:37.194121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:37.195637 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "DELETE /v2.0/networks/4b26e2fc-8cf1-4288-b685-e6ac0217d579 HTTP/1.1" status: 204 len: 168 time: 2.4294229 Jun 02 16:54:37.198534 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42930) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:37.237110 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33dd57c-5d91-4071-80c4-5f6bf4509913 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] GET failed (client error): The resource could not be found. Jun 02 16:54:37.237639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f33dd57c-5d91-4071-80c4-5f6bf4509913 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Synchronizing usage tracker for tenant:0e4d598f5ee04dbf947427025724627e on resource:subnet {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:54:37.257611 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f33dd57c-5d91-4071-80c4-5f6bf4509913 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Unset dirty status for tenant:0e4d598f5ee04dbf947427025724627e on resource:subnet {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:54:37.261764 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f33dd57c-5d91-4071-80c4-5f6bf4509913 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "GET /v2.0/subnets/abe6b37e-35a7-4545-9eb1-89a22254ab99 HTTP/1.1" status: 404 len: 337 time: 0.0594809 Jun 02 16:54:37.262033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42932) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:37.287198 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe5efa7-6e43-489c-930a-084411e3be52 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] DELETE failed (client error): The resource could not be found. Jun 02 16:54:37.287693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe5efa7-6e43-489c-930a-084411e3be52 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92322) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:54:37.289540 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ebe5efa7-6e43-489c-930a-084411e3be52 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "DELETE /v2.0/networks/4b26e2fc-8cf1-4288-b685-e6ac0217d579 HTTP/1.1" status: 404 len: 339 time: 0.0262268 Jun 02 16:54:37.292065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 4ddba447-aca1-4695-9bd0-21c727841ef7 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:54:37.293576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42934) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:37.333588 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d23cb7-5b07-46fe-9f8a-deb61b1887b0 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] DELETE failed (client error): The resource could not be found. Jun 02 16:54:37.334043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d23cb7-5b07-46fe-9f8a-deb61b1887b0 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:54:37.335762 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-57d23cb7-5b07-46fe-9f8a-deb61b1887b0 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "DELETE /v2.0/subnets/abe6b37e-35a7-4545-9eb1-89a22254ab99 HTTP/1.1" status: 404 len: 337 time: 0.0410671 Jun 02 16:54:37.338405 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42936) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:37.360887 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 4ddba447-aca1-4695-9bd0-21c727841ef7 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:37.361267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:37.362243 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5002c25-b598-45f7-92f7-0c630a814884 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] DELETE failed (client error): The resource could not be found. Jun 02 16:54:37.362710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5002c25-b598-45f7-92f7-0c630a814884 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:54:37.364352 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b5002c25-b598-45f7-92f7-0c630a814884 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "DELETE /v2.0/networks/4b26e2fc-8cf1-4288-b685-e6ac0217d579 HTTP/1.1" status: 404 len: 339 time: 0.0250432 Jun 02 16:54:37.366935 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42938) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:37.433921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-2804930e-6a91-4e94-ad53-cefa211a60d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Deleting subnet b25ac8c9-8af0-4921-9703-52f4e181cedc {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:54:37.436936 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2804930e-6a91-4e94-ad53-cefa211a60d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:37.494797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2804930e-6a91-4e94-ad53-cefa211a60d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:37.588505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2804930e-6a91-4e94-ad53-cefa211a60d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:37.867039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2804930e-6a91-4e94-ad53-cefa211a60d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:37.872000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4cbe41a4-2fe1-4707-9af2-aa593186e1bc tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:37.908323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2804930e-6a91-4e94-ad53-cefa211a60d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:37.911175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804930e-6a91-4e94-ad53-cefa211a60d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event deleted for resources: {'Subnet': ['ID=b25ac8c9-8af0-4921-9703-52f4e181cedc,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:37.914511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e08e95-505f-4393-a7f4-c7845e6eeb9f None None] Network 4dfa28e8-d558-404d-892e-9873262699b8 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:37.915155 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2804930e-6a91-4e94-ad53-cefa211a60d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:37.925434 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2804930e-6a91-4e94-ad53-cefa211a60d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "DELETE /v2.0/subnets/b25ac8c9-8af0-4921-9703-52f4e181cedc HTTP/1.1" status: 204 len: 168 time: 0.5574937 Jun 02 16:54:37.927904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42940) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:38.044740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:38.125429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Deleting port 4ddba447-aca1-4695-9bd0-21c727841ef7 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:54:38.125655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:38.214435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe1e8ef-8af0-4525-9352-f7d082c87735 None None] DHCP port deletion for 4dfa28e8-d558-404d-892e-9873262699b8 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:54:38.228203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] For port 4ddba447-aca1-4695-9bd0-21c727841ef7, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=4ddba447-aca1-4695-9bd0-21c727841ef7,segment=NetworkSegment(a1494c6f-af88-46bd-86c9-384adefe1ee5),segment_id=a1494c6f-af88-46bd-86c9-384adefe1ee5)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:38.228586 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:38.277509 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1e8ef-8af0-4525-9352-f7d082c87735 None None] Deleting port 4ddba447-aca1-4695-9bd0-21c727841ef7 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:54:38.277902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e8ef-8af0-4525-9352-f7d082c87735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:38.352814 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Calling delete_port for 4ddba447-aca1-4695-9bd0-21c727841ef7 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:54:38.375173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-ebe1e8ef-8af0-4525-9352-f7d082c87735 None None] For port 4ddba447-aca1-4695-9bd0-21c727841ef7, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=4ddba447-aca1-4695-9bd0-21c727841ef7,segment=NetworkSegment(a1494c6f-af88-46bd-86c9-384adefe1ee5),segment_id=a1494c6f-af88-46bd-86c9-384adefe1ee5)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:38.375818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e8ef-8af0-4525-9352-f7d082c87735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:38.402718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:38.407060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cb70a3e1-08a6-4e3e-a8c3-4200b753ad3c tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:38.451239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event deleted for resources: {'Port': ['ID=4ddba447-aca1-4695-9bd0-21c727841ef7,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:38.453079 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] No DVR routers for this DVR port 4ddba447-aca1-4695-9bd0-21c727841ef7 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:54:38.454774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:38.497997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1e8ef-8af0-4525-9352-f7d082c87735 None None] Calling delete_port for 4ddba447-aca1-4695-9bd0-21c727841ef7 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:54:38.541677 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ebe1e8ef-8af0-4525-9352-f7d082c87735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:38.545292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:38.576787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:38.590161 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1e8ef-8af0-4525-9352-f7d082c87735 None None] Pushing event deleted for resources: {'Port': ['ID=4ddba447-aca1-4695-9bd0-21c727841ef7,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:38.593293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ebe1e8ef-8af0-4525-9352-f7d082c87735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:38.593904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfa28e8-d558-404d-892e-9873262699b8']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:38.594158 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe1e8ef-8af0-4525-9352-f7d082c87735 None None] No DVR routers for this DVR port 4ddba447-aca1-4695-9bd0-21c727841ef7 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:54:38.610570 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1494c6f-af88-46bd-86c9-384adefe1ee5') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:38.610844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1494c6f-af88-46bd-86c9-384adefe1ee5') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:38.626774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:38.643092 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:38.649416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:54:38.649795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:54:38.664202 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:54:38.684098 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:38.746819 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:38.751970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b7bfddc3-5eef-4904-a693-f4a67f53a11e tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:38.771854 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:38.782815 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event deleted for resources: {'Network': ['ID=4dfa28e8-d558-404d-892e-9873262699b8,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:38.785761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:38.787365 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "DELETE /v2.0/networks/4dfa28e8-d558-404d-892e-9873262699b8 HTTP/1.1" status: 204 len: 168 time: 0.8584495 Jun 02 16:54:38.789969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42942) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:38.827529 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0b4339-19f2-4e67-808a-32e5028a46b9 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] DELETE failed (client error): The resource could not be found. Jun 02 16:54:38.827983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0b4339-19f2-4e67-808a-32e5028a46b9 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:54:38.829631 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bc0b4339-19f2-4e67-808a-32e5028a46b9 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "DELETE /v2.0/subnets/05376042-99c2-44d6-b826-17262b76d11c HTTP/1.1" status: 404 len: 337 time: 0.0388002 Jun 02 16:54:38.833498 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42944) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:38.857611 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f607d3-b228-4bab-90ef-a7ff13cc9b8c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] DELETE failed (client error): The resource could not be found. Jun 02 16:54:38.864107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f607d3-b228-4bab-90ef-a7ff13cc9b8c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:54:38.864107 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-13f607d3-b228-4bab-90ef-a7ff13cc9b8c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "DELETE /v2.0/networks/8c699643-fc40-4bfa-9e48-f36aba4f368a HTTP/1.1" status: 404 len: 339 time: 0.0252645 Jun 02 16:54:38.864107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42946) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:38.898302 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-551fe9d7-14f5-4a14-8049-2f45b82308f1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] DELETE failed (client error): The resource could not be found. Jun 02 16:54:38.898646 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551fe9d7-14f5-4a14-8049-2f45b82308f1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:54:38.900261 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-551fe9d7-14f5-4a14-8049-2f45b82308f1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "DELETE /v2.0/subnets/2d8c58b9-7a88-4dbf-a753-e709189801e3 HTTP/1.1" status: 404 len: 337 time: 0.0370812 Jun 02 16:54:38.902855 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42948) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:38.929913 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.pecan_wsgi.hooks.translation [None req-34557f67-212c-447d-a53e-0564a7b80652 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] DELETE failed (client error): The resource could not be found. Jun 02 16:54:38.930392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34557f67-212c-447d-a53e-0564a7b80652 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92323) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 16:54:38.931984 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-34557f67-212c-447d-a53e-0564a7b80652 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "DELETE /v2.0/networks/a30fb2cf-2bcc-40e8-800e-9e563f25c186 HTTP/1.1" status: 404 len: 339 time: 0.0282676 Jun 02 16:54:38.934525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42950) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:38.999213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-91bdb00e-13b7-4a78-a411-bd81348e6d83 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Deleting subnet 4a543271-58f4-4c71-b683-99812fdaa98f {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:54:39.002283 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91bdb00e-13b7-4a78-a411-bd81348e6d83 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:39.055257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91bdb00e-13b7-4a78-a411-bd81348e6d83 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:39.140218 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91bdb00e-13b7-4a78-a411-bd81348e6d83 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:39.286552 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 4ddba447-aca1-4695-9bd0-21c727841ef7 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:54:39.321018 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 4ddba447-aca1-4695-9bd0-21c727841ef7 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:54:39.321297 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 4ddba447-aca1-4695-9bd0-21c727841ef7 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:54:39.418330 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91bdb00e-13b7-4a78-a411-bd81348e6d83 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:39.422035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6b7b647f-48fe-4582-a1ac-0af0247a038c tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:39.458870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdb00e-13b7-4a78-a411-bd81348e6d83 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event deleted for resources: {'Subnet': ['ID=4a543271-58f4-4c71-b683-99812fdaa98f,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:39.461889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-91bdb00e-13b7-4a78-a411-bd81348e6d83 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:39.462924 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91bdb00e-13b7-4a78-a411-bd81348e6d83 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:39.468503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf31c1-b96e-4e4d-9d56-2b6b107c38dc None None] Network 02292e44-0b2b-4d1c-b9f1-678c912b5790 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:39.474952 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-91bdb00e-13b7-4a78-a411-bd81348e6d83 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "DELETE /v2.0/subnets/4a543271-58f4-4c71-b683-99812fdaa98f HTTP/1.1" status: 204 len: 168 time: 0.5393732 Jun 02 16:54:39.477727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42952) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:39.590135 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:39.665536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Deleting port 926301a2-8486-43a0-8157-b0d09f773cfa {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:54:39.665956 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:39.713932 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d3cda9-8505-48bd-8b50-801e3e019b34 None None] DHCP port deletion for 02292e44-0b2b-4d1c-b9f1-678c912b5790 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:54:39.765856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] For port 926301a2-8486-43a0-8157-b0d09f773cfa, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=926301a2-8486-43a0-8157-b0d09f773cfa,segment=NetworkSegment(db82d965-8ac3-47f2-850a-dcdd0b9e4fc7),segment_id=db82d965-8ac3-47f2-850a-dcdd0b9e4fc7)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:39.766241 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:39.784676 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-07d3cda9-8505-48bd-8b50-801e3e019b34 None None] Deleting port 926301a2-8486-43a0-8157-b0d09f773cfa {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:54:39.785065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-07d3cda9-8505-48bd-8b50-801e3e019b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:39.885952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-07d3cda9-8505-48bd-8b50-801e3e019b34 None None] For port 926301a2-8486-43a0-8157-b0d09f773cfa, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=926301a2-8486-43a0-8157-b0d09f773cfa,segment=NetworkSegment(db82d965-8ac3-47f2-850a-dcdd0b9e4fc7),segment_id=db82d965-8ac3-47f2-850a-dcdd0b9e4fc7)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:39.886394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-07d3cda9-8505-48bd-8b50-801e3e019b34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:39.889213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Calling delete_port for 926301a2-8486-43a0-8157-b0d09f773cfa owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:54:39.940874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:39.945914 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-adffd3cd-0357-4253-9be8-5e55b8da6848 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:39.991002 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] No DVR routers for this DVR port 926301a2-8486-43a0-8157-b0d09f773cfa on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:54:39.993243 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event deleted for resources: {'Port': ['ID=926301a2-8486-43a0-8157-b0d09f773cfa,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:39.995447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:40.005855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-07d3cda9-8505-48bd-8b50-801e3e019b34 None None] Calling delete_port for 926301a2-8486-43a0-8157-b0d09f773cfa owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:54:40.049830 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-07d3cda9-8505-48bd-8b50-801e3e019b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:40.053457 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-24b85907-f195-48bf-8d53-ebb519fc92b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:40.098797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3cda9-8505-48bd-8b50-801e3e019b34 None None] Pushing event deleted for resources: {'Port': ['ID=926301a2-8486-43a0-8157-b0d09f773cfa,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:40.101832 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-07d3cda9-8505-48bd-8b50-801e3e019b34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:40.103005 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d3cda9-8505-48bd-8b50-801e3e019b34 None None] No DVR routers for this DVR port 926301a2-8486-43a0-8157-b0d09f773cfa on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:54:40.258674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:40.272096 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02292e44-0b2b-4d1c-b9f1-678c912b5790']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:40.284409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db82d965-8ac3-47f2-850a-dcdd0b9e4fc7') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:40.284716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db82d965-8ac3-47f2-850a-dcdd0b9e4fc7') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:40.296304 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:40.316483 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:40.325556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:54:40.325932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:54:40.340348 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:54:40.428856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:40.432401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c54ebdc5-80cd-4e13-811e-383f8b28d737 tempest-RoutersNegativeTest-1647489623 tempest-RoutersNegativeTest-1647489623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:40.446221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:40.457870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Pushing event deleted for resources: {'Network': ['ID=02292e44-0b2b-4d1c-b9f1-678c912b5790,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:40.460697 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] 10.222.0.50 "DELETE /v2.0/networks/02292e44-0b2b-4d1c-b9f1-678c912b5790 HTTP/1.1" status: 204 len: 168 time: 0.9814062 Jun 02 16:54:40.461565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:40.781590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42958) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:40.962284 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-35349f18-5ad0-46da-8619-10e468caf1fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e4d598f5ee04dbf947427025724627e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789274 Jun 02 16:54:40.965806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42962) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:41.029363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c60f4e7e-c528-49fb-8f46-14b3a8465e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:41.055681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c60f4e7e-c528-49fb-8f46-14b3a8465e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:41.114568 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c60f4e7e-c528-49fb-8f46-14b3a8465e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:41.120574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0832d604-4b8e-4906-bef2-835251fce362 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:41.132321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f4e7e-c528-49fb-8f46-14b3a8465e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa04b11-8673-4a94-bd0e-cb92b6a8820c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:41.135107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c60f4e7e-c528-49fb-8f46-14b3a8465e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:41.138544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c60f4e7e-c528-49fb-8f46-14b3a8465e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:41.142137 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c60f4e7e-c528-49fb-8f46-14b3a8465e0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5fa04b11-8673-4a94-bd0e-cb92b6a8820c HTTP/1.1" status: 204 len: 168 time: 0.1729312 Jun 02 16:54:41.287200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 926301a2-8486-43a0-8157-b0d09f773cfa no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:54:41.321739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 926301a2-8486-43a0-8157-b0d09f773cfa {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:54:41.322214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 926301a2-8486-43a0-8157-b0d09f773cfa not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:54:41.903726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42984) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:42.019219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-2757c6e3-5f67-4829-9f28-85042e4c1b44 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-18608223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:42.028938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2757c6e3-5f67-4829-9f28-85042e4c1b44 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:42.032987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2757c6e3-5f67-4829-9f28-85042e4c1b44 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Usage tracker for resource:router and tenant:c9d4a1eb5af641879f320665d2f94a81 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:42.036727 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-2757c6e3-5f67-4829-9f28-85042e4c1b44 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:42.042709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-2757c6e3-5f67-4829-9f28-85042e4c1b44 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:42.055554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2757c6e3-5f67-4829-9f28-85042e4c1b44 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:42.056569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2757c6e3-5f67-4829-9f28-85042e4c1b44 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:42.075872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2757c6e3-5f67-4829-9f28-85042e4c1b44 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:42.110386 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2757c6e3-5f67-4829-9f28-85042e4c1b44 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:42.136867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2757c6e3-5f67-4829-9f28-85042e4c1b44 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:42.138029 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2757c6e3-5f67-4829-9f28-85042e4c1b44 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2330344 Jun 02 16:54:42.140940 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42988) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:42.146764 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-884879823'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:42.152314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:42.156650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Usage tracker for resource:network and tenant:c9d4a1eb5af641879f320665d2f94a81 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:42.159709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:42.167687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:42.184937 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Made reservation on behalf of c9d4a1eb5af641879f320665d2f94a81 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:42.188403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:42.200767 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:42.215107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:42.218899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Usage tracker for resource:security_group_rule and tenant:c9d4a1eb5af641879f320665d2f94a81 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:42.221912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:42.229040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:42.315360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:42.322698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:42.326956 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1e5e671a-acfe-4b87-83cc-4b076b657dc8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:42.363569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:54:42.372198 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620a64ce-d72c-49a5-919b-05a61034751c,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:42.375731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:42.380673 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:42.381002 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Added segment f9122c75-f36d-490a-a42c-6126c55357cd of type vlan for network 6287cf5c-9d58-420b-9146-1a5370db325b Jun 02 16:54:42.409995 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:42.443076 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:42.448452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:42.449023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:42.452688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:42.557460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Pushing event updated for resources: {'Network': ['ID=6287cf5c-9d58-420b-9146-1a5370db325b,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:42.560530 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4181676 Jun 02 16:54:42.561447 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:42.563287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42990) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:42.568298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Request body: {'subnet': {'network_id': '6287cf5c-9d58-420b-9146-1a5370db325b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:42.568541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 6287cf5c-9d58-420b-9146-1a5370db325b details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:54:42.678925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:42.682809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Usage tracker for resource:subnet and tenant:c9d4a1eb5af641879f320665d2f94a81 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:42.685752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:42.691629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:42.704291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Made reservation on behalf of c9d4a1eb5af641879f320665d2f94a81 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:42.709655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:43.159434 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:43.166960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d8feb5bc-c56b-471e-a629-6cd226cec23a tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:43.243353 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Pushing event updated for resources: {'Subnet': ['ID=05217db4-4e66-4131-8a48-5cf894f593b7,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:43.246674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:43.253871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Checking segment: {'id': 'f9122c75-f36d-490a-a42c-6126c55357cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6287cf5c-9d58-420b-9146-1a5370db325b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:43.254264 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Network hostable DHCP agents. Network: 6287cf5c-9d58-420b-9146-1a5370db325b, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:54:43.274346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Network 6287cf5c-9d58-420b-9146-1a5370db325b is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:54:43.284129 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 6287cf5c-9d58-420b-9146-1a5370db325b) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:43.293924 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a09ddbd-ca53-49b0-8037-ea596e0eb3d3 None None] Network 6287cf5c-9d58-420b-9146-1a5370db325b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:43.294167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:43.296899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:43.322814 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7556672 Jun 02 16:54:43.323062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 42992) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:43.328399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1428036976'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:43.333860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:43.338000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Usage tracker for resource:network and tenant:c9d4a1eb5af641879f320665d2f94a81 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:43.341180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:43.347316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:43.360160 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Made reservation on behalf of c9d4a1eb5af641879f320665d2f94a81 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:43.363873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:43.392201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:54:43.401429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:43.401785 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Added segment b575b39e-2441-4a86-8d4d-04a00a8a9f5e of type vlan for network 6af0bf91-27df-441e-9642-50e2552da143 Jun 02 16:54:43.431123 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:43.469067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:43.474807 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:43.475384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:43.479574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-55dfd327-aaf5-4ee6-bfcf-66fffa144dbb tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:43.515071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-6287cf5c-9d58-420b-9146-1a5370db325b', 'network_id': '6287cf5c-9d58-420b-9146-1a5370db325b', 'tenant_id': 'c9d4a1eb5af641879f320665d2f94a81', 'fixed_ips': [{'subnet_id': '05217db4-4e66-4131-8a48-5cf894f593b7'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:54:43.516319 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:43.578901 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2521346 Jun 02 16:54:43.579276 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42994) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:43.585860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Request body: {'subnet': {'network_id': '6af0bf91-27df-441e-9642-50e2552da143', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:43.586527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Pushing event updated for resources: {'Network': ['ID=6af0bf91-27df-441e-9642-50e2552da143,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:43.589224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:43.626893 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 6af0bf91-27df-441e-9642-50e2552da143 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:54:43.698940 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:43.702942 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Usage tracker for resource:subnet and tenant:c9d4a1eb5af641879f320665d2f94a81 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:43.706043 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:43.711700 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:43.722426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Made reservation on behalf of c9d4a1eb5af641879f320665d2f94a81 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:43.726043 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:43.812931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Allocated IP 172.20.0.2 (6287cf5c-9d58-420b-9146-1a5370db325b/05217db4-4e66-4131-8a48-5cf894f593b7/f13f922c-e540-4ad5-a939-c6504d513ebc) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:54:44.021463 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:44.033334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Transition to ACTIVE for port object f13f922c-e540-4ad5-a939-c6504d513ebc will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:44.054362 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Transition to ACTIVE for port object f13f922c-e540-4ad5-a939-c6504d513ebc will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:44.062099 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:44.066837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:44.130274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Network 6287cf5c-9d58-420b-9146-1a5370db325b is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:54:44.136036 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:44.142207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:54:44.151472 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Pushing event updated for resources: {'Port': ['ID=f13f922c-e540-4ad5-a939-c6504d513ebc,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:44.159009 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:44.162692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:44.177158 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:44.235832 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Attempting to bind port f13f922c-e540-4ad5-a939-c6504d513ebc on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:54:44.236122 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Pushing event updated for resources: {'Subnet': ['ID=0acc7626-ec7b-4cf3-95cc-b789b6bb6ac8,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:44.236263 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Attempting to bind port f13f922c-e540-4ad5-a939-c6504d513ebc by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'f9122c75-f36d-490a-a42c-6126c55357cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6287cf5c-9d58-420b-9146-1a5370db325b'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:54:44.236584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Attempting to bind port f13f922c-e540-4ad5-a939-c6504d513ebc on network 6287cf5c-9d58-420b-9146-1a5370db325b {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:54:44.240595 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:44.242143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:54:44.242700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Checking segment: {'id': 'f9122c75-f36d-490a-a42c-6126c55357cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6287cf5c-9d58-420b-9146-1a5370db325b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:44.243048 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:44.243339 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Bound using segment: {'id': 'f9122c75-f36d-490a-a42c-6126c55357cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6287cf5c-9d58-420b-9146-1a5370db325b'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:54:44.243816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Bound port: f13f922c-e540-4ad5-a939-c6504d513ebc, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9122c75-f36d-490a-a42c-6126c55357cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6287cf5c-9d58-420b-9146-1a5370db325b'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:54:44.244201 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:44.249803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Checking segment: {'id': 'b575b39e-2441-4a86-8d4d-04a00a8a9f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6af0bf91-27df-441e-9642-50e2552da143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:44.250182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Network hostable DHCP agents. Network: 6af0bf91-27df-441e-9642-50e2552da143, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:54:44.267903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Network 6af0bf91-27df-441e-9642-50e2552da143 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:54:44.277536 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 6af0bf91-27df-441e-9642-50e2552da143) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:44.287416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:44.288129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:44.292677 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0655ddbf-a390-41c4-802e-da9b405180ec None None] Network 6af0bf91-27df-441e-9642-50e2552da143 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:44.313060 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7278998 Jun 02 16:54:44.313309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42996) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:44.318165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b1732e1a-3605-4505-bb89-afddec0ba04d tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Request body: {'router': {'external_gateway_info': {'network_id': '6af0bf91-27df-441e-9642-50e2552da143'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:44.430752 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] For port f13f922c-e540-4ad5-a939-c6504d513ebc, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:54:44.452346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] For port f13f922c-e540-4ad5-a939-c6504d513ebc, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f13f922c-e540-4ad5-a939-c6504d513ebc,segment=NetworkSegment(f9122c75-f36d-490a-a42c-6126c55357cd),segment_id=f9122c75-f36d-490a-a42c-6126c55357cd)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:54:44.484574 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:44.492391 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:44.620640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Pushing event updated for resources: {'Port': ['ID=f13f922c-e540-4ad5-a939-c6504d513ebc,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:44.623723 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:44.629589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-6af0bf91-27df-441e-9642-50e2552da143', 'network_id': '6af0bf91-27df-441e-9642-50e2552da143', 'tenant_id': 'c9d4a1eb5af641879f320665d2f94a81', 'fixed_ips': [{'subnet_id': '0acc7626-ec7b-4cf3-95cc-b789b6bb6ac8'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:54:44.629589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:44.789187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Allocated IP 172.21.0.2 (6af0bf91-27df-441e-9642-50e2552da143/0acc7626-ec7b-4cf3-95cc-b789b6bb6ac8/f630c9d7-437a-4d97-9b58-2f2d13719130) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:54:44.893034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b1732e1a-3605-4505-bb89-afddec0ba04d tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:45.029231 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:45.039311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Transition to ACTIVE for port object f630c9d7-437a-4d97-9b58-2f2d13719130 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:45.050643 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.api.v2.resource [None req-b1732e1a-3605-4505-bb89-afddec0ba04d tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 16:54:45.051712 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b1732e1a-3605-4505-bb89-afddec0ba04d tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] 10.222.0.50 "PUT /v2.0/routers/6a043b2e-0edc-4cde-9fb3-84c4c0f19f2e HTTP/1.1" status: 400 len: 364 time: 0.7375045 Jun 02 16:54:45.057682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 42998) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:45.057994 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Transition to ACTIVE for port object f630c9d7-437a-4d97-9b58-2f2d13719130 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:45.063776 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:45.068327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:45.121949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Network 6af0bf91-27df-441e-9642-50e2552da143 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:54:45.125020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:45.129145 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:54:45.129519 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c29e83-7404-4f39-86fe-0bb2ed8955b5 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Deleting subnet 0acc7626-ec7b-4cf3-95cc-b789b6bb6ac8 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:54:45.133879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-37c29e83-7404-4f39-86fe-0bb2ed8955b5 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:45.203849 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-37c29e83-7404-4f39-86fe-0bb2ed8955b5 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:45.205230 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Pushing event updated for resources: {'Port': ['ID=f630c9d7-437a-4d97-9b58-2f2d13719130,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:45.213251 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:45.238717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Attempting to bind port f630c9d7-437a-4d97-9b58-2f2d13719130 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:54:45.238717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Attempting to bind port f630c9d7-437a-4d97-9b58-2f2d13719130 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'b575b39e-2441-4a86-8d4d-04a00a8a9f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6af0bf91-27df-441e-9642-50e2552da143'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:54:45.238966 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Attempting to bind port f630c9d7-437a-4d97-9b58-2f2d13719130 on network 6af0bf91-27df-441e-9642-50e2552da143 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:54:45.245135 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:54:45.245515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Checking segment: {'id': 'b575b39e-2441-4a86-8d4d-04a00a8a9f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6af0bf91-27df-441e-9642-50e2552da143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:45.245932 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:45.246328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Bound using segment: {'id': 'b575b39e-2441-4a86-8d4d-04a00a8a9f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6af0bf91-27df-441e-9642-50e2552da143'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:54:45.246907 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Bound port: f630c9d7-437a-4d97-9b58-2f2d13719130, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b575b39e-2441-4a86-8d4d-04a00a8a9f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6af0bf91-27df-441e-9642-50e2552da143'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:54:45.247304 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:45.302592 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-37c29e83-7404-4f39-86fe-0bb2ed8955b5 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:45.361774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f13f922c-e540-4ad5-a939-c6504d513ebc up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:54:45.467107 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port f13f922c-e540-4ad5-a939-c6504d513ebc completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:54:45.603268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-37c29e83-7404-4f39-86fe-0bb2ed8955b5 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:45.606271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] For port f630c9d7-437a-4d97-9b58-2f2d13719130, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:54:45.608358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ed351714-104c-410d-bcdd-1b5cfe4059c6 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:45.613940 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] For port f630c9d7-437a-4d97-9b58-2f2d13719130, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f630c9d7-437a-4d97-9b58-2f2d13719130,segment=NetworkSegment(b575b39e-2441-4a86-8d4d-04a00a8a9f5e),segment_id=b575b39e-2441-4a86-8d4d-04a00a8a9f5e)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:54:45.617046 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13c6e9a-5bf4-4c1d-94ee-c69ce90d66b6 None None] Network 6287cf5c-9d58-420b-9146-1a5370db325b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:45.634005 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:45.643385 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:45.645602 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c29e83-7404-4f39-86fe-0bb2ed8955b5 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Pushing event deleted for resources: {'Subnet': ['ID=0acc7626-ec7b-4cf3-95cc-b789b6bb6ac8,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:45.647599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-37c29e83-7404-4f39-86fe-0bb2ed8955b5 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:45.650348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-37c29e83-7404-4f39-86fe-0bb2ed8955b5 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:45.654666 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-37c29e83-7404-4f39-86fe-0bb2ed8955b5 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] 10.222.0.50 "DELETE /v2.0/subnets/0acc7626-ec7b-4cf3-95cc-b789b6bb6ac8 HTTP/1.1" status: 204 len: 168 time: 0.5960376 Jun 02 16:54:45.657297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43000) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:45.773465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:45.780132 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1be36cc7-cb78-4266-aa8a-4b34ff9bb485 None None] Provisioning for port f13f922c-e540-4ad5-a939-c6504d513ebc completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:54:45.797841 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1be36cc7-cb78-4266-aa8a-4b34ff9bb485 None None] Provisioning complete for port f13f922c-e540-4ad5-a939-c6504d513ebc triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:45.798524 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1be36cc7-cb78-4266-aa8a-4b34ff9bb485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:45.851644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Pushing event updated for resources: {'Port': ['ID=f630c9d7-437a-4d97-9b58-2f2d13719130,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:45.852437 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Deleting port f630c9d7-437a-4d97-9b58-2f2d13719130 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:54:45.852782 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:45.864667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:45.961289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] For port f630c9d7-437a-4d97-9b58-2f2d13719130, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f630c9d7-437a-4d97-9b58-2f2d13719130,segment=NetworkSegment(b575b39e-2441-4a86-8d4d-04a00a8a9f5e),segment_id=b575b39e-2441-4a86-8d4d-04a00a8a9f5e)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:45.961784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:46.078239 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1be36cc7-cb78-4266-aa8a-4b34ff9bb485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:46.089462 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Calling delete_port for f630c9d7-437a-4d97-9b58-2f2d13719130 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:54:46.118930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1be36cc7-cb78-4266-aa8a-4b34ff9bb485 None None] For port f13f922c-e540-4ad5-a939-c6504d513ebc, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f13f922c-e540-4ad5-a939-c6504d513ebc,segment=NetworkSegment(f9122c75-f36d-490a-a42c-6126c55357cd),segment_id=f9122c75-f36d-490a-a42c-6126c55357cd)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:46.124120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1be36cc7-cb78-4266-aa8a-4b34ff9bb485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:46.125885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:46.159796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:46.164965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-353604bb-50c6-480a-b8de-058b5e4a8734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:46.197246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be36cc7-cb78-4266-aa8a-4b34ff9bb485 None None] Pushing event updated for resources: {'Port': ['ID=f13f922c-e540-4ad5-a939-c6504d513ebc,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:46.200379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1be36cc7-cb78-4266-aa8a-4b34ff9bb485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:46.212287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] No DVR routers for this DVR port f630c9d7-437a-4d97-9b58-2f2d13719130 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:54:46.249317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Pushing event deleted for resources: {'Port': ['ID=f630c9d7-437a-4d97-9b58-2f2d13719130,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:46.251853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:46.349077 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:46.350059 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9222764c-5832-4f84-b782-cd1eb3641a33 None None] Provisioning complete for port f13f922c-e540-4ad5-a939-c6504d513ebc triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:46.350528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9222764c-5832-4f84-b782-cd1eb3641a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:46.363037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af0bf91-27df-441e-9642-50e2552da143']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:46.379496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b575b39e-2441-4a86-8d4d-04a00a8a9f5e') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:46.379800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b575b39e-2441-4a86-8d4d-04a00a8a9f5e') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:46.393029 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:46.418301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:46.426022 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:54:46.426558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:54:46.442670 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:54:46.524313 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:46.528073 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-43a09082-229b-4864-b396-81157b1cdffd tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:46.543195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:46.558808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Pushing event deleted for resources: {'Network': ['ID=6af0bf91-27df-441e-9642-50e2552da143,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:46.561864 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:46.564154 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] 10.222.0.50 "DELETE /v2.0/networks/6af0bf91-27df-441e-9642-50e2552da143 HTTP/1.1" status: 204 len: 168 time: 0.9055521 Jun 02 16:54:46.566651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43002) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:46.637384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7cd6a08-4e2f-4581-84f7-d35e29bbf438 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Deleting subnet 05217db4-4e66-4131-8a48-5cf894f593b7 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:54:46.640781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b7cd6a08-4e2f-4581-84f7-d35e29bbf438 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:46.702257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b7cd6a08-4e2f-4581-84f7-d35e29bbf438 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:46.755000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028531ba-a7b8-4944-86ac-a6ec2a3f89c0 None None] DHCP port deletion for 6af0bf91-27df-441e-9642-50e2552da143 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:54:46.769543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76c340-90a4-4c6f-ae42-c21517991c45 None None] Network 6af0bf91-27df-441e-9642-50e2552da143 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:46.787430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76c340-90a4-4c6f-ae42-c21517991c45 None None] Network 6af0bf91-27df-441e-9642-50e2552da143 could not be found, it might have been deleted concurrently. {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 02 16:54:46.793372 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b7cd6a08-4e2f-4581-84f7-d35e29bbf438 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:46.794897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-563c3fe1-af91-4fab-9036-1926e2d144c6 None None] Could not find standard attr ID for object f630c9d7-437a-4d97-9b58-2f2d13719130. {{(pid=92324) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 16:54:47.064171 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b7cd6a08-4e2f-4581-84f7-d35e29bbf438 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:47.068435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c223b8db-d393-41b5-9887-0515bad9bb00 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:47.107293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd6a08-4e2f-4581-84f7-d35e29bbf438 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Pushing event deleted for resources: {'Subnet': ['ID=05217db4-4e66-4131-8a48-5cf894f593b7,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:47.109202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b7cd6a08-4e2f-4581-84f7-d35e29bbf438 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:47.111931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b7cd6a08-4e2f-4581-84f7-d35e29bbf438 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:47.116242 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b7cd6a08-4e2f-4581-84f7-d35e29bbf438 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] 10.222.0.50 "DELETE /v2.0/subnets/05217db4-4e66-4131-8a48-5cf894f593b7 HTTP/1.1" status: 204 len: 168 time: 0.5488205 Jun 02 16:54:47.117979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25952423-10ae-446b-b443-c4953d4df64c None None] Network 6287cf5c-9d58-420b-9146-1a5370db325b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:47.119848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43004) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:47.232090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:47.311778 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Deleting port f13f922c-e540-4ad5-a939-c6504d513ebc {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:54:47.311995 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f13f922c-e540-4ad5-a939-c6504d513ebc up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:54:47.312095 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:47.385782 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port f13f922c-e540-4ad5-a939-c6504d513ebc triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:47.386200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:47.426874 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aba1df-394a-47a8-9f3d-5027eb410cc1 None None] DHCP port deletion for 6287cf5c-9d58-420b-9146-1a5370db325b request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:54:47.568643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] For port f13f922c-e540-4ad5-a939-c6504d513ebc, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f13f922c-e540-4ad5-a939-c6504d513ebc,segment=NetworkSegment(f9122c75-f36d-490a-a42c-6126c55357cd),segment_id=f9122c75-f36d-490a-a42c-6126c55357cd)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:47.569286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:47.570866 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-33aba1df-394a-47a8-9f3d-5027eb410cc1 None None] Deleting port f13f922c-e540-4ad5-a939-c6504d513ebc {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:54:47.571199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-33aba1df-394a-47a8-9f3d-5027eb410cc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:47.667083 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-33aba1df-394a-47a8-9f3d-5027eb410cc1 None None] For port f13f922c-e540-4ad5-a939-c6504d513ebc, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=f13f922c-e540-4ad5-a939-c6504d513ebc,segment=NetworkSegment(f9122c75-f36d-490a-a42c-6126c55357cd),segment_id=f9122c75-f36d-490a-a42c-6126c55357cd)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:47.667340 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-33aba1df-394a-47a8-9f3d-5027eb410cc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:47.689924 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Calling delete_port for f13f922c-e540-4ad5-a939-c6504d513ebc owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:54:47.743412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:47.747449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a74180d0-3dc8-4254-b63c-04d91444ec55 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:47.794519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Pushing event deleted for resources: {'Port': ['ID=f13f922c-e540-4ad5-a939-c6504d513ebc,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:47.797997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:47.798930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] No DVR routers for this DVR port f13f922c-e540-4ad5-a939-c6504d513ebc on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:54:47.846323 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-33aba1df-394a-47a8-9f3d-5027eb410cc1 None None] Calling delete_port for f13f922c-e540-4ad5-a939-c6504d513ebc owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:54:47.889875 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-33aba1df-394a-47a8-9f3d-5027eb410cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:47.893455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:47.924083 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:47.934366 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aba1df-394a-47a8-9f3d-5027eb410cc1 None None] Pushing event deleted for resources: {'Port': ['ID=f13f922c-e540-4ad5-a939-c6504d513ebc,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:47.937306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-33aba1df-394a-47a8-9f3d-5027eb410cc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:47.938100 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aba1df-394a-47a8-9f3d-5027eb410cc1 None None] No DVR routers for this DVR port f13f922c-e540-4ad5-a939-c6504d513ebc on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:54:47.938699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6287cf5c-9d58-420b-9146-1a5370db325b']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:47.953927 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9122c75-f36d-490a-a42c-6126c55357cd') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:47.954299 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9122c75-f36d-490a-a42c-6126c55357cd') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:47.966264 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:47.984583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:47.991471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:54:47.991856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:54:48.006428 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:54:48.092273 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:48.096131 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cbafbcce-b0d9-4643-aef2-e02bdb0f7a8a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:48.110677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:48.122537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Pushing event deleted for resources: {'Network': ['ID=6287cf5c-9d58-420b-9146-1a5370db325b,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:48.124681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:48.128601 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] 10.222.0.50 "DELETE /v2.0/networks/6287cf5c-9d58-420b-9146-1a5370db325b HTTP/1.1" status: 204 len: 168 time: 1.0054076 Jun 02 16:54:48.129031 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43006) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:48.180466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a7bcf4fa-2834-46a5-994d-6d577563d8fa tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Synchronizing usage tracker for tenant:c9d4a1eb5af641879f320665d2f94a81 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:54:48.200463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a7bcf4fa-2834-46a5-994d-6d577563d8fa tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Unset dirty status for tenant:c9d4a1eb5af641879f320665d2f94a81 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:54:48.201636 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a7bcf4fa-2834-46a5-994d-6d577563d8fa tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a043b2e-0edc-4cde-9fb3-84c4c0f19f2e HTTP/1.1" status: 200 len: 205 time: 0.0712531 Jun 02 16:54:48.204264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43008) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:48.499231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e295b56-5cc9-455d-9ba3-d03a325a2f87 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:48.798312 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e295b56-5cc9-455d-9ba3-d03a325a2f87 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:48.800536 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e295b56-5cc9-455d-9ba3-d03a325a2f87 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:48.824310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e295b56-5cc9-455d-9ba3-d03a325a2f87 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:48.824793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e295b56-5cc9-455d-9ba3-d03a325a2f87 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Fanout notify agent at l3_agent the message router_deleted on router 6a043b2e-0edc-4cde-9fb3-84c4c0f19f2e {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:54:48.837379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4e295b56-5cc9-455d-9ba3-d03a325a2f87 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:48.838474 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4e295b56-5cc9-455d-9ba3-d03a325a2f87 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] 10.222.0.50 "DELETE /v2.0/routers/6a043b2e-0edc-4cde-9fb3-84c4c0f19f2e HTTP/1.1" status: 204 len: 168 time: 0.6333120 Jun 02 16:54:49.128100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43014) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:49.290394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f13f922c-e540-4ad5-a939-c6504d513ebc no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:54:49.293706 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bf165c70-7aa7-4d6f-8d60-01d6456240b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c9d4a1eb5af641879f320665d2f94a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1642723 Jun 02 16:54:49.296350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43018) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:49.326879 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: f13f922c-e540-4ad5-a939-c6504d513ebc {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:54:49.327292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device f13f922c-e540-4ad5-a939-c6504d513ebc not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:54:49.347580 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:49.357233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c141d328-9b1f-4adf-b2a3-73a1442759eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:49.382410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c141d328-9b1f-4adf-b2a3-73a1442759eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:49.443247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c141d328-9b1f-4adf-b2a3-73a1442759eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:49.446995 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:49.457969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141d328-9b1f-4adf-b2a3-73a1442759eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620a64ce-d72c-49a5-919b-05a61034751c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:49.461514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c141d328-9b1f-4adf-b2a3-73a1442759eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:49.464867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c141d328-9b1f-4adf-b2a3-73a1442759eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:49.466177 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c141d328-9b1f-4adf-b2a3-73a1442759eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/620a64ce-d72c-49a5-919b-05a61034751c HTTP/1.1" status: 204 len: 168 time: 0.1686709 Jun 02 16:54:50.172843 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43040) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:50.293908 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1945324138-network', 'tenant_id': '8a991f39207245a68b1522c137461332'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:50.300233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:50.306639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Usage tracker for resource:network and tenant:8a991f39207245a68b1522c137461332 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:50.310463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:50.317391 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:50.329827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Made reservation on behalf of 8a991f39207245a68b1522c137461332 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:50.332357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:50.344974 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:50.359972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:50.364199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:8a991f39207245a68b1522c137461332 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:50.367221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:50.373532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:50.459168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:50.465466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:50.468688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-91778aa7-5d4b-4181-9874-186b8a5f6aa9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:50.498743 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:54:50.504321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab33c118-f683-4922-88ab-571179a69f19,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:50.507709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:50.513831 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:50.514241 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Added segment b2abe5be-e32a-4042-83b0-fb892836f862 of type vlan for network d667803c-3650-4791-befe-9844d4074c1f Jun 02 16:54:50.543839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:50.575216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:50.576419 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:50.576988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:50.580385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-06ce3765-fcae-4d4e-a94b-72e348a7caba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:50.688792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=d667803c-3650-4791-befe-9844d4074c1f,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:50.695496 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5186617 Jun 02 16:54:50.695496 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e4820636-d025-4382-b17b-4090f7b75eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:50.696157 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43044) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:50.700336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network d667803c-3650-4791-befe-9844d4074c1f details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:54:50.702186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] Request body: {'subnet': {'network_id': 'd667803c-3650-4791-befe-9844d4074c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1945324138-subnet', 'tenant_id': '8a991f39207245a68b1522c137461332', 'ip_version': 4}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:50.707577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:50.711553 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] Usage tracker for resource:subnet and tenant:8a991f39207245a68b1522c137461332 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:50.714488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:50.721407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:50.736307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] Made reservation on behalf of 8a991f39207245a68b1522c137461332 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:50.738930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:51.150538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:51.154551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d2ac3e93-c8d2-4fe2-b3fd-d9c4865838fd tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:51.221592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06b83c48-acc7-49b3-a516-fec207acd06b,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:51.226156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:51.234588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] Checking segment: {'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:51.234948 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] Network hostable DHCP agents. Network: d667803c-3650-4791-befe-9844d4074c1f, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:54:51.253069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] Network d667803c-3650-4791-befe-9844d4074c1f is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:54:51.262949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, d667803c-3650-4791-befe-9844d4074c1f) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:51.273263 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:51.273931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:51.274365 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af7e845-fa75-4c6f-b67f-640726b7c9d2 None None] Network d667803c-3650-4791-befe-9844d4074c1f requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:51.301588 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-acd018e8-04e8-4a82-8bf3-a05304004993 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6043580 Jun 02 16:54:51.304338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43046) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:51.308780 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1945324138-router', 'tenant_id': '8a991f39207245a68b1522c137461332', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:51.313947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:51.318117 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Usage tracker for resource:router and tenant:8a991f39207245a68b1522c137461332 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:51.320949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:51.326785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:51.336421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:51.337384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:51.353315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:51.499145 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-d667803c-3650-4791-befe-9844d4074c1f', 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f', 'tenant_id': '8a991f39207245a68b1522c137461332', 'fixed_ips': [{'subnet_id': '06b83c48-acc7-49b3-a516-fec207acd06b'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:54:51.499982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:51.658634 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Allocated IP 172.20.0.2 (d667803c-3650-4791-befe-9844d4074c1f/06b83c48-acc7-49b3-a516-fec207acd06b/b38b9191-b4e9-4580-81d9-1fe58c8988e3) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:54:51.776119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:51.870880 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:51.881070 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Transition to ACTIVE for port object b38b9191-b4e9-4580-81d9-1fe58c8988e3 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:51.899011 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Transition to ACTIVE for port object b38b9191-b4e9-4580-81d9-1fe58c8988e3 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:51.905581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:51.910201 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1be36cc7-cb78-4266-aa8a-4b34ff9bb485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:51.977898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Network d667803c-3650-4791-befe-9844d4074c1f is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:54:51.981299 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:51.986234 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:54:51.999098 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Pushing event updated for resources: {'Port': ['ID=b38b9191-b4e9-4580-81d9-1fe58c8988e3,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:52.024660 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:52.086922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Attempting to bind port b38b9191-b4e9-4580-81d9-1fe58c8988e3 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:54:52.087325 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Attempting to bind port b38b9191-b4e9-4580-81d9-1fe58c8988e3 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:54:52.087633 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Attempting to bind port b38b9191-b4e9-4580-81d9-1fe58c8988e3 on network d667803c-3650-4791-befe-9844d4074c1f {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:54:52.087866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:52.093336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:54:52.093710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Checking segment: {'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:52.094112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:52.094522 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Bound using segment: {'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:54:52.094980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Bound port: b38b9191-b4e9-4580-81d9-1fe58c8988e3, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:54:52.095358 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:52.121148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:52.186580 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] For port b38b9191-b4e9-4580-81d9-1fe58c8988e3, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:54:52.189995 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] For port b38b9191-b4e9-4580-81d9-1fe58c8988e3, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b38b9191-b4e9-4580-81d9-1fe58c8988e3,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:54:52.195256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:52.200015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-79bed423-2277-42bb-979e-fa3801adbb67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:52.261681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Allocated IP 172.26.3.223 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/77feb5c0-96a9-4157-815a-ec92f60543dc) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:54:52.281420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Pushing event updated for resources: {'Port': ['ID=b38b9191-b4e9-4580-81d9-1fe58c8988e3,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:52.284468 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:52.419986 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:52.469533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:52.473750 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-55943ed6-2f9a-4b87-ace3-dd75aefd703f tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:52.545414 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:54:52.552044 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:52.556214 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:54:52.585595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Pushing event updated for resources: {'Port': ['ID=77feb5c0-96a9-4157-815a-ec92f60543dc,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:52.591461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:52.976872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:53.128454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36399a0-ee88-48c8-a426-c3721c722459 None None] Network d667803c-3650-4791-befe-9844d4074c1f requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:53.236576 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4bc804d9-0ac4-4627-bdd4-02e40b9bcec3 None None] Provisioning for port b38b9191-b4e9-4580-81d9-1fe58c8988e3 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:54:53.358178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b38b9191-b4e9-4580-81d9-1fe58c8988e3 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:54:53.449702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port b38b9191-b4e9-4580-81d9-1fe58c8988e3 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:54:53.455115 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port b38b9191-b4e9-4580-81d9-1fe58c8988e3 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:53.455496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:53.499339 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:53.627711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:53.659508 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port b38b9191-b4e9-4580-81d9-1fe58c8988e3, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b38b9191-b4e9-4580-81d9-1fe58c8988e3,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:53.663423 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:53.668218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:53.713821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Router 209a51f1-7d7f-4eb1-9bcf-07951227de47 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:54:53.738230 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c0a5a2d9-e882-4e08-a1a5-af31fa0bf296 None None] Provisioning complete for port b38b9191-b4e9-4580-81d9-1fe58c8988e3 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:53.738559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c0a5a2d9-e882-4e08-a1a5-af31fa0bf296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:53.777064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=b38b9191-b4e9-4580-81d9-1fe58c8988e3,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:53.780232 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:53.905675 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:54:53.915269 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Sync routers for ids ['209a51f1-7d7f-4eb1-9bcf-07951227de47'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:54:53.925417 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Routers {'209a51f1-7d7f-4eb1-9bcf-07951227de47'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:54:53.926168 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:54:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['209a51f1-7d7f-4eb1-9bcf-07951227de47'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:53.929233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:53.930497 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6252387 Jun 02 16:54:53.933248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43048) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:54.098946 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Set router 209a51f1-7d7f-4eb1-9bcf-07951227de47 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:54:54.374636 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'name': 'tempest-TestEncryptedCinderVolumes-1945324138-router', 'tenant_id': '8a991f39207245a68b1522c137461332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '77feb5c0-96a9-4157-815a-ec92f60543dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:51Z', 'updated_at': '2021-06-02T16:54:52Z', 'revision_number': 3, 'project_id': '8a991f39207245a68b1522c137461332', 'gw_port': {'id': '77feb5c0-96a9-4157-815a-ec92f60543dc', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:52Z', 'updated_at': '2021-06-02T16:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:54.378805 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Checking router: 209a51f1-7d7f-4eb1-9bcf-07951227de47 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:54:54.379151 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Updating router 209a51f1-7d7f-4eb1-9bcf-07951227de47 port 77feb5c0-96a9-4157-815a-ec92f60543dc binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:54:54.433954 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:54.604202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:54.760818 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:54.773000 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Transition to ACTIVE for port object 77feb5c0-96a9-4157-815a-ec92f60543dc will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:54.779676 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:54.788024 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:54.859456 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Attempting to bind port 77feb5c0-96a9-4157-815a-ec92f60543dc on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:54:54.859788 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Attempting to bind port 77feb5c0-96a9-4157-815a-ec92f60543dc by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:54:54.860144 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Attempting to bind port 77feb5c0-96a9-4157-815a-ec92f60543dc on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:54:54.869368 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Pushing event updated for resources: {'Port': ['ID=77feb5c0-96a9-4157-815a-ec92f60543dc,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:54.871806 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:54:54.872182 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:54.872585 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:54.873021 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:54:54.873493 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Bound port: 77feb5c0-96a9-4157-815a-ec92f60543dc, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:54:54.873871 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:54.913956 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:54.914310 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:54.914651 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:54.914971 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:54.915292 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:54.915879 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:54.915879 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:54.916208 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:54.916520 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:54.916828 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:54.917137 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:54.917429 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:54.923213 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:54.960743 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] For port 77feb5c0-96a9-4157-815a-ec92f60543dc, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:54:54.963914 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] For port 77feb5c0-96a9-4157-815a-ec92f60543dc, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=77feb5c0-96a9-4157-815a-ec92f60543dc,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:54:54.968441 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:54.969499 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Allocated IP 172.20.0.1 (d667803c-3650-4791-befe-9844d4074c1f/06b83c48-acc7-49b3-a516-fec207acd06b/3193b9da-7a2b-46ba-8971-c4cd1347eaf5) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:54:54.972103 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-24ab827b-59bc-4da9-9e4f-5272bac65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:55.041168 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Routers {'209a51f1-7d7f-4eb1-9bcf-07951227de47'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:54:55.041773 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:54:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['209a51f1-7d7f-4eb1-9bcf-07951227de47'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:55.108307 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Pushing event updated for resources: {'Port': ['ID=77feb5c0-96a9-4157-815a-ec92f60543dc,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:55.112705 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:55.125009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:55.141159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Transition to ACTIVE for port object 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:55.166163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:55.170935 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-92516c09-76ac-499a-8031-06572e48393a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:55.238151 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Network d667803c-3650-4791-befe-9844d4074c1f is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:54:55.241537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:55.245766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:54:55.247969 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] Set router 209a51f1-7d7f-4eb1-9bcf-07951227de47 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:54:55.292072 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Pushing event updated for resources: {'Port': ['ID=3193b9da-7a2b-46ba-8971-c4cd1347eaf5,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:55.296904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:55.304356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:55.335077 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b38b9191-b4e9-4580-81d9-1fe58c8988e3 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:54:55.428747 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port b38b9191-b4e9-4580-81d9-1fe58c8988e3 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:55.430310 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:55.532503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-54c45919-1768-4a3d-9292-dfbf4361920c None None] Provisioning for port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:54:55.544228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-54c45919-1768-4a3d-9292-dfbf4361920c None None] Provisioning complete for port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:55.544758 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-54c45919-1768-4a3d-9292-dfbf4361920c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:55.552467 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'name': 'tempest-TestEncryptedCinderVolumes-1945324138-router', 'tenant_id': '8a991f39207245a68b1522c137461332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '77feb5c0-96a9-4157-815a-ec92f60543dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:51Z', 'updated_at': '2021-06-02T16:54:52Z', 'revision_number': 3, 'project_id': '8a991f39207245a68b1522c137461332', 'gw_port': {'id': '77feb5c0-96a9-4157-815a-ec92f60543dc', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:52Z', 'updated_at': '2021-06-02T16:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:55.557241 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd0840b-5896-4c23-89ad-0226e36d5b50 None None] The sync data for ids ['209a51f1-7d7f-4eb1-9bcf-07951227de47'] in dv-neutron-601336-83-hyperv is: [{'id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'name': 'tempest-TestEncryptedCinderVolumes-1945324138-router', 'tenant_id': '8a991f39207245a68b1522c137461332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '77feb5c0-96a9-4157-815a-ec92f60543dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:51Z', 'updated_at': '2021-06-02T16:54:52Z', 'revision_number': 3, 'project_id': '8a991f39207245a68b1522c137461332', 'gw_port': {'id': '77feb5c0-96a9-4157-815a-ec92f60543dc', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:52Z', 'updated_at': '2021-06-02T16:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:54:55.592592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:55.619993 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-54c45919-1768-4a3d-9292-dfbf4361920c None None] Port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:54:55.832986 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:55.839423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:55.865347 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0b49e848-ef6d-4856-88d2-f2f3e53b1b20 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:55.946701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:55.950500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Pushing event updated for resources: {'Port': ['ID=3193b9da-7a2b-46ba-8971-c4cd1347eaf5,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:55.953457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:56.090828 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Network d667803c-3650-4791-befe-9844d4074c1f is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:54:56.092045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:56.295074 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Router 209a51f1-7d7f-4eb1-9bcf-07951227de47 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:54:56.351519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e72c4f70-1446-4527-87a9-9e0e982d0cd1 None None] Provisioning complete for port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:56.352679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e72c4f70-1446-4527-87a9-9e0e982d0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:56.411217 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e72c4f70-1446-4527-87a9-9e0e982d0cd1 None None] Port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:54:56.638947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:54:56.648081 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] 10.222.0.50 "PUT /v2.0/routers/209a51f1-7d7f-4eb1-9bcf-07951227de47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7138281 Jun 02 16:54:56.983185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Sync routers for ids ['209a51f1-7d7f-4eb1-9bcf-07951227de47'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:54:56.993358 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Routers {'209a51f1-7d7f-4eb1-9bcf-07951227de47'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:54:56.993993 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:54:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['209a51f1-7d7f-4eb1-9bcf-07951227de47'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:57.170582 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43064) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:57.175993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1494772795-network', 'tenant_id': '7c94d84dca504e31af73860136329020'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:57.176547 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Set router 209a51f1-7d7f-4eb1-9bcf-07951227de47 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:54:57.180928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:57.184850 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Usage tracker for resource:network and tenant:7c94d84dca504e31af73860136329020 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:57.187867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:57.193663 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:57.206142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Made reservation on behalf of 7c94d84dca504e31af73860136329020 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:57.208508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:57.221341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:57.238630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:57.242404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:7c94d84dca504e31af73860136329020 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:57.245224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:57.251007 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:57.335049 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 77feb5c0-96a9-4157-815a-ec92f60543dc up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:54:57.351284 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:57.356064 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:57.360272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9f6db8e5-e037-4e08-b4e8-7b3659ea1286 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:57.390292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:54:57.395629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71100cc-cc0a-4397-a99e-f36b5512c65b,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:57.399361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:57.403535 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:57.404115 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Added segment d4a82d74-65f1-4885-8041-7b3be83a7694 of type vlan for network c9a79df0-070f-4fc1-a2ae-3d653e7867c6 Jun 02 16:54:57.431782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:57.461359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:57.462439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:57.463006 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:57.467799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:57.516724 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 77feb5c0-96a9-4157-815a-ec92f60543dc completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:54:57.525625 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 77feb5c0-96a9-4157-815a-ec92f60543dc triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:57.526006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:57.569049 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3970673 Jun 02 16:54:57.569261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43066) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:57.572286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a79df0-070f-4fc1-a2ae-3d653e7867c6,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:57.574761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] Request body: {'subnet': {'network_id': 'c9a79df0-070f-4fc1-a2ae-3d653e7867c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1494772795-subnet', 'tenant_id': '7c94d84dca504e31af73860136329020', 'ip_version': 4}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:57.574982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:57.585953 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:57.588209 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network c9a79df0-070f-4fc1-a2ae-3d653e7867c6 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:54:57.590242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] Usage tracker for resource:subnet and tenant:7c94d84dca504e31af73860136329020 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:57.593186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:57.600111 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:57.612871 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] Made reservation on behalf of 7c94d84dca504e31af73860136329020 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:54:57.615258 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:57.746562 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'name': 'tempest-TestEncryptedCinderVolumes-1945324138-router', 'tenant_id': '8a991f39207245a68b1522c137461332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '77feb5c0-96a9-4157-815a-ec92f60543dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:51Z', 'updated_at': '2021-06-02T16:54:55Z', 'revision_number': 4, 'project_id': '8a991f39207245a68b1522c137461332', 'gw_port': {'id': '77feb5c0-96a9-4157-815a-ec92f60543dc', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:52Z', 'updated_at': '2021-06-02T16:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '3193b9da-7a2b-46ba-8971-c4cd1347eaf5', 'name': '', 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f', 'tenant_id': '8a991f39207245a68b1522c137461332', 'mac_address': 'fa:16:3e:7c:11:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '06b83c48-acc7-49b3-a516-fec207acd06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:54Z', 'updated_at': '2021-06-02T16:54:55Z', 'revision_number': 2, 'project_id': '8a991f39207245a68b1522c137461332', 'subnets': [{'id': '06b83c48-acc7-49b3-a516-fec207acd06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:57.759682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Checking router: 209a51f1-7d7f-4eb1-9bcf-07951227de47 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:54:57.760058 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Updating router 209a51f1-7d7f-4eb1-9bcf-07951227de47 port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:54:57.799656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:57.828646 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:57.839683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 77feb5c0-96a9-4157-815a-ec92f60543dc, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=77feb5c0-96a9-4157-815a-ec92f60543dc,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:54:57.846626 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:57.848601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:58.006265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:58.009841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-012294ff-4908-4379-844d-a71e1b3b5721 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:58.044568 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=77feb5c0-96a9-4157-815a-ec92f60543dc,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:58.059453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:58.059793 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:58.060200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:58.060536 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:58.060870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:58.061198 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:58.061528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:58.061857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:58.062206 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:58.062515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:58.062841 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:58.063159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:54:58.072594 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:58.082390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f19b03d-5c59-4d9f-8991-d1b598a976a9,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:58.086925 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:58.096206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] Checking segment: {'id': 'd4a82d74-65f1-4885-8041-7b3be83a7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c9a79df0-070f-4fc1-a2ae-3d653e7867c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:58.096556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] Network hostable DHCP agents. Network: c9a79df0-070f-4fc1-a2ae-3d653e7867c6, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:54:58.115331 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] Network c9a79df0-070f-4fc1-a2ae-3d653e7867c6 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:54:58.126479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, c9a79df0-070f-4fc1-a2ae-3d653e7867c6) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:58.136784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:54:58.137368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:58.155728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ea7692-ed86-4e18-a678-8fde5a6f124e None None] Network c9a79df0-070f-4fc1-a2ae-3d653e7867c6 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:54:58.163177 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43068) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:54:58.163421 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-dbab69d7-9c29-4498-bd05-43a1ae370a49 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5930107 Jun 02 16:54:58.168068 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1494772795-router', 'tenant_id': '7c94d84dca504e31af73860136329020', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:54:58.173231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:54:58.177433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Usage tracker for resource:router and tenant:7c94d84dca504e31af73860136329020 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:54:58.180556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:54:58.186809 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:54:58.199743 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:58.200963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:58.215946 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:58.467257 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:58.475578 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-c9a79df0-070f-4fc1-a2ae-3d653e7867c6', 'network_id': 'c9a79df0-070f-4fc1-a2ae-3d653e7867c6', 'tenant_id': '7c94d84dca504e31af73860136329020', 'fixed_ips': [{'subnet_id': '0f19b03d-5c59-4d9f-8991-d1b598a976a9'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:54:58.476488 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:58.489175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:58.491907 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Transition to ACTIVE for port object 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:58.503457 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:58.507710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5e7d0887-2fa3-4d8b-8c74-4fc41ba7d522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:58.687970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be975dcf-729e-4bd2-97a6-e5dff515bcbc None None] Pushing event updated for resources: {'Port': ['ID=3193b9da-7a2b-46ba-8971-c4cd1347eaf5,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:58.695065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-be975dcf-729e-4bd2-97a6-e5dff515bcbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:58.826955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:58.847616 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Attempting to bind port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:54:58.847978 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Attempting to bind port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:54:58.848353 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Attempting to bind port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 on network d667803c-3650-4791-befe-9844d4074c1f {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:54:58.859744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:58.859904 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:54:58.860236 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Checking segment: {'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:54:58.860644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:58.861037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Bound using segment: {'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:54:58.861518 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Bound port: 3193b9da-7a2b-46ba-8971-c4cd1347eaf5, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:54:58.861896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:58.884170 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Allocated IP 172.20.0.2 (c9a79df0-070f-4fc1-a2ae-3d653e7867c6/0f19b03d-5c59-4d9f-8991-d1b598a976a9/3f353e2a-5735-4b51-b80e-dd37e9372bac) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:54:58.998996 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Allocated IP 172.26.3.59 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/6466c451-2952-4c5d-96a4-e861e365a3a4) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:54:59.041672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] For port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:54:59.069442 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] For port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3193b9da-7a2b-46ba-8971-c4cd1347eaf5,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:54:59.085097 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:59.089939 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-dfbabbf1-5420-477c-9e12-924317169d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:59.150611 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:59.183994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:59.187998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:59.250486 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Routers {'209a51f1-7d7f-4eb1-9bcf-07951227de47'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:54:59.250790 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:54:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['209a51f1-7d7f-4eb1-9bcf-07951227de47'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:54:59.251841 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:54:59.255205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:59.259070 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:54:59.301949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Pushing event updated for resources: {'Port': ['ID=6466c451-2952-4c5d-96a4-e861e365a3a4,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:59.308110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be975dcf-729e-4bd2-97a6-e5dff515bcbc None None] Pushing event updated for resources: {'Port': ['ID=3193b9da-7a2b-46ba-8971-c4cd1347eaf5,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:59.311036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:59.323471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-be975dcf-729e-4bd2-97a6-e5dff515bcbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:54:59.337193 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 77feb5c0-96a9-4157-815a-ec92f60543dc up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:54:59.383455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:59.542600 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Transition to ACTIVE for port object 3f353e2a-5735-4b51-b80e-dd37e9372bac will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:59.592676 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Transition to ACTIVE for port object 3f353e2a-5735-4b51-b80e-dd37e9372bac will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:54:59.613643 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:59.618383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] Set router 209a51f1-7d7f-4eb1-9bcf-07951227de47 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:54:59.661077 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-dc78980f-0d6e-4e30-85b6-bee6f917ca41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:54:59.755350 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Network c9a79df0-070f-4fc1-a2ae-3d653e7867c6 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:54:59.814546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 77feb5c0-96a9-4157-815a-ec92f60543dc triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:54:59.814814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:59.837638 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:54:59.848925 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:54:59.874290 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:54:59.875282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Pushing event updated for resources: {'Port': ['ID=3f353e2a-5735-4b51-b80e-dd37e9372bac,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:54:59.886740 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:00.061093 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Attempting to bind port 3f353e2a-5735-4b51-b80e-dd37e9372bac on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:55:00.061465 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Attempting to bind port 3f353e2a-5735-4b51-b80e-dd37e9372bac by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'd4a82d74-65f1-4885-8041-7b3be83a7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c9a79df0-070f-4fc1-a2ae-3d653e7867c6'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:55:00.061868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Attempting to bind port 3f353e2a-5735-4b51-b80e-dd37e9372bac on network c9a79df0-070f-4fc1-a2ae-3d653e7867c6 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:55:00.080570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:55:00.080842 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Checking segment: {'id': 'd4a82d74-65f1-4885-8041-7b3be83a7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c9a79df0-070f-4fc1-a2ae-3d653e7867c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:55:00.081271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:00.081668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Bound using segment: {'id': 'd4a82d74-65f1-4885-8041-7b3be83a7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c9a79df0-070f-4fc1-a2ae-3d653e7867c6'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:55:00.082167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Bound port: 3f353e2a-5735-4b51-b80e-dd37e9372bac, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a82d74-65f1-4885-8041-7b3be83a7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c9a79df0-070f-4fc1-a2ae-3d653e7867c6'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:55:00.082549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:00.214305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:00.271974 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] For port 3f353e2a-5735-4b51-b80e-dd37e9372bac, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:55:00.275872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] For port 3f353e2a-5735-4b51-b80e-dd37e9372bac, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3f353e2a-5735-4b51-b80e-dd37e9372bac,segment=NetworkSegment(d4a82d74-65f1-4885-8041-7b3be83a7694),segment_id=d4a82d74-65f1-4885-8041-7b3be83a7694)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:55:00.282904 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:00.287811 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-be975dcf-729e-4bd2-97a6-e5dff515bcbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:00.337783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'name': 'tempest-TestEncryptedCinderVolumes-1945324138-router', 'tenant_id': '8a991f39207245a68b1522c137461332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '77feb5c0-96a9-4157-815a-ec92f60543dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:51Z', 'updated_at': '2021-06-02T16:54:55Z', 'revision_number': 4, 'project_id': '8a991f39207245a68b1522c137461332', 'gw_port': {'id': '77feb5c0-96a9-4157-815a-ec92f60543dc', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:52Z', 'updated_at': '2021-06-02T16:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '3193b9da-7a2b-46ba-8971-c4cd1347eaf5', 'name': '', 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f', 'tenant_id': '8a991f39207245a68b1522c137461332', 'mac_address': 'fa:16:3e:7c:11:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '06b83c48-acc7-49b3-a516-fec207acd06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:54Z', 'updated_at': '2021-06-02T16:54:59Z', 'revision_number': 4, 'project_id': '8a991f39207245a68b1522c137461332', 'subnets': [{'id': '06b83c48-acc7-49b3-a516-fec207acd06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:55:00.358602 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6da36b8-9bd8-4ccb-9d31-ba6b8686e43d None None] The sync data for ids ['209a51f1-7d7f-4eb1-9bcf-07951227de47'] in dv-neutron-601336-83-hyperv is: [{'id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'name': 'tempest-TestEncryptedCinderVolumes-1945324138-router', 'tenant_id': '8a991f39207245a68b1522c137461332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '77feb5c0-96a9-4157-815a-ec92f60543dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:51Z', 'updated_at': '2021-06-02T16:54:55Z', 'revision_number': 4, 'project_id': '8a991f39207245a68b1522c137461332', 'gw_port': {'id': '77feb5c0-96a9-4157-815a-ec92f60543dc', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:52Z', 'updated_at': '2021-06-02T16:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '3193b9da-7a2b-46ba-8971-c4cd1347eaf5', 'name': '', 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f', 'tenant_id': '8a991f39207245a68b1522c137461332', 'mac_address': 'fa:16:3e:7c:11:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '06b83c48-acc7-49b3-a516-fec207acd06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:54Z', 'updated_at': '2021-06-02T16:54:59Z', 'revision_number': 4, 'project_id': '8a991f39207245a68b1522c137461332', 'subnets': [{'id': '06b83c48-acc7-49b3-a516-fec207acd06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:55:00.387566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Pushing event updated for resources: {'Port': ['ID=3f353e2a-5735-4b51-b80e-dd37e9372bac,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:00.438912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:00.481392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Router 8851032f-5485-43da-b37d-ddcd1ffa1c32 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:55:00.724717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:55:00.740630 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Sync routers for ids ['8851032f-5485-43da-b37d-ddcd1ffa1c32'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:55:00.766149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:00.768258 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Routers {'8851032f-5485-43da-b37d-ddcd1ffa1c32'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:55:00.768734 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6041605 Jun 02 16:55:00.769464 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:54:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['8851032f-5485-43da-b37d-ddcd1ffa1c32'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:55:00.771278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43070) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:55:00.978019 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Set router 8851032f-5485-43da-b37d-ddcd1ffa1c32 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:55:01.382369 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'name': 'tempest-TestEncryptedCinderVolumes-1494772795-router', 'tenant_id': '7c94d84dca504e31af73860136329020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:54:59Z', 'revision_number': 3, 'project_id': '7c94d84dca504e31af73860136329020', 'gw_port': {'id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:55:01.388267 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Checking router: 8851032f-5485-43da-b37d-ddcd1ffa1c32 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:55:01.389093 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Updating router 8851032f-5485-43da-b37d-ddcd1ffa1c32 port 6466c451-2952-4c5d-96a4-e861e365a3a4 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:55:01.455181 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3f353e2a-5735-4b51-b80e-dd37e9372bac up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:55:01.509075 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:01.578868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 3f353e2a-5735-4b51-b80e-dd37e9372bac completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:55:01.586274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:55:01.684916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851ae489-310d-49c7-a373-f65eba0e6558 None None] Network c9a79df0-070f-4fc1-a2ae-3d653e7867c6 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:55:01.709290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:55:01.768068 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:55:01.768447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:01.852924 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-80a72e18-86ce-41dc-a003-e865273b6f7e None None] Provisioning for port 3f353e2a-5735-4b51-b80e-dd37e9372bac completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:55:01.855905 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:01.878771 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-80a72e18-86ce-41dc-a003-e865273b6f7e None None] Provisioning complete for port 3f353e2a-5735-4b51-b80e-dd37e9372bac triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:55:01.879573 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-80a72e18-86ce-41dc-a003-e865273b6f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:01.982389 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.000101 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Transition to ACTIVE for port object 6466c451-2952-4c5d-96a4-e861e365a3a4 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:55:02.010397 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.021711 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-dd7b9a11-26f6-4111-a78a-3590bcb8a4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:02.042154 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.080658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Allocated IP 172.20.0.1 (c9a79df0-070f-4fc1-a2ae-3d653e7867c6/0f19b03d-5c59-4d9f-8991-d1b598a976a9/83423d4a-f8ad-4f51-bf69-111148be3d70) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:55:02.095903 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Attempting to bind port 6466c451-2952-4c5d-96a4-e861e365a3a4 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:55:02.096325 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Attempting to bind port 6466c451-2952-4c5d-96a4-e861e365a3a4 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:55:02.096807 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Attempting to bind port 6466c451-2952-4c5d-96a4-e861e365a3a4 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:55:02.168420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3193b9da-7a2b-46ba-8971-c4cd1347eaf5,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:55:02.182927 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-80a72e18-86ce-41dc-a003-e865273b6f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.194535 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.199333 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4473d98e-34b9-4498-9f0a-9c694be5edab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:02.201304 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:55:02.201701 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:55:02.202144 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.202559 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:55:02.203036 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Bound port: 6466c451-2952-4c5d-96a4-e861e365a3a4, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:55:02.203407 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.244296 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.253301 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada6997-ab7c-482c-a2aa-a0d1badcf712 None None] Pushing event updated for resources: {'Port': ['ID=6466c451-2952-4c5d-96a4-e861e365a3a4,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:02.256405 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-cada6997-ab7c-482c-a2aa-a0d1badcf712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:02.263068 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Transition to ACTIVE for port object 83423d4a-f8ad-4f51-bf69-111148be3d70 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:55:02.290343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.295341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5d980a19-e6af-47fa-8dc5-1a88da425a6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:02.322264 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] For port 6466c451-2952-4c5d-96a4-e861e365a3a4, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:55:02.327322 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] For port 6466c451-2952-4c5d-96a4-e861e365a3a4, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6466c451-2952-4c5d-96a4-e861e365a3a4,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:55:02.343698 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.350267 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:02.353656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-80a72e18-86ce-41dc-a003-e865273b6f7e None None] For port 3f353e2a-5735-4b51-b80e-dd37e9372bac, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3f353e2a-5735-4b51-b80e-dd37e9372bac,segment=NetworkSegment(d4a82d74-65f1-4885-8041-7b3be83a7694),segment_id=d4a82d74-65f1-4885-8041-7b3be83a7694)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:55:02.357932 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=3193b9da-7a2b-46ba-8971-c4cd1347eaf5,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:02.360844 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:02.362686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-80a72e18-86ce-41dc-a003-e865273b6f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.364578 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:02.365644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Network c9a79df0-070f-4fc1-a2ae-3d653e7867c6 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:55:02.369202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:55:02.373313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:55:02.412742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Pushing event updated for resources: {'Port': ['ID=83423d4a-f8ad-4f51-bf69-111148be3d70,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:02.417152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:02.437198 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a72e18-86ce-41dc-a003-e865273b6f7e None None] Pushing event updated for resources: {'Port': ['ID=3f353e2a-5735-4b51-b80e-dd37e9372bac,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:02.443582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-80a72e18-86ce-41dc-a003-e865273b6f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:02.451855 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.473586 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Routers {'8851032f-5485-43da-b37d-ddcd1ffa1c32'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:55:02.473971 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:54:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['8851032f-5485-43da-b37d-ddcd1ffa1c32'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:55:02.543939 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada6997-ab7c-482c-a2aa-a0d1badcf712 None None] Pushing event updated for resources: {'Port': ['ID=6466c451-2952-4c5d-96a4-e861e365a3a4,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:02.547198 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-cada6997-ab7c-482c-a2aa-a0d1badcf712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:02.583882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.599144 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d474bd0a-dfa3-4f1a-a80c-3a04783c0b3e None None] Provisioning complete for port 3f353e2a-5735-4b51-b80e-dd37e9372bac triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:55:02.600838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d474bd0a-dfa3-4f1a-a80c-3a04783c0b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.689609 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] Set router 8851032f-5485-43da-b37d-ddcd1ffa1c32 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:55:02.829118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.834036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.861089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d08bc720-be52-41e0-a3ac-d6d1de78cfb8 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:02.869716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3f9a986d-5315-4368-b85a-8d80259d3f7e None None] Provisioning for port 83423d4a-f8ad-4f51-bf69-111148be3d70 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:55:02.875157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3f9a986d-5315-4368-b85a-8d80259d3f7e None None] Provisioning complete for port 83423d4a-f8ad-4f51-bf69-111148be3d70 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:55:02.875704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3f9a986d-5315-4368-b85a-8d80259d3f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.934729 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-3f9a986d-5315-4368-b85a-8d80259d3f7e None None] Port 83423d4a-f8ad-4f51-bf69-111148be3d70 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:55:02.936820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:02.940526 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Pushing event updated for resources: {'Port': ['ID=83423d4a-f8ad-4f51-bf69-111148be3d70,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:02.943781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:02.986838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b6071d6e-3b85-4621-b4dd-9e63132c95eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:03.013046 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'name': 'tempest-TestEncryptedCinderVolumes-1494772795-router', 'tenant_id': '7c94d84dca504e31af73860136329020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:55:02Z', 'revision_number': 4, 'project_id': '7c94d84dca504e31af73860136329020', 'gw_port': {'id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '83423d4a-f8ad-4f51-bf69-111148be3d70', 'name': '', 'network_id': 'c9a79df0-070f-4fc1-a2ae-3d653e7867c6', 'tenant_id': '7c94d84dca504e31af73860136329020', 'mac_address': 'fa:16:3e:63:08:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '0f19b03d-5c59-4d9f-8991-d1b598a976a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:55:01Z', 'updated_at': '2021-06-02T16:55:02Z', 'revision_number': 1, 'project_id': '7c94d84dca504e31af73860136329020', 'subnets': [{'id': '0f19b03d-5c59-4d9f-8991-d1b598a976a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:55:03.016939 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb8718-00f3-4d38-aebd-11bfeefa3e74 None None] The sync data for ids ['8851032f-5485-43da-b37d-ddcd1ffa1c32'] in dv-neutron-601336-83-hyperv is: [{'id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'name': 'tempest-TestEncryptedCinderVolumes-1494772795-router', 'tenant_id': '7c94d84dca504e31af73860136329020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:55:02Z', 'revision_number': 4, 'project_id': '7c94d84dca504e31af73860136329020', 'gw_port': {'id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '83423d4a-f8ad-4f51-bf69-111148be3d70', 'name': '', 'network_id': 'c9a79df0-070f-4fc1-a2ae-3d653e7867c6', 'tenant_id': '7c94d84dca504e31af73860136329020', 'mac_address': 'fa:16:3e:63:08:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '0f19b03d-5c59-4d9f-8991-d1b598a976a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:55:01Z', 'updated_at': '2021-06-02T16:55:02Z', 'revision_number': 1, 'project_id': '7c94d84dca504e31af73860136329020', 'subnets': [{'id': '0f19b03d-5c59-4d9f-8991-d1b598a976a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:55:03.076755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Network c9a79df0-070f-4fc1-a2ae-3d653e7867c6 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:55:03.077983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:55:03.297261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Router 8851032f-5485-43da-b37d-ddcd1ffa1c32 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:55:03.358312 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3f353e2a-5735-4b51-b80e-dd37e9372bac up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:55:03.389633 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-46a43972-808a-4b5a-a467-d5804473b822 None None] Provisioning complete for port 83423d4a-f8ad-4f51-bf69-111148be3d70 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:55:03.390451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-46a43972-808a-4b5a-a467-d5804473b822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:03.474876 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-46a43972-808a-4b5a-a467-d5804473b822 None None] Port 83423d4a-f8ad-4f51-bf69-111148be3d70 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:55:03.489056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 3f353e2a-5735-4b51-b80e-dd37e9372bac triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:55:03.489428 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:03.610628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:55:03.677561 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:55:03.686838 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] 10.222.0.50 "PUT /v2.0/routers/8851032f-5485-43da-b37d-ddcd1ffa1c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9143190 Jun 02 16:55:03.717527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:55:03.718054 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:04.473125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-af5e45a1-737b-45c5-8e8c-47fdffba5907 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:04.473807 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-af5e45a1-737b-45c5-8e8c-47fdffba5907 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Synchronizing usage tracker for tenant:8a991f39207245a68b1522c137461332 on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:55:04.492439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-af5e45a1-737b-45c5-8e8c-47fdffba5907 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Unset dirty status for tenant:8a991f39207245a68b1522c137461332 on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:55:04.493613 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-af5e45a1-737b-45c5-8e8c-47fdffba5907 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/networks?id=d667803c-3650-4791-befe-9844d4074c1f HTTP/1.1" status: 200 len: 817 time: 0.1778352 Jun 02 16:55:04.508742 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-ce0c0b6a-51f7-4997-ad86-9a864e633d41 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/quotas/8a991f39207245a68b1522c137461332 HTTP/1.1" status: 200 len: 375 time: 0.0093160 Jun 02 16:55:04.596605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-9253067f-1ec4-4b5a-9cd5-af9eca46396d tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Synchronizing usage tracker for tenant:8a991f39207245a68b1522c137461332 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:55:04.617512 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-9253067f-1ec4-4b5a-9cd5-af9eca46396d tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Unset dirty status for tenant:8a991f39207245a68b1522c137461332 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:55:04.619237 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-9253067f-1ec4-4b5a-9cd5-af9eca46396d tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a991f39207245a68b1522c137461332&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054773 Jun 02 16:55:04.636312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-3348430a-cac9-4531-a8bd-f69b43a96817 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 16:55:04.637299 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-3348430a-cac9-4531-a8bd-f69b43a96817 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057995 Jun 02 16:55:04.777531 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-64c155b4-f840-4677-91e5-9c44a0b17b83 service neutron] 10.222.0.50 "GET /v2.0/networks/d667803c-3650-4791-befe-9844d4074c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337814 Jun 02 16:55:04.921546 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-6013a0dc-c49f-449f-bcbc-d248022de7ea service neutron] 10.222.0.50 "GET /v2.0/networks/d667803c-3650-4791-befe-9844d4074c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357577 Jun 02 16:55:04.961995 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Sync routers for ids ['8851032f-5485-43da-b37d-ddcd1ffa1c32'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:55:04.971879 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Routers {'8851032f-5485-43da-b37d-ddcd1ffa1c32'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:55:04.972498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:54:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['8851032f-5485-43da-b37d-ddcd1ffa1c32'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:55:05.064801 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:05.114500 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-65fe0183-996c-4833-a7ad-8f421fe93e79 req-0787f346-2010-41d5-b817-ae9aeeae2da7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 210 time: 0.0438592 Jun 02 16:55:05.167099 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Set router 8851032f-5485-43da-b37d-ddcd1ffa1c32 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:55:05.372990 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6466c451-2952-4c5d-96a4-e861e365a3a4 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:55:05.528033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a5fcb066-02c4-4367-888e-79d279964fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:05.543497 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 6466c451-2952-4c5d-96a4-e861e365a3a4 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:55:05.553026 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 6466c451-2952-4c5d-96a4-e861e365a3a4 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:55:05.553416 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:05.629287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'name': 'tempest-TestEncryptedCinderVolumes-1494772795-router', 'tenant_id': '7c94d84dca504e31af73860136329020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:55:02Z', 'revision_number': 4, 'project_id': '7c94d84dca504e31af73860136329020', 'gw_port': {'id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '83423d4a-f8ad-4f51-bf69-111148be3d70', 'name': '', 'network_id': 'c9a79df0-070f-4fc1-a2ae-3d653e7867c6', 'tenant_id': '7c94d84dca504e31af73860136329020', 'mac_address': 'fa:16:3e:63:08:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '0f19b03d-5c59-4d9f-8991-d1b598a976a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:55:01Z', 'updated_at': '2021-06-02T16:55:02Z', 'revision_number': 2, 'project_id': '7c94d84dca504e31af73860136329020', 'subnets': [{'id': '0f19b03d-5c59-4d9f-8991-d1b598a976a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:55:05.636532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Checking router: 8851032f-5485-43da-b37d-ddcd1ffa1c32 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:55:05.636901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Updating router 8851032f-5485-43da-b37d-ddcd1ffa1c32 port 83423d4a-f8ad-4f51-bf69-111148be3d70 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:55:05.732185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:05.859395 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:05.928670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 6466c451-2952-4c5d-96a4-e861e365a3a4, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6466c451-2952-4c5d-96a4-e861e365a3a4,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:55:05.936737 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:05.942037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:06.050754 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=6466c451-2952-4c5d-96a4-e861e365a3a4,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:06.098457 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:06.244861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:06.257423 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Transition to ACTIVE for port object 83423d4a-f8ad-4f51-bf69-111148be3d70 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:55:06.264401 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:06.269020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:06.282516 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-95c75f3d-ef7f-47a3-ba78-2cdfcb7764ce req-de39c8cc-30b5-4e40-a4cb-adf0570f2489 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 210 time: 0.0463746 Jun 02 16:55:06.443100 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31712c0f-ab78-4609-8a96-382d45bbe792 None None] Pushing event updated for resources: {'Port': ['ID=83423d4a-f8ad-4f51-bf69-111148be3d70,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:06.446615 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-31712c0f-ab78-4609-8a96-382d45bbe792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:06.491435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-3ec0c305-5332-4540-a87d-ad21df356a86 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:06.493236 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-3ec0c305-5332-4540-a87d-ad21df356a86 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.49 "GET /v2.0/networks?id=d667803c-3650-4791-befe-9844d4074c1f HTTP/1.1" status: 200 len: 817 time: 0.1673951 Jun 02 16:55:06.505493 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Attempting to bind port 83423d4a-f8ad-4f51-bf69-111148be3d70 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:55:06.505863 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Attempting to bind port 83423d4a-f8ad-4f51-bf69-111148be3d70 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'd4a82d74-65f1-4885-8041-7b3be83a7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c9a79df0-070f-4fc1-a2ae-3d653e7867c6'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:55:06.506347 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Attempting to bind port 83423d4a-f8ad-4f51-bf69-111148be3d70 on network c9a79df0-070f-4fc1-a2ae-3d653e7867c6 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:55:06.512369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:55:06.512812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Checking segment: {'id': 'd4a82d74-65f1-4885-8041-7b3be83a7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c9a79df0-070f-4fc1-a2ae-3d653e7867c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:55:06.513288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:06.513684 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Bound using segment: {'id': 'd4a82d74-65f1-4885-8041-7b3be83a7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c9a79df0-070f-4fc1-a2ae-3d653e7867c6'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:55:06.514192 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Bound port: 83423d4a-f8ad-4f51-bf69-111148be3d70, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a82d74-65f1-4885-8041-7b3be83a7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c9a79df0-070f-4fc1-a2ae-3d653e7867c6'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:55:06.514612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:06.515063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Request body: {'port': {'device_id': '71d16073-ec06-4c83-b6fe-f45f24885f6c', 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f', 'admin_state_up': True, 'tenant_id': '8a991f39207245a68b1522c137461332'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:55:06.626881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] For port 83423d4a-f8ad-4f51-bf69-111148be3d70, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:55:06.630863 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] For port 83423d4a-f8ad-4f51-bf69-111148be3d70, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=83423d4a-f8ad-4f51-bf69-111148be3d70,segment=NetworkSegment(d4a82d74-65f1-4885-8041-7b3be83a7694),segment_id=d4a82d74-65f1-4885-8041-7b3be83a7694)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:55:06.640036 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:06.643856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:06.669767 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:55:06.679398 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:55:06.691274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Made reservation on behalf of 8a991f39207245a68b1522c137461332 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:55:06.695100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:06.717921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Routers {'8851032f-5485-43da-b37d-ddcd1ffa1c32'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:55:06.718604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:55:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['8851032f-5485-43da-b37d-ddcd1ffa1c32'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:55:06.803837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31712c0f-ab78-4609-8a96-382d45bbe792 None None] Pushing event updated for resources: {'Port': ['ID=83423d4a-f8ad-4f51-bf69-111148be3d70,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:06.810041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-31712c0f-ab78-4609-8a96-382d45bbe792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:06.825180 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:06.879606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Allocated IP 172.20.0.6 (d667803c-3650-4791-befe-9844d4074c1f/06b83c48-acc7-49b3-a516-fec207acd06b/ad1a138b-216e-4f60-bb5d-b552e7958c8c) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:55:06.931533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] Set router 8851032f-5485-43da-b37d-ddcd1ffa1c32 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:55:07.112835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:07.128338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Transition to ACTIVE for port object ad1a138b-216e-4f60-bb5d-b552e7958c8c will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:55:07.155229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:07.155949 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:55:07.161223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-31685bbd-9ff0-46bc-beaa-fe8a7a26aefc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:07.224888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Network d667803c-3650-4791-befe-9844d4074c1f is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:55:07.228495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:55:07.233144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:55:07.258407 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'name': 'tempest-TestEncryptedCinderVolumes-1494772795-router', 'tenant_id': '7c94d84dca504e31af73860136329020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:55:02Z', 'revision_number': 4, 'project_id': '7c94d84dca504e31af73860136329020', 'gw_port': {'id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '83423d4a-f8ad-4f51-bf69-111148be3d70', 'name': '', 'network_id': 'c9a79df0-070f-4fc1-a2ae-3d653e7867c6', 'tenant_id': '7c94d84dca504e31af73860136329020', 'mac_address': 'fa:16:3e:63:08:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '0f19b03d-5c59-4d9f-8991-d1b598a976a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:55:01Z', 'updated_at': '2021-06-02T16:55:06Z', 'revision_number': 4, 'project_id': '7c94d84dca504e31af73860136329020', 'subnets': [{'id': '0f19b03d-5c59-4d9f-8991-d1b598a976a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:55:07.263847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802bcd91-7bf2-46a2-b312-781d42aba79e None None] The sync data for ids ['8851032f-5485-43da-b37d-ddcd1ffa1c32'] in dv-neutron-601336-83-hyperv is: [{'id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'name': 'tempest-TestEncryptedCinderVolumes-1494772795-router', 'tenant_id': '7c94d84dca504e31af73860136329020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:55:02Z', 'revision_number': 4, 'project_id': '7c94d84dca504e31af73860136329020', 'gw_port': {'id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '83423d4a-f8ad-4f51-bf69-111148be3d70', 'name': '', 'network_id': 'c9a79df0-070f-4fc1-a2ae-3d653e7867c6', 'tenant_id': '7c94d84dca504e31af73860136329020', 'mac_address': 'fa:16:3e:63:08:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '0f19b03d-5c59-4d9f-8991-d1b598a976a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:55:01Z', 'updated_at': '2021-06-02T16:55:06Z', 'revision_number': 4, 'project_id': '7c94d84dca504e31af73860136329020', 'subnets': [{'id': '0f19b03d-5c59-4d9f-8991-d1b598a976a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:55:07.273932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Pushing event updated for resources: {'Port': ['ID=ad1a138b-216e-4f60-bb5d-b552e7958c8c,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:07.281615 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:07.338367 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:07.339745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:07.372779 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8650217 Jun 02 16:55:07.398152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Request body: {'port': {'device_id': '71d16073-ec06-4c83-b6fe-f45f24885f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:55:07.409130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6466c451-2952-4c5d-96a4-e861e365a3a4 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:55:07.492044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 6466c451-2952-4c5d-96a4-e861e365a3a4 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:55:07.492524 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:07.552840 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67513ffc-6834-481b-826b-00eadb45ff6c req-d0680053-6ae7-4582-bae6-c2476df687ee tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:07.555308 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-67513ffc-6834-481b-826b-00eadb45ff6c req-d0680053-6ae7-4582-bae6-c2476df687ee tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 931 time: 0.1417694 Jun 02 16:55:07.558351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:07.614151 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-67513ffc-6834-481b-826b-00eadb45ff6c req-879f08fa-ed5d-4729-a624-2ef4059fb0c1 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527334 Jun 02 16:55:07.699745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 83423d4a-f8ad-4f51-bf69-111148be3d70 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:55:07.728896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-82e231d4-3a07-4924-9066-532a981591a2 None None] Provisioning for port ad1a138b-216e-4f60-bb5d-b552e7958c8c completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:55:07.740457 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-82e231d4-3a07-4924-9066-532a981591a2 None None] Provisioning complete for port ad1a138b-216e-4f60-bb5d-b552e7958c8c triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:55:07.740865 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-82e231d4-3a07-4924-9066-532a981591a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:07.815547 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-82e231d4-3a07-4924-9066-532a981591a2 None None] Port ad1a138b-216e-4f60-bb5d-b552e7958c8c cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:55:07.828914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 83423d4a-f8ad-4f51-bf69-111148be3d70 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:55:07.834380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 83423d4a-f8ad-4f51-bf69-111148be3d70 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:55:07.834796 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:07.952848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1a138b-216e-4f60-bb5d-b552e7958c8c {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:55:07.953465 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:07.960777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:07.980316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Transition to ACTIVE for port object ad1a138b-216e-4f60-bb5d-b552e7958c8c will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:55:07.985752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:07.991166 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-19053df6-b825-43fd-aded-7f8d751fcaf7 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:07.991982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 83423d4a-f8ad-4f51-bf69-111148be3d70, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=83423d4a-f8ad-4f51-bf69-111148be3d70,segment=NetworkSegment(d4a82d74-65f1-4885-8041-7b3be83a7694),segment_id=d4a82d74-65f1-4885-8041-7b3be83a7694)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:55:07.996638 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:07.998581 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:08.068824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=83423d4a-f8ad-4f51-bf69-111148be3d70,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:08.071886 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:08.292200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1a138b-216e-4f60-bb5d-b552e7958c8c,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:08.299371 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:08.370842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Attempting to bind port ad1a138b-216e-4f60-bb5d-b552e7958c8c on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:55:08.371478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Attempting to bind port ad1a138b-216e-4f60-bb5d-b552e7958c8c by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:55:08.371478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Attempting to bind port ad1a138b-216e-4f60-bb5d-b552e7958c8c on network d667803c-3650-4791-befe-9844d4074c1f {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:55:08.376799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Port ad1a138b-216e-4f60-bb5d-b552e7958c8c on network d667803c-3650-4791-befe-9844d4074c1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:55:08.377237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Attempting to bind port ad1a138b-216e-4f60-bb5d-b552e7958c8c on network d667803c-3650-4791-befe-9844d4074c1f {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:55:08.382987 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:55:08.383201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Checking segment: {'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:55:08.383631 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Bound using segment: {'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:55:08.384055 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Bound port: ad1a138b-216e-4f60-bb5d-b552e7958c8c, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:55:08.384433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:08.475198 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] For port ad1a138b-216e-4f60-bb5d-b552e7958c8c, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:55:08.479820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] For port ad1a138b-216e-4f60-bb5d-b552e7958c8c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad1a138b-216e-4f60-bb5d-b552e7958c8c,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:55:08.488300 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:08.494026 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6b0c4ac1-4563-4277-bb41-4cfbe714d06d tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:08.550327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:08.550937 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:08.552298 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] 10.222.0.49 "PUT /v2.0/ports/ad1a138b-216e-4f60-bb5d-b552e7958c8c HTTP/1.1" status: 200 len: 1093 time: 1.1648359 Jun 02 16:55:08.552827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d16073-ec06-4c83-b6fe-f45f24885f6c', 'tag': 'ad1a138b-216e-4f60-bb5d-b552e7958c8c'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:55:08.555192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b5f02a-3eda-49d7-9159-159ff707f6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "71d16073-ec06-4c83-b6fe-f45f24885f6c", "tag": "ad1a138b-216e-4f60-bb5d-b552e7958c8c"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:55:08.576253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1a138b-216e-4f60-bb5d-b552e7958c8c,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:08.579957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:08.636136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a0e851-3fbf-4723-96d1-f4878c196823 x-openstack-request-id: req-d2a0e851-3fbf-4723-96d1-f4878c196823 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:55:08.636547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d16073-ec06-4c83-b6fe-f45f24885f6c", "tag": "ad1a138b-216e-4f60-bb5d-b552e7958c8c", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:55:08.637360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d2a0e851-3fbf-4723-96d1-f4878c196823 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:55:08.637360 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d16073-ec06-4c83-b6fe-f45f24885f6c', 'tag': 'ad1a138b-216e-4f60-bb5d-b552e7958c8c', 'status': 'completed', 'code': 200} Jun 02 16:55:08.691051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-671e3dee-723d-409b-ae3a-8caa8168ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:08.692625 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-671e3dee-723d-409b-ae3a-8caa8168ccd3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a991f39207245a68b1522c137461332&device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 1096 time: 0.0966308 Jun 02 16:55:08.696881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:08.769350 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-b6d10a37-943c-40c5-8d1f-ee9cf6b26a4f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad1a138b-216e-4f60-bb5d-b552e7958c8c HTTP/1.1" status: 200 len: 217 time: 0.0652499 Jun 02 16:55:08.811427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3b5fe-d3cd-4c36-adbd-a51730bb58b7 req-bf0b44ec-320f-4e78-b8ef-ccca85a79e1d tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:08.812917 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-53a3b5fe-d3cd-4c36-adbd-a51730bb58b7 req-bf0b44ec-320f-4e78-b8ef-ccca85a79e1d tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 943 time: 0.0914869 Jun 02 16:55:08.838362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-ecba14f0-2a89-4546-88d4-9c3170cfef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:08.839747 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-ecba14f0-2a89-4546-88d4-9c3170cfef85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=06b83c48-acc7-49b3-a516-fec207acd06b HTTP/1.1" status: 200 len: 856 time: 0.0605230 Jun 02 16:55:08.859283 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-53a3b5fe-d3cd-4c36-adbd-a51730bb58b7 req-3c04b4d2-f505-4ffa-94f6-fa93b2adb9fd tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401700 Jun 02 16:55:08.923581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-d079237a-2276-4951-88a9-758264142660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:08.925055 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-d079237a-2276-4951-88a9-758264142660 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d667803c-3650-4791-befe-9844d4074c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0737007 Jun 02 16:55:09.074795 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-5b7ab1d1-3aa4-4a93-85bf-15d455d78f34 service neutron] 10.222.0.49 "GET /v2.0/networks/d667803c-3650-4791-befe-9844d4074c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390765 Jun 02 16:55:09.215645 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ea7fb62d-f889-4ef8-aac8-dcf0a04555fd req-697f2e1d-68fd-405c-920e-a6c0b505b0c7 service neutron] 10.222.0.49 "GET /v2.0/networks/d667803c-3650-4791-befe-9844d4074c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302955 Jun 02 16:55:09.310047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 83423d4a-f8ad-4f51-bf69-111148be3d70 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:55:09.348351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f02a-3eda-49d7-9159-159ff707f6f7 req-1455c922-da23-451b-89ec-4f29933ae72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:09.349768 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d6b5f02a-3eda-49d7-9159-159ff707f6f7 req-1455c922-da23-451b-89ec-4f29933ae72b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a991f39207245a68b1522c137461332&device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 1096 time: 0.0783935 Jun 02 16:55:09.380118 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 83423d4a-f8ad-4f51-bf69-111148be3d70 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:55:09.380498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:09.485598 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f02a-3eda-49d7-9159-159ff707f6f7 req-676a640b-1ffa-42e9-8235-f8b386070a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:09.487126 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d6b5f02a-3eda-49d7-9159-159ff707f6f7 req-676a640b-1ffa-42e9-8235-f8b386070a8f service neutron] 10.222.0.49 "GET /v2.0/networks?id=d667803c-3650-4791-befe-9844d4074c1f HTTP/1.1" status: 200 len: 918 time: 0.1291151 Jun 02 16:55:09.554960 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d6b5f02a-3eda-49d7-9159-159ff707f6f7 req-3f6e5e52-98ae-4858-adec-6b1b79e89b77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad1a138b-216e-4f60-bb5d-b552e7958c8c HTTP/1.1" status: 200 len: 217 time: 0.0607791 Jun 02 16:55:09.623082 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f02a-3eda-49d7-9159-159ff707f6f7 req-ce8f2db3-2d75-4471-8f3d-dcc312b90397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:09.624552 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d6b5f02a-3eda-49d7-9159-159ff707f6f7 req-ce8f2db3-2d75-4471-8f3d-dcc312b90397 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=06b83c48-acc7-49b3-a516-fec207acd06b HTTP/1.1" status: 200 len: 856 time: 0.0623393 Jun 02 16:55:09.712250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f02a-3eda-49d7-9159-159ff707f6f7 req-4c120978-a032-4732-af1d-026382787449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:09.713735 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d6b5f02a-3eda-49d7-9159-159ff707f6f7 req-4c120978-a032-4732-af1d-026382787449 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d667803c-3650-4791-befe-9844d4074c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0819023 Jun 02 16:55:09.852849 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d6b5f02a-3eda-49d7-9159-159ff707f6f7 req-59c4d003-9311-457c-ad22-c5d4f6a656fd service neutron] 10.222.0.49 "GET /v2.0/networks/d667803c-3650-4791-befe-9844d4074c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309812 Jun 02 16:55:10.030466 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d6b5f02a-3eda-49d7-9159-159ff707f6f7 req-153c0164-58e6-47e2-827f-d1a4e3c71aff service neutron] 10.222.0.49 "GET /v2.0/networks/d667803c-3650-4791-befe-9844d4074c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699641 Jun 02 16:55:10.076149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885eda2f-51a2-4ab8-8add-70a53a266031 req-3bcd278f-711f-4290-ad11-ad8d5597c962 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:10.077164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-885eda2f-51a2-4ab8-8add-70a53a266031 req-3bcd278f-711f-4290-ad11-ad8d5597c962 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Synchronizing usage tracker for tenant:8a991f39207245a68b1522c137461332 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:55:10.095417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-885eda2f-51a2-4ab8-8add-70a53a266031 req-3bcd278f-711f-4290-ad11-ad8d5597c962 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Unset dirty status for tenant:8a991f39207245a68b1522c137461332 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:55:10.096546 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-885eda2f-51a2-4ab8-8add-70a53a266031 req-3bcd278f-711f-4290-ad11-ad8d5597c962 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 943 time: 0.1258521 Jun 02 16:55:10.144100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-885eda2f-51a2-4ab8-8add-70a53a266031 req-2142b954-16ba-4441-98d3-0160967724fe tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Synchronizing usage tracker for tenant:8a991f39207245a68b1522c137461332 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:55:10.162664 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-885eda2f-51a2-4ab8-8add-70a53a266031 req-2142b954-16ba-4441-98d3-0160967724fe tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Unset dirty status for tenant:8a991f39207245a68b1522c137461332 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:55:10.163821 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-885eda2f-51a2-4ab8-8add-70a53a266031 req-2142b954-16ba-4441-98d3-0160967724fe tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587745 Jun 02 16:55:11.319078 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ad1a138b-216e-4f60-bb5d-b552e7958c8c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:55:11.369575 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ab991-409e-4f71-8fa5-a532ff85236d req-6b534446-cdc7-457a-a8b5-9fa2c4a177a5 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:11.371072 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7c2ab991-409e-4f71-8fa5-a532ff85236d req-6b534446-cdc7-457a-a8b5-9fa2c4a177a5 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 943 time: 0.0982654 Jun 02 16:55:11.423972 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7c2ab991-409e-4f71-8fa5-a532ff85236d req-fb15c699-bd70-4104-a28e-5cb0ecf72dc4 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465176 Jun 02 16:55:11.461899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port ad1a138b-216e-4f60-bb5d-b552e7958c8c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad1a138b-216e-4f60-bb5d-b552e7958c8c,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:55:11.475778 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'ad1a138b-216e-4f60-bb5d-b552e7958c8c', 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f', 'port_id': 'ad1a138b-216e-4f60-bb5d-b552e7958c8c', 'mac_address': 'fa:16:3e:4e:c8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b83c48-acc7-49b3-a516-fec207acd06b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:55:11.535902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:11.553081 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1a138b-216e-4f60-bb5d-b552e7958c8c {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:55:11.570941 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port ad1a138b-216e-4f60-bb5d-b552e7958c8c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad1a138b-216e-4f60-bb5d-b552e7958c8c,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:55:11.576541 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:11.579510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:11.647168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=ad1a138b-216e-4f60-bb5d-b552e7958c8c,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:11.650472 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:11.834530 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['ad1a138b-216e-4f60-bb5d-b552e7958c8c'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:55:12.625586 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860347f-4ea2-4415-9f78-b48e292db5ac req-b7685ee7-32ce-449a-b7a0-9c7098d7c0b6 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:12.627086 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e860347f-4ea2-4415-9f78-b48e292db5ac req-b7685ee7-32ce-449a-b7a0-9c7098d7c0b6 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 944 time: 0.0874016 Jun 02 16:55:12.671320 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e860347f-4ea2-4415-9f78-b48e292db5ac req-878b6fb5-3beb-4b20-9d7f-4f6af65d3fd3 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383964 Jun 02 16:55:13.317922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ad1a138b-216e-4f60-bb5d-b552e7958c8c up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:55:13.393333 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port ad1a138b-216e-4f60-bb5d-b552e7958c8c completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:55:13.398387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port ad1a138b-216e-4f60-bb5d-b552e7958c8c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:55:13.398766 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:13.521598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:13.549296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d16073-ec06-4c83-b6fe-f45f24885f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1a138b-216e-4f60-bb5d-b552e7958c8c'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:55:13.551566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7d3a9f-bdd7-4da3-9aef-e6f937d9922e" -d '{"events": [{"server_uuid": "71d16073-ec06-4c83-b6fe-f45f24885f6c", "name": "network-vif-plugged", "status": "completed", "tag": "ad1a138b-216e-4f60-bb5d-b552e7958c8c"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:55:13.559276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port ad1a138b-216e-4f60-bb5d-b552e7958c8c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad1a138b-216e-4f60-bb5d-b552e7958c8c,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:55:13.564637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:13.566605 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:13.635695 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=ad1a138b-216e-4f60-bb5d-b552e7958c8c,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:13.638891 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:13.649101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57304162-68a2-403f-b2c9-c165b16b1842 x-openstack-request-id: req-57304162-68a2-403f-b2c9-c165b16b1842 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:55:13.649397 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d16073-ec06-4c83-b6fe-f45f24885f6c", "name": "network-vif-plugged", "status": "completed", "tag": "ad1a138b-216e-4f60-bb5d-b552e7958c8c", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:55:13.649665 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57304162-68a2-403f-b2c9-c165b16b1842 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:55:13.650102 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d16073-ec06-4c83-b6fe-f45f24885f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1a138b-216e-4f60-bb5d-b552e7958c8c', 'code': 200} Jun 02 16:55:13.914886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f36e3-656b-45a9-8520-cfa9077af2cb req-ce69d8fc-284c-4c73-954c-606190bed087 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:13.916333 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b36f36e3-656b-45a9-8520-cfa9077af2cb req-ce69d8fc-284c-4c73-954c-606190bed087 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 945 time: 0.1366377 Jun 02 16:55:13.946400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ee4e2-896a-4742-8970-faee791f7a7e req-1bf9164d-37cb-42ce-b1c7-cf62febaa206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:13.947819 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9c4ee4e2-896a-4742-8970-faee791f7a7e req-1bf9164d-37cb-42ce-b1c7-cf62febaa206 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 1098 time: 0.1137419 Jun 02 16:55:13.985807 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b36f36e3-656b-45a9-8520-cfa9077af2cb req-5b7ff0da-34e3-4b30-bb39-cf0119fd2257 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626478 Jun 02 16:55:14.007454 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9c4ee4e2-896a-4742-8970-faee791f7a7e req-ebc378a7-6087-4af9-984f-bcfbef3ecf5d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457616 Jun 02 16:55:15.183132 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a98f6-7090-43e3-8b34-90519d627a79 req-3fbf7dca-9a61-4398-908d-5c64cde071d0 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:15.184579 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-777a98f6-7090-43e3-8b34-90519d627a79 req-3fbf7dca-9a61-4398-908d-5c64cde071d0 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 945 time: 0.0858238 Jun 02 16:55:15.234051 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-777a98f6-7090-43e3-8b34-90519d627a79 req-22b4baed-547e-4229-9236-00e97ea206cc tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436418 Jun 02 16:55:15.431546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6448caf-7031-41ae-8e7d-180f1a6601bb req-3286a3ca-4d7c-4d71-916a-22110d8316ea tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:15.433013 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a6448caf-7031-41ae-8e7d-180f1a6601bb req-3286a3ca-4d7c-4d71-916a-22110d8316ea tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 945 time: 0.0861106 Jun 02 16:55:15.478971 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a6448caf-7031-41ae-8e7d-180f1a6601bb req-b21a57e4-dd00-463d-9600-b900282f1a03 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401633 Jun 02 16:55:19.370947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:32.993253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-126b2b30-f364-483c-86b0-6349dbd3b51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:35.030278 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:35.473803 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7602-a73f-47d6-a3c3-a21f3bc255fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:36.774761 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:36.892599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844d022-a136-4715-a37c-5dc321a26617 req-90f2a017-4813-40d7-a1e2-050fa777f65e tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:36.894088 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c844d022-a136-4715-a37c-5dc321a26617 req-90f2a017-4813-40d7-a1e2-050fa777f65e tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 945 time: 0.0880909 Jun 02 16:55:36.940839 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c844d022-a136-4715-a37c-5dc321a26617 req-9402aeb3-423a-4af2-80f8-4d484fd28359 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Jun 02 16:55:38.144452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0831859-b560-4087-8ca0-e600acea1d27 req-af0ea96e-4079-49f6-8729-585bd2d7a31a tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:38.145907 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f0831859-b560-4087-8ca0-e600acea1d27 req-af0ea96e-4079-49f6-8729-585bd2d7a31a tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 945 time: 0.0932953 Jun 02 16:55:38.193190 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f0831859-b560-4087-8ca0-e600acea1d27 req-8ff215ad-8dcf-4581-9194-3ffe57cf8bde tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414088 Jun 02 16:55:38.427311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc6ffe-02a3-446f-b1a2-329bf1d50e8d req-00cc96b0-7d01-42d0-9981-576408f88f4b tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:38.428810 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bbfc6ffe-02a3-446f-b1a2-329bf1d50e8d req-00cc96b0-7d01-42d0-9981-576408f88f4b tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.49 "GET /v2.0/ports?device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 945 time: 0.0859232 Jun 02 16:55:38.690621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:38.723262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-bbfc6ffe-02a3-446f-b1a2-329bf1d50e8d req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Deleting port ad1a138b-216e-4f60-bb5d-b552e7958c8c {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:55:38.723604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-bbfc6ffe-02a3-446f-b1a2-329bf1d50e8d req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:38.863055 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-bbfc6ffe-02a3-446f-b1a2-329bf1d50e8d req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] For port ad1a138b-216e-4f60-bb5d-b552e7958c8c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad1a138b-216e-4f60-bb5d-b552e7958c8c,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:55:38.863387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-bbfc6ffe-02a3-446f-b1a2-329bf1d50e8d req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:38.985799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-bbfc6ffe-02a3-446f-b1a2-329bf1d50e8d req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Calling delete_port for ad1a138b-216e-4f60-bb5d-b552e7958c8c owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:55:39.117837 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-bbfc6ffe-02a3-446f-b1a2-329bf1d50e8d req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:39.124367 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-09a1146c-8f01-42f2-ad62-a6c0e2073e73 tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:39.134692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['ad1a138b-216e-4f60-bb5d-b552e7958c8c'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:55:39.172571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Pushing event deleted for resources: {'Port': ['ID=ad1a138b-216e-4f60-bb5d-b552e7958c8c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:39.215347 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:55:39.215734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:55:39.216114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:55:39.216485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:55:39.216855 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:55:39.217203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:55:39.217658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:55:39.217922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:55:39.218313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:55:39.218705 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:55:39.219035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:55:39.219423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:55:39.250951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:39.262599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfc6ffe-02a3-446f-b1a2-329bf1d50e8d req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] No DVR routers for this DVR port ad1a138b-216e-4f60-bb5d-b552e7958c8c on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:55:39.267412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-bbfc6ffe-02a3-446f-b1a2-329bf1d50e8d req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:39.270417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d16073-ec06-4c83-b6fe-f45f24885f6c', 'name': 'network-vif-deleted', 'tag': 'ad1a138b-216e-4f60-bb5d-b552e7958c8c'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:55:39.273102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b288cc3-3846-4222-992d-5d8a678ca1fc" -d '{"events": [{"server_uuid": "71d16073-ec06-4c83-b6fe-f45f24885f6c", "name": "network-vif-deleted", "tag": "ad1a138b-216e-4f60-bb5d-b552e7958c8c"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:55:39.287168 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bbfc6ffe-02a3-446f-b1a2-329bf1d50e8d req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.49 "DELETE /v2.0/ports/ad1a138b-216e-4f60-bb5d-b552e7958c8c HTTP/1.1" status: 204 len: 173 time: 0.8491037 Jun 02 16:55:39.358801 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d8b52f-c64a-4bb5-bab3-7b354a9d4b49 x-openstack-request-id: req-77d8b52f-c64a-4bb5-bab3-7b354a9d4b49 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:55:39.359126 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d16073-ec06-4c83-b6fe-f45f24885f6c", "name": "network-vif-deleted", "tag": "ad1a138b-216e-4f60-bb5d-b552e7958c8c", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:55:39.359445 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77d8b52f-c64a-4bb5-bab3-7b354a9d4b49 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:55:39.359880 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d16073-ec06-4c83-b6fe-f45f24885f6c', 'name': 'network-vif-deleted', 'tag': 'ad1a138b-216e-4f60-bb5d-b552e7958c8c', 'status': 'completed', 'code': 200} Jun 02 16:55:39.361339 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-d0731cd4-4cf4-4b09-bac6-609284906d5a req-1443be93-dfdc-4687-8dd0-7219fc4417a7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Synchronizing usage tracker for tenant:8a991f39207245a68b1522c137461332 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:55:39.383788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-d0731cd4-4cf4-4b09-bac6-609284906d5a req-1443be93-dfdc-4687-8dd0-7219fc4417a7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Unset dirty status for tenant:8a991f39207245a68b1522c137461332 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:55:39.385438 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d0731cd4-4cf4-4b09-bac6-609284906d5a req-1443be93-dfdc-4687-8dd0-7219fc4417a7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=71d16073-ec06-4c83-b6fe-f45f24885f6c HTTP/1.1" status: 200 len: 210 time: 0.0711939 Jun 02 16:55:41.160546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-2b71f997-87c7-4866-aba3-d31e8c8020f4 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:41.161887 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-2b71f997-87c7-4866-aba3-d31e8c8020f4 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/networks?id=d667803c-3650-4791-befe-9844d4074c1f HTTP/1.1" status: 200 len: 817 time: 0.1471069 Jun 02 16:55:41.177020 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-f3ae44fb-cc1c-41e8-a97a-d7f91a1d9723 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/quotas/8a991f39207245a68b1522c137461332 HTTP/1.1" status: 200 len: 375 time: 0.0093400 Jun 02 16:55:41.262646 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-cf83be3b-572e-4a88-9308-365b63c2210e tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a991f39207245a68b1522c137461332&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807502 Jun 02 16:55:41.402624 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-58aa786f-504f-4343-bfc9-7cdfaceb1135 service neutron] 10.222.0.50 "GET /v2.0/networks/d667803c-3650-4791-befe-9844d4074c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275911 Jun 02 16:55:41.457894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ad1a138b-216e-4f60-bb5d-b552e7958c8c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:55:41.494924 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: ad1a138b-216e-4f60-bb5d-b552e7958c8c {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:55:41.495273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ad1a138b-216e-4f60-bb5d-b552e7958c8c not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:55:41.534307 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-a20a84db-71e4-49e6-9fc3-0bfae2441e6e service neutron] 10.222.0.50 "GET /v2.0/networks/d667803c-3650-4791-befe-9844d4074c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256757 Jun 02 16:55:41.723808 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9e0b8d77-11c1-4fa3-a196-d6aca46f2aa9 req-4d006353-c80e-44d3-a2c1-65c5aeb94094 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 210 time: 0.0466144 Jun 02 16:55:42.906291 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d1dd02f2-ae83-40d9-a099-de9d7380a3c8 req-4393c297-743c-489e-bd80-2e89de2f360f tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 210 time: 0.0671427 Jun 02 16:55:42.921045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-5d7ef365-eeed-4edf-8852-4a5a777f9a50 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:42.923312 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-5d7ef365-eeed-4edf-8852-4a5a777f9a50 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.49 "GET /v2.0/networks?id=d667803c-3650-4791-befe-9844d4074c1f HTTP/1.1" status: 200 len: 817 time: 0.1979501 Jun 02 16:55:42.942453 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Request body: {'port': {'device_id': '9aa9d975-f99b-47a8-9569-5350feebe3bd', 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f', 'admin_state_up': True, 'tenant_id': '8a991f39207245a68b1522c137461332'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:55:43.078720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:55:43.089215 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:55:43.100974 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Made reservation on behalf of 8a991f39207245a68b1522c137461332 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:55:43.104829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:43.269792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Allocated IP 172.20.0.12 (d667803c-3650-4791-befe-9844d4074c1f/06b83c48-acc7-49b3-a516-fec207acd06b/29dc4220-da0c-49cb-a7c7-d5ef8a6803d4) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:55:43.489407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:43.506168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Transition to ACTIVE for port object 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:55:43.534146 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:43.542139 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4c11267e-3559-4a81-94b2-d5d9669e42e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:43.614466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Network d667803c-3650-4791-befe-9844d4074c1f is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:55:43.617702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:55:43.621672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:55:43.805976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Pushing event updated for resources: {'Port': ['ID=29dc4220-da0c-49cb-a7c7-d5ef8a6803d4,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:43.810540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:43.831455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-18a05d74-e1af-4eef-8725-3145faa12a7a None None] Provisioning for port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:55:43.836630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-18a05d74-e1af-4eef-8725-3145faa12a7a None None] Provisioning complete for port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:55:43.837043 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-18a05d74-e1af-4eef-8725-3145faa12a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:43.837283 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:43.837902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:43.865419 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9265327 Jun 02 16:55:43.881853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Request body: {'port': {'device_id': '9aa9d975-f99b-47a8-9569-5350feebe3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:55:43.934794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-18a05d74-e1af-4eef-8725-3145faa12a7a None None] Port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:55:43.994976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:44.097070 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a48adf-1d84-444d-8f3a-c146fcddf62a req-e60c0ce2-420c-4e5c-b1e8-d4c55e3212bc tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:44.098453 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c7a48adf-1d84-444d-8f3a-c146fcddf62a req-e60c0ce2-420c-4e5c-b1e8-d4c55e3212bc tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 932 time: 0.0836375 Jun 02 16:55:44.144503 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c7a48adf-1d84-444d-8f3a-c146fcddf62a req-3f85ced0-a5c1-494f-876b-457420298f49 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394502 Jun 02 16:55:44.156616 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:55:44.347035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:55:44.354932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:44.370109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Transition to ACTIVE for port object 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:55:44.377906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:44.384170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:44.537456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Pushing event updated for resources: {'Port': ['ID=29dc4220-da0c-49cb-a7c7-d5ef8a6803d4,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:44.544944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:44.616643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Attempting to bind port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:55:44.616915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Attempting to bind port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:55:44.617248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Attempting to bind port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 on network d667803c-3650-4791-befe-9844d4074c1f {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:55:44.622051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 on network d667803c-3650-4791-befe-9844d4074c1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:55:44.622407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Attempting to bind port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 on network d667803c-3650-4791-befe-9844d4074c1f {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:55:44.627655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:55:44.628005 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Checking segment: {'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:55:44.628396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Bound using segment: {'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:55:44.628823 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Bound port: 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2abe5be-e32a-4042-83b0-fb892836f862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:55:44.629174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:44.723803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] For port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:55:44.727370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] For port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29dc4220-da0c-49cb-a7c7-d5ef8a6803d4,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:55:44.732859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:44.737510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-208e4105-1fe2-475f-8ec3-0f20b259ef30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:44.786322 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:44.787000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:44.788320 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-c5891379-fa67-4375-b824-6c50da64225f service neutron] 10.222.0.49 "PUT /v2.0/ports/29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 HTTP/1.1" status: 200 len: 1094 time: 0.9110205 Jun 02 16:55:44.788870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa9d975-f99b-47a8-9569-5350feebe3bd', 'tag': '29dc4220-da0c-49cb-a7c7-d5ef8a6803d4'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:55:44.791215 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b98fa4-8de0-43b2-951f-69a5fa5a8037" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa9d975-f99b-47a8-9569-5350feebe3bd", "tag": "29dc4220-da0c-49cb-a7c7-d5ef8a6803d4"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:55:44.823346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Pushing event updated for resources: {'Port': ['ID=29dc4220-da0c-49cb-a7c7-d5ef8a6803d4,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:44.826556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:44.874500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e8d311-3a7a-4633-89cf-c8a516c1a0e1 x-openstack-request-id: req-c7e8d311-3a7a-4633-89cf-c8a516c1a0e1 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:55:44.874846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa9d975-f99b-47a8-9569-5350feebe3bd", "tag": "29dc4220-da0c-49cb-a7c7-d5ef8a6803d4", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:55:44.875148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7e8d311-3a7a-4633-89cf-c8a516c1a0e1 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:55:44.875593 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa9d975-f99b-47a8-9569-5350feebe3bd', 'tag': '29dc4220-da0c-49cb-a7c7-d5ef8a6803d4', 'status': 'completed', 'code': 200} Jun 02 16:55:44.917634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-9c73087c-c77d-42ba-8451-52132ae613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:44.919296 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-9c73087c-c77d-42ba-8451-52132ae613b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a991f39207245a68b1522c137461332&device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 1097 time: 0.0782940 Jun 02 16:55:44.997892 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-a9c3f5f4-e85d-4ff0-95f5-eab11f727db0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 HTTP/1.1" status: 200 len: 217 time: 0.0665724 Jun 02 16:55:45.067267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-ec44d40f-90e9-4cb0-9b68-8543a4c92a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:45.068572 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-ec44d40f-90e9-4cb0-9b68-8543a4c92a4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=06b83c48-acc7-49b3-a516-fec207acd06b HTTP/1.1" status: 200 len: 856 time: 0.0611227 Jun 02 16:55:45.150542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-defa0e9b-27cb-4b0c-98d7-33c361f2b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:45.151971 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-defa0e9b-27cb-4b0c-98d7-33c361f2b4e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d667803c-3650-4791-befe-9844d4074c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0730789 Jun 02 16:55:45.293771 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-f2895c42-16e0-4c9c-9c9b-8a1ea21cba6e service neutron] 10.222.0.49 "GET /v2.0/networks/d667803c-3650-4791-befe-9844d4074c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307952 Jun 02 16:55:45.337033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44af8c7-bf5d-4b1c-94cb-0a33a23da8f8 req-a4fbc6d7-128e-4a99-9b4a-46dc50412a2a tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:45.338595 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f44af8c7-bf5d-4b1c-94cb-0a33a23da8f8 req-a4fbc6d7-128e-4a99-9b4a-46dc50412a2a tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 944 time: 0.0864766 Jun 02 16:55:45.436414 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-33ecc4de-5b7c-454e-9482-352a16e17bf3 req-e4b4154a-b712-4502-af06-f18dffb1f449 service neutron] 10.222.0.49 "GET /v2.0/networks/d667803c-3650-4791-befe-9844d4074c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327195 Jun 02 16:55:45.530690 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f44af8c7-bf5d-4b1c-94cb-0a33a23da8f8 req-93cb481d-6bf9-44a6-9412-acd4c85c6d3d tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863642 Jun 02 16:55:45.564294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b98fa4-8de0-43b2-951f-69a5fa5a8037 req-435e6495-6ea8-4f4a-b8d6-c7aae923845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:45.565795 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18b98fa4-8de0-43b2-951f-69a5fa5a8037 req-435e6495-6ea8-4f4a-b8d6-c7aae923845f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a991f39207245a68b1522c137461332&device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 1097 time: 0.0710788 Jun 02 16:55:45.699659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b98fa4-8de0-43b2-951f-69a5fa5a8037 req-7e93d7e8-19d4-4aac-9e16-cffa5acb82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:45.701011 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18b98fa4-8de0-43b2-951f-69a5fa5a8037 req-7e93d7e8-19d4-4aac-9e16-cffa5acb82cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=d667803c-3650-4791-befe-9844d4074c1f HTTP/1.1" status: 200 len: 918 time: 0.1283746 Jun 02 16:55:45.770959 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18b98fa4-8de0-43b2-951f-69a5fa5a8037 req-2e8b869a-f191-4651-92bd-255bab0417f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 HTTP/1.1" status: 200 len: 217 time: 0.0627987 Jun 02 16:55:45.839687 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b98fa4-8de0-43b2-951f-69a5fa5a8037 req-80f6d9fe-4519-4559-b125-64c702f24c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:45.841197 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18b98fa4-8de0-43b2-951f-69a5fa5a8037 req-80f6d9fe-4519-4559-b125-64c702f24c5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=06b83c48-acc7-49b3-a516-fec207acd06b HTTP/1.1" status: 200 len: 856 time: 0.0632329 Jun 02 16:55:45.923038 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b98fa4-8de0-43b2-951f-69a5fa5a8037 req-1cbba8ad-6fbe-4e95-9667-009b4c730c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:45.924511 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18b98fa4-8de0-43b2-951f-69a5fa5a8037 req-1cbba8ad-6fbe-4e95-9667-009b4c730c81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d667803c-3650-4791-befe-9844d4074c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0762715 Jun 02 16:55:46.205879 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18b98fa4-8de0-43b2-951f-69a5fa5a8037 req-59124cf6-7a45-4e14-9d31-3ed812c56916 service neutron] 10.222.0.49 "GET /v2.0/networks/d667803c-3650-4791-befe-9844d4074c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736893 Jun 02 16:55:46.348341 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18b98fa4-8de0-43b2-951f-69a5fa5a8037 req-fcc4d765-e505-4995-b407-86d3c4377462 service neutron] 10.222.0.49 "GET /v2.0/networks/d667803c-3650-4791-befe-9844d4074c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354523 Jun 02 16:55:46.723640 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35cd89-1617-4d50-880d-be08d5edabc1 req-caa8696c-767f-4ddf-a8bc-2e79271e9b07 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:46.724334 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-1a35cd89-1617-4d50-880d-be08d5edabc1 req-caa8696c-767f-4ddf-a8bc-2e79271e9b07 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Synchronizing usage tracker for tenant:8a991f39207245a68b1522c137461332 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:55:46.743560 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-1a35cd89-1617-4d50-880d-be08d5edabc1 req-caa8696c-767f-4ddf-a8bc-2e79271e9b07 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Unset dirty status for tenant:8a991f39207245a68b1522c137461332 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:55:46.744814 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1a35cd89-1617-4d50-880d-be08d5edabc1 req-caa8696c-767f-4ddf-a8bc-2e79271e9b07 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 944 time: 0.1073725 Jun 02 16:55:46.796135 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1a35cd89-1617-4d50-880d-be08d5edabc1 req-723b8f80-f793-4a72-8168-3ea24ffa9955 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449953 Jun 02 16:55:47.474766 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:55:47.621996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29dc4220-da0c-49cb-a7c7-d5ef8a6803d4,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:55:47.635284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '29dc4220-da0c-49cb-a7c7-d5ef8a6803d4', 'network_id': 'd667803c-3650-4791-befe-9844d4074c1f', 'port_id': '29dc4220-da0c-49cb-a7c7-d5ef8a6803d4', 'mac_address': 'fa:16:3e:45:23:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b83c48-acc7-49b3-a516-fec207acd06b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:55:47.697410 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:47.716275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:55:47.738112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29dc4220-da0c-49cb-a7c7-d5ef8a6803d4,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:55:47.745998 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:47.750307 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-2b47e22a-a3aa-4b9f-a61d-b8e9e153c805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:47.816408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=29dc4220-da0c-49cb-a7c7-d5ef8a6803d4,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:47.819928 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:47.987698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290c960-f04b-4869-abe1-255a5a64c4cf req-b3e79b18-82f1-4317-86b3-021f6b028977 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:47.989060 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2290c960-f04b-4869-abe1-255a5a64c4cf req-b3e79b18-82f1-4317-86b3-021f6b028977 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 945 time: 0.0873749 Jun 02 16:55:48.003465 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['29dc4220-da0c-49cb-a7c7-d5ef8a6803d4'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:55:48.036586 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2290c960-f04b-4869-abe1-255a5a64c4cf req-6b499bf3-20ab-473f-9015-0e5abff2027f tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409262 Jun 02 16:55:49.239037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab925941-786b-43bb-9f62-570d10f3b65e req-dd0ab6ec-3ca9-4bde-abc2-efd6bf4d2c92 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:49.240523 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ab925941-786b-43bb-9f62-570d10f3b65e req-dd0ab6ec-3ca9-4bde-abc2-efd6bf4d2c92 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 945 time: 0.0903602 Jun 02 16:55:49.287361 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ab925941-786b-43bb-9f62-570d10f3b65e req-d342eec9-b1f2-428b-ba63-bc615cb96b7c tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385387 Jun 02 16:55:49.367229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:49.473614 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:55:49.555530 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:55:49.560446 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:55:49.560817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:49.685711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:49.712553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa9d975-f99b-47a8-9569-5350feebe3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dc4220-da0c-49cb-a7c7-d5ef8a6803d4'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:55:49.714938 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed04080-5cbd-4cc4-a4b8-9faa364ab75a" -d '{"events": [{"server_uuid": "9aa9d975-f99b-47a8-9569-5350feebe3bd", "name": "network-vif-plugged", "status": "completed", "tag": "29dc4220-da0c-49cb-a7c7-d5ef8a6803d4"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:55:49.722941 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29dc4220-da0c-49cb-a7c7-d5ef8a6803d4,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:55:49.727762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:55:49.729629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-31712c0f-ab78-4609-8a96-382d45bbe792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:55:49.766226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c154ec53-f7f9-4dd5-92c2-881ce7bc9ae9 x-openstack-request-id: req-c154ec53-f7f9-4dd5-92c2-881ce7bc9ae9 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:55:49.766529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa9d975-f99b-47a8-9569-5350feebe3bd", "name": "network-vif-plugged", "status": "completed", "tag": "29dc4220-da0c-49cb-a7c7-d5ef8a6803d4", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:55:49.766793 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c154ec53-f7f9-4dd5-92c2-881ce7bc9ae9 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:55:49.767193 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa9d975-f99b-47a8-9569-5350feebe3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dc4220-da0c-49cb-a7c7-d5ef8a6803d4', 'code': 200} Jun 02 16:55:49.799870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=29dc4220-da0c-49cb-a7c7-d5ef8a6803d4,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:55:49.802809 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:55:50.032520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406acef-3764-40b1-8678-2b38f26000c2 req-989de852-7f02-4707-b9e5-4bf3ed522927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:50.033916 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f406acef-3764-40b1-8678-2b38f26000c2 req-989de852-7f02-4707-b9e5-4bf3ed522927 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 1099 time: 0.0814278 Jun 02 16:55:50.079558 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f406acef-3764-40b1-8678-2b38f26000c2 req-bb6f91aa-2904-4718-abda-412d7f710345 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355244 Jun 02 16:55:50.491448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc3539-82f0-49c2-aacf-42856a47455c req-c3b8def3-8fdb-4df1-9aea-783e823ab813 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:50.492920 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1cfc3539-82f0-49c2-aacf-42856a47455c req-c3b8def3-8fdb-4df1-9aea-783e823ab813 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 946 time: 0.0913036 Jun 02 16:55:50.538788 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1cfc3539-82f0-49c2-aacf-42856a47455c req-17e467eb-0837-4275-93ec-ee11c9c6ac93 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394404 Jun 02 16:55:51.738135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e475862-0a87-4003-8204-f88486d7425a req-d6a7ce0d-fcbf-4e39-82ba-1f1c2f36652f tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:51.739516 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5e475862-0a87-4003-8204-f88486d7425a req-d6a7ce0d-fcbf-4e39-82ba-1f1c2f36652f tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 946 time: 0.0875347 Jun 02 16:55:51.787790 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5e475862-0a87-4003-8204-f88486d7425a req-c42b4239-ec79-47b5-b585-cfea2e64b239 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 Jun 02 16:55:51.983870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80ea51-7914-4e31-951c-255e873665a3 req-e2bbadaf-f8ee-4c1b-84b0-d935494865d5 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:55:51.985316 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ff80ea51-7914-4e31-951c-255e873665a3 req-e2bbadaf-f8ee-4c1b-84b0-d935494865d5 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 946 time: 0.0891261 Jun 02 16:55:52.035131 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ff80ea51-7914-4e31-951c-255e873665a3 req-0a9dc17e-b8fe-4878-a3b0-2297775208a2 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415230 Jun 02 16:56:02.998890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-256b1872-c484-4dba-8405-c8691472996e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:05.038094 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:05.478971 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1d8e7608-1f5b-4b34-b29d-857607ad9e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:06.777417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:08.691910 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:13.279236 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d180da9-883f-4b37-a22c-808ca2c1af37 req-1337f9c8-8d3f-435a-bc54-3ee7501711d2 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:56:13.280647 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6d180da9-883f-4b37-a22c-808ca2c1af37 req-1337f9c8-8d3f-435a-bc54-3ee7501711d2 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 946 time: 0.0896697 Jun 02 16:56:13.333716 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6d180da9-883f-4b37-a22c-808ca2c1af37 req-0647b569-78a5-4f25-8800-5b86e7a31947 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427735 Jun 02 16:56:14.543301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447668f-2b77-4c53-bbcb-87265afd57e4 req-cdee79cd-754c-442a-8c51-e94c17f43b4b tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:56:14.544667 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c447668f-2b77-4c53-bbcb-87265afd57e4 req-cdee79cd-754c-442a-8c51-e94c17f43b4b tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 946 time: 0.0986404 Jun 02 16:56:14.591032 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c447668f-2b77-4c53-bbcb-87265afd57e4 req-ffc2711c-3825-4fb3-9a7f-8b93aa339676 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab33c118-f683-4922-88ab-571179a69f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403337 Jun 02 16:56:14.893557 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ebab6-11d9-42c5-9609-d8821b52749d req-906bed03-ce63-4cff-8dab-fd1fbcab3441 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:56:14.895779 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8f5ebab6-11d9-42c5-9609-d8821b52749d req-906bed03-ce63-4cff-8dab-fd1fbcab3441 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.49 "GET /v2.0/ports?device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 946 time: 0.1008427 Jun 02 16:56:15.043245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-8f5ebab6-11d9-42c5-9609-d8821b52749d req-282db0f4-42d8-475f-8222-09c3fac3b6e9 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Deleting port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:56:15.043624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-8f5ebab6-11d9-42c5-9609-d8821b52749d req-282db0f4-42d8-475f-8222-09c3fac3b6e9 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:15.180251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-8f5ebab6-11d9-42c5-9609-d8821b52749d req-282db0f4-42d8-475f-8222-09c3fac3b6e9 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] For port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29dc4220-da0c-49cb-a7c7-d5ef8a6803d4,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:56:15.180487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-8f5ebab6-11d9-42c5-9609-d8821b52749d req-282db0f4-42d8-475f-8222-09c3fac3b6e9 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:15.303785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-8f5ebab6-11d9-42c5-9609-d8821b52749d req-282db0f4-42d8-475f-8222-09c3fac3b6e9 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Calling delete_port for 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:56:15.417980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-8f5ebab6-11d9-42c5-9609-d8821b52749d req-282db0f4-42d8-475f-8222-09c3fac3b6e9 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:15.424120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:15.434715 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['29dc4220-da0c-49cb-a7c7-d5ef8a6803d4'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:56:15.469767 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282db0f4-42d8-475f-8222-09c3fac3b6e9 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Pushing event deleted for resources: {'Port': ['ID=29dc4220-da0c-49cb-a7c7-d5ef8a6803d4,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:15.472752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-282db0f4-42d8-475f-8222-09c3fac3b6e9 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:15.547857 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5ebab6-11d9-42c5-9609-d8821b52749d req-282db0f4-42d8-475f-8222-09c3fac3b6e9 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] No DVR routers for this DVR port 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:56:15.550613 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-8f5ebab6-11d9-42c5-9609-d8821b52749d req-282db0f4-42d8-475f-8222-09c3fac3b6e9 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:15.553569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa9d975-f99b-47a8-9569-5350feebe3bd', 'name': 'network-vif-deleted', 'tag': '29dc4220-da0c-49cb-a7c7-d5ef8a6803d4'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:56:15.555957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807e74b4-cddd-42ab-9991-2b832e00c091" -d '{"events": [{"server_uuid": "9aa9d975-f99b-47a8-9569-5350feebe3bd", "name": "network-vif-deleted", "tag": "29dc4220-da0c-49cb-a7c7-d5ef8a6803d4"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:56:15.571588 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8f5ebab6-11d9-42c5-9609-d8821b52749d req-282db0f4-42d8-475f-8222-09c3fac3b6e9 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.49 "DELETE /v2.0/ports/29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 HTTP/1.1" status: 204 len: 173 time: 0.6662247 Jun 02 16:56:15.669501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedbad06-bf5f-40e5-a904-7f9c8789fe13 x-openstack-request-id: req-cedbad06-bf5f-40e5-a904-7f9c8789fe13 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:56:15.670141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa9d975-f99b-47a8-9569-5350feebe3bd", "name": "network-vif-deleted", "tag": "29dc4220-da0c-49cb-a7c7-d5ef8a6803d4", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:56:15.670603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cedbad06-bf5f-40e5-a904-7f9c8789fe13 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:56:15.671211 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa9d975-f99b-47a8-9569-5350feebe3bd', 'name': 'network-vif-deleted', 'tag': '29dc4220-da0c-49cb-a7c7-d5ef8a6803d4', 'status': 'completed', 'code': 200} Jun 02 16:56:15.750543 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-07a19d60-a010-4dc8-a858-4552f2073830 req-68f2a752-6d2f-4ed3-a0c3-47fce4ba215d tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] 10.222.0.50 "GET /v2.0/ports?device_id=9aa9d975-f99b-47a8-9569-5350feebe3bd HTTP/1.1" status: 200 len: 210 time: 0.0459735 Jun 02 16:56:16.885568 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43394) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:17.581485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:56:17.612681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed1153ed-dc94-46bb-8f6a-d57675683ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:17.620138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:56:17.620499 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 29dc4220-da0c-49cb-a7c7-d5ef8a6803d4 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:56:18.043592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ed1153ed-dc94-46bb-8f6a-d57675683ae9 admin admin] Deleting port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:56:18.044268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed1153ed-dc94-46bb-8f6a-d57675683ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:18.173192 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-ed1153ed-dc94-46bb-8f6a-d57675683ae9 admin admin] For port 3193b9da-7a2b-46ba-8971-c4cd1347eaf5, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3193b9da-7a2b-46ba-8971-c4cd1347eaf5,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:56:18.173559 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed1153ed-dc94-46bb-8f6a-d57675683ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:18.300508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ed1153ed-dc94-46bb-8f6a-d57675683ae9 admin admin] Calling delete_port for 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:56:18.595603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed1153ed-dc94-46bb-8f6a-d57675683ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:18.602306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f3ab2941-ed45-42f0-8c4e-092e2cfab700 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:18.801119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1153ed-dc94-46bb-8f6a-d57675683ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3193b9da-7a2b-46ba-8971-c4cd1347eaf5,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:18.827018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ed1153ed-dc94-46bb-8f6a-d57675683ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:19.072790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed1153ed-dc94-46bb-8f6a-d57675683ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:19.369435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:19.454840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1153ed-dc94-46bb-8f6a-d57675683ae9 admin admin] Router 209a51f1-7d7f-4eb1-9bcf-07951227de47 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:56:19.634287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1153ed-dc94-46bb-8f6a-d57675683ae9 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:56:19.643895 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e96a278-f292-4544-bc4b-9817b32f3662 None None] Sync routers for ids ['209a51f1-7d7f-4eb1-9bcf-07951227de47'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:56:19.647385 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ed1153ed-dc94-46bb-8f6a-d57675683ae9 admin admin] 10.222.0.50 "PUT /v2.0/routers/209a51f1-7d7f-4eb1-9bcf-07951227de47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7605166 Jun 02 16:56:19.650116 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43396) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:19.655354 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e96a278-f292-4544-bc4b-9817b32f3662 None None] Routers {'209a51f1-7d7f-4eb1-9bcf-07951227de47'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:56:19.656303 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9e96a278-f292-4544-bc4b-9817b32f3662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:56:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['209a51f1-7d7f-4eb1-9bcf-07951227de47'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:19.826415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:19.831698 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-9e96a278-f292-4544-bc4b-9817b32f3662 None None] Set router 209a51f1-7d7f-4eb1-9bcf-07951227de47 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:56:19.998734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:20.125160 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9e96a278-f292-4544-bc4b-9817b32f3662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'name': 'tempest-TestEncryptedCinderVolumes-1945324138-router', 'tenant_id': '8a991f39207245a68b1522c137461332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': '77feb5c0-96a9-4157-815a-ec92f60543dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:51Z', 'updated_at': '2021-06-02T16:56:18Z', 'revision_number': 5, 'project_id': '8a991f39207245a68b1522c137461332', 'gw_port': {'id': '77feb5c0-96a9-4157-815a-ec92f60543dc', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:52Z', 'updated_at': '2021-06-02T16:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:20.129849 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e96a278-f292-4544-bc4b-9817b32f3662 None None] Checking router: 209a51f1-7d7f-4eb1-9bcf-07951227de47 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:56:20.139382 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e96a278-f292-4544-bc4b-9817b32f3662 None None] Routers {'209a51f1-7d7f-4eb1-9bcf-07951227de47'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:56:20.139996 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9e96a278-f292-4544-bc4b-9817b32f3662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:56:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['209a51f1-7d7f-4eb1-9bcf-07951227de47'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:20.239092 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] Deleting port 77feb5c0-96a9-4157-815a-ec92f60543dc {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:56:20.239678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:20.336720 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-9e96a278-f292-4544-bc4b-9817b32f3662 None None] Set router 209a51f1-7d7f-4eb1-9bcf-07951227de47 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:56:20.362339 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] For port 77feb5c0-96a9-4157-815a-ec92f60543dc, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=77feb5c0-96a9-4157-815a-ec92f60543dc,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:56:20.362699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:20.439464 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9e96a278-f292-4544-bc4b-9817b32f3662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'name': 'tempest-TestEncryptedCinderVolumes-1945324138-router', 'tenant_id': '8a991f39207245a68b1522c137461332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:51Z', 'updated_at': '2021-06-02T16:56:19Z', 'revision_number': 6, 'project_id': '8a991f39207245a68b1522c137461332', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:20.443722 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e96a278-f292-4544-bc4b-9817b32f3662 None None] The sync data for ids ['209a51f1-7d7f-4eb1-9bcf-07951227de47'] in dv-neutron-601336-83-hyperv is: [{'id': '209a51f1-7d7f-4eb1-9bcf-07951227de47', 'name': 'tempest-TestEncryptedCinderVolumes-1945324138-router', 'tenant_id': '8a991f39207245a68b1522c137461332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:51Z', 'updated_at': '2021-06-02T16:56:19Z', 'revision_number': 6, 'project_id': '8a991f39207245a68b1522c137461332', 'gw_port_host': None}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:56:20.485452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] Calling delete_port for 77feb5c0-96a9-4157-815a-ec92f60543dc owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:56:20.625307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:20.629255 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-17899c88-16ea-49ee-b523-5343c14429e7 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:20.671990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] Pushing event deleted for resources: {'Port': ['ID=77feb5c0-96a9-4157-815a-ec92f60543dc,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:20.674932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:20.765230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:20.943584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:20.945862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:20.969563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:20.970309 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 209a51f1-7d7f-4eb1-9bcf-07951227de47 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:56:20.982682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:20.983808 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] 10.222.0.50 "DELETE /v2.0/routers/209a51f1-7d7f-4eb1-9bcf-07951227de47 HTTP/1.1" status: 204 len: 168 time: 1.3327591 Jun 02 16:56:20.986423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43398) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:21.044678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0af69fb-7b0a-4c2a-a689-f7bdc472dd8a admin admin] Deleting subnet 06b83c48-acc7-49b3-a516-fec207acd06b {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:56:21.047971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b0af69fb-7b0a-4c2a-a689-f7bdc472dd8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:21.099485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b0af69fb-7b0a-4c2a-a689-f7bdc472dd8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:21.157184 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:56:21.177084 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b0af69fb-7b0a-4c2a-a689-f7bdc472dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:21.355784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:56:21.391427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:56:21.392047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3193b9da-7a2b-46ba-8971-c4cd1347eaf5 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:56:21.392635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 77feb5c0-96a9-4157-815a-ec92f60543dc no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:56:21.427160 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 77feb5c0-96a9-4157-815a-ec92f60543dc {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:56:21.427860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 77feb5c0-96a9-4157-815a-ec92f60543dc not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:56:21.441737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b0af69fb-7b0a-4c2a-a689-f7bdc472dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:21.446739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ac6c17d3-e3e7-4f12-9b38-7a576d19db1e tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:21.483590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af69fb-7b0a-4c2a-a689-f7bdc472dd8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06b83c48-acc7-49b3-a516-fec207acd06b,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:21.485785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b0af69fb-7b0a-4c2a-a689-f7bdc472dd8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:21.488551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b0af69fb-7b0a-4c2a-a689-f7bdc472dd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:21.492927 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b0af69fb-7b0a-4c2a-a689-f7bdc472dd8a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/06b83c48-acc7-49b3-a516-fec207acd06b HTTP/1.1" status: 204 len: 168 time: 0.5055146 Jun 02 16:56:21.494449 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c72aa3-42b9-4812-85e8-9e9af2e5cdbe None None] Network d667803c-3650-4791-befe-9844d4074c1f requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:56:21.495800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43400) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:21.602230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:21.673189 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Deleting port b38b9191-b4e9-4580-81d9-1fe58c8988e3 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:56:21.673416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:21.746126 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] DHCP port deletion for d667803c-3650-4791-befe-9844d4074c1f request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:56:21.775094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] For port b38b9191-b4e9-4580-81d9-1fe58c8988e3, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b38b9191-b4e9-4580-81d9-1fe58c8988e3,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:56:21.775446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:21.811956 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Deleting port b38b9191-b4e9-4580-81d9-1fe58c8988e3 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:56:21.812546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:21.899829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Calling delete_port for b38b9191-b4e9-4580-81d9-1fe58c8988e3 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:56:21.912770 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] For port b38b9191-b4e9-4580-81d9-1fe58c8988e3, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=b38b9191-b4e9-4580-81d9-1fe58c8988e3,segment=NetworkSegment(b2abe5be-e32a-4042-83b0-fb892836f862),segment_id=b2abe5be-e32a-4042-83b0-fb892836f862)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:56:21.913174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:21.952406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:21.957132 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-41f41bb2-9e37-4cef-8407-23055a01a94d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:21.999168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Pushing event deleted for resources: {'Port': ['ID=b38b9191-b4e9-4580-81d9-1fe58c8988e3,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:22.002328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:22.003130 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] No DVR routers for this DVR port b38b9191-b4e9-4580-81d9-1fe58c8988e3 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:56:22.035595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Calling delete_port for b38b9191-b4e9-4580-81d9-1fe58c8988e3 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 16:56:22.078728 dv-neutron-601336-83-hyperv neutron-server[92324]: util.warn( Jun 02 16:56:22.083199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:22.086982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:22.180084 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Pushing event deleted for resources: {'Port': ['ID=b38b9191-b4e9-4580-81d9-1fe58c8988e3,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:22.185218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] No DVR routers for this DVR port b38b9191-b4e9-4580-81d9-1fe58c8988e3 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:56:22.191645 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:22.192302 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:22.192302 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:22.192633 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:22.192956 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:22.193279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:22.193597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:22.193921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:22.194266 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:22.194637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:22.194883 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:22.195196 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:22.198327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:22.265286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:22.278665 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d667803c-3650-4791-befe-9844d4074c1f']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:22.291487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2abe5be-e32a-4042-83b0-fb892836f862') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:22.291782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2abe5be-e32a-4042-83b0-fb892836f862') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:22.304924 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:22.323089 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:22.330062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:56:22.330484 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:56:22.343823 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:56:22.425602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:22.429901 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d59aca2c-7641-4948-8a5f-bd7072768652 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:22.444244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:22.454697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Pushing event deleted for resources: {'Network': ['ID=d667803c-3650-4791-befe-9844d4074c1f,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:22.457765 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:22.471072 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] 10.222.0.50 "DELETE /v2.0/networks/d667803c-3650-4791-befe-9844d4074c1f HTTP/1.1" status: 204 len: 168 time: 0.9742658 Jun 02 16:56:22.476133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43402) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:23.031877 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f4feac5e-a4c2-4b61-9e71-eefbe6099823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:23.349686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b38b9191-b4e9-4580-81d9-1fe58c8988e3 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:56:23.384440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: b38b9191-b4e9-4580-81d9-1fe58c8988e3 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:56:23.384812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device b38b9191-b4e9-4580-81d9-1fe58c8988e3 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:56:23.468669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-f4feac5e-a4c2-4b61-9e71-eefbe6099823 admin admin] Deleting port 83423d4a-f8ad-4f51-bf69-111148be3d70 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:56:23.469330 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f4feac5e-a4c2-4b61-9e71-eefbe6099823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:23.591899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-f4feac5e-a4c2-4b61-9e71-eefbe6099823 admin admin] For port 83423d4a-f8ad-4f51-bf69-111148be3d70, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=83423d4a-f8ad-4f51-bf69-111148be3d70,segment=NetworkSegment(d4a82d74-65f1-4885-8041-7b3be83a7694),segment_id=d4a82d74-65f1-4885-8041-7b3be83a7694)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:56:23.592147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f4feac5e-a4c2-4b61-9e71-eefbe6099823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:23.859873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-f4feac5e-a4c2-4b61-9e71-eefbe6099823 admin admin] Calling delete_port for 83423d4a-f8ad-4f51-bf69-111148be3d70 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:56:24.026055 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f4feac5e-a4c2-4b61-9e71-eefbe6099823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:24.030049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-06703650-4c41-4c2a-a453-ff366be212fd tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:24.074925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4feac5e-a4c2-4b61-9e71-eefbe6099823 admin admin] Pushing event deleted for resources: {'Port': ['ID=83423d4a-f8ad-4f51-bf69-111148be3d70,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:24.078515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f4feac5e-a4c2-4b61-9e71-eefbe6099823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:24.353852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f4feac5e-a4c2-4b61-9e71-eefbe6099823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:24.730979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4feac5e-a4c2-4b61-9e71-eefbe6099823 admin admin] Router 8851032f-5485-43da-b37d-ddcd1ffa1c32 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:56:24.905114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4feac5e-a4c2-4b61-9e71-eefbe6099823 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:56:24.914141 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31216787-6565-4572-8913-bcbba0865bc0 None None] Sync routers for ids ['8851032f-5485-43da-b37d-ddcd1ffa1c32'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:56:24.914822 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f4feac5e-a4c2-4b61-9e71-eefbe6099823 admin admin] 10.222.0.50 "PUT /v2.0/routers/8851032f-5485-43da-b37d-ddcd1ffa1c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4373083 Jun 02 16:56:24.917132 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43404) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:24.924420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31216787-6565-4572-8913-bcbba0865bc0 None None] Routers {'8851032f-5485-43da-b37d-ddcd1ffa1c32'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:56:24.925053 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-31216787-6565-4572-8913-bcbba0865bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:56:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['8851032f-5485-43da-b37d-ddcd1ffa1c32'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:25.091805 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:25.102764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-31216787-6565-4572-8913-bcbba0865bc0 None None] Set router 8851032f-5485-43da-b37d-ddcd1ffa1c32 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:56:25.401513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-31216787-6565-4572-8913-bcbba0865bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'name': 'tempest-TestEncryptedCinderVolumes-1494772795-router', 'tenant_id': '7c94d84dca504e31af73860136329020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:56:23Z', 'revision_number': 5, 'project_id': '7c94d84dca504e31af73860136329020', 'gw_port': {'id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:25.406560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31216787-6565-4572-8913-bcbba0865bc0 None None] Checking router: 8851032f-5485-43da-b37d-ddcd1ffa1c32 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:56:25.414772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31216787-6565-4572-8913-bcbba0865bc0 None None] Routers {'8851032f-5485-43da-b37d-ddcd1ffa1c32'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:56:25.415590 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-31216787-6565-4572-8913-bcbba0865bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:56:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['8851032f-5485-43da-b37d-ddcd1ffa1c32'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:25.475255 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:25.553787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] Deleting port 6466c451-2952-4c5d-96a4-e861e365a3a4 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:56:25.554154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:25.591688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-31216787-6565-4572-8913-bcbba0865bc0 None None] Set router 8851032f-5485-43da-b37d-ddcd1ffa1c32 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:56:25.686739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] For port 6466c451-2952-4c5d-96a4-e861e365a3a4, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6466c451-2952-4c5d-96a4-e861e365a3a4,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:56:25.687007 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:25.813536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] Calling delete_port for 6466c451-2952-4c5d-96a4-e861e365a3a4 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:56:25.882110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-31216787-6565-4572-8913-bcbba0865bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'name': 'tempest-TestEncryptedCinderVolumes-1494772795-router', 'tenant_id': '7c94d84dca504e31af73860136329020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:56:23Z', 'revision_number': 5, 'project_id': '7c94d84dca504e31af73860136329020', 'gw_port': {'id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:25.887753 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31216787-6565-4572-8913-bcbba0865bc0 None None] The sync data for ids ['8851032f-5485-43da-b37d-ddcd1ffa1c32'] in dv-neutron-601336-83-hyperv is: [{'id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'name': 'tempest-TestEncryptedCinderVolumes-1494772795-router', 'tenant_id': '7c94d84dca504e31af73860136329020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:56:23Z', 'revision_number': 5, 'project_id': '7c94d84dca504e31af73860136329020', 'gw_port': {'id': '6466c451-2952-4c5d-96a4-e861e365a3a4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8851032f-5485-43da-b37d-ddcd1ffa1c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:54:58Z', 'updated_at': '2021-06-02T16:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:56:25.956882 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:25.960422 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:26.005276 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6466c451-2952-4c5d-96a4-e861e365a3a4,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:26.008466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:26.095280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:26.269212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:26.272846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:26.300819 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:26.301716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8851032f-5485-43da-b37d-ddcd1ffa1c32 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:56:26.317056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:26.320538 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8851032f-5485-43da-b37d-ddcd1ffa1c32 HTTP/1.1" status: 204 len: 168 time: 1.4001813 Jun 02 16:56:26.320847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43406) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:26.391973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1360c7-6b81-4260-96d6-18975cc60d64 admin admin] Deleting subnet 0f19b03d-5c59-4d9f-8991-d1b598a976a9 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:56:26.396672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d1360c7-6b81-4260-96d6-18975cc60d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:26.446883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d1360c7-6b81-4260-96d6-18975cc60d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:26.537481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d1360c7-6b81-4260-96d6-18975cc60d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:26.806119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d1360c7-6b81-4260-96d6-18975cc60d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:26.809921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-91bdb00e-13b7-4a78-a411-bd81348e6d83 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:26.848403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1360c7-6b81-4260-96d6-18975cc60d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f19b03d-5c59-4d9f-8991-d1b598a976a9,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:26.850217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6d1360c7-6b81-4260-96d6-18975cc60d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:26.853124 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6d1360c7-6b81-4260-96d6-18975cc60d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:26.855554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0e59bf-0c89-49ae-835c-70b27e3b8fc2 None None] Network c9a79df0-070f-4fc1-a2ae-3d653e7867c6 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:56:26.857272 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6d1360c7-6b81-4260-96d6-18975cc60d64 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0f19b03d-5c59-4d9f-8991-d1b598a976a9 HTTP/1.1" status: 204 len: 168 time: 0.5354471 Jun 02 16:56:26.859873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43408) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:27.117816 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:27.121628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c41cd6-eeaf-4e7e-891f-8cbaaa68bb04 None None] DHCP port deletion for c9a79df0-070f-4fc1-a2ae-3d653e7867c6 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:56:27.191296 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Deleting port 3f353e2a-5735-4b51-b80e-dd37e9372bac {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:56:27.191653 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:27.193806 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-80c41cd6-eeaf-4e7e-891f-8cbaaa68bb04 None None] Deleting port 3f353e2a-5735-4b51-b80e-dd37e9372bac {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:56:27.194243 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-80c41cd6-eeaf-4e7e-891f-8cbaaa68bb04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:27.298062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] For port 3f353e2a-5735-4b51-b80e-dd37e9372bac, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3f353e2a-5735-4b51-b80e-dd37e9372bac,segment=NetworkSegment(d4a82d74-65f1-4885-8041-7b3be83a7694),segment_id=d4a82d74-65f1-4885-8041-7b3be83a7694)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:56:27.298062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:27.340703 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-80c41cd6-eeaf-4e7e-891f-8cbaaa68bb04 None None] For port 3f353e2a-5735-4b51-b80e-dd37e9372bac, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3f353e2a-5735-4b51-b80e-dd37e9372bac,segment=NetworkSegment(d4a82d74-65f1-4885-8041-7b3be83a7694),segment_id=d4a82d74-65f1-4885-8041-7b3be83a7694)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:56:27.341103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-80c41cd6-eeaf-4e7e-891f-8cbaaa68bb04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:27.401472 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3f353e2a-5735-4b51-b80e-dd37e9372bac no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:56:27.422934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Calling delete_port for 3f353e2a-5735-4b51-b80e-dd37e9372bac owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:56:27.470925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:27.475013 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-282db0f4-42d8-475f-8222-09c3fac3b6e9 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:27.489896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-80c41cd6-eeaf-4e7e-891f-8cbaaa68bb04 None None] Calling delete_port for 3f353e2a-5735-4b51-b80e-dd37e9372bac owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:56:27.498098 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 3f353e2a-5735-4b51-b80e-dd37e9372bac {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:56:27.498479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3f353e2a-5735-4b51-b80e-dd37e9372bac not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:56:27.498904 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 83423d4a-f8ad-4f51-bf69-111148be3d70 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:56:27.520605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f353e2a-5735-4b51-b80e-dd37e9372bac,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:27.523682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:27.524461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] No DVR routers for this DVR port 3f353e2a-5735-4b51-b80e-dd37e9372bac on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:56:27.536404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 83423d4a-f8ad-4f51-bf69-111148be3d70 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:56:27.536763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 83423d4a-f8ad-4f51-bf69-111148be3d70 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:56:27.537191 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6466c451-2952-4c5d-96a4-e861e365a3a4 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:56:27.576663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 6466c451-2952-4c5d-96a4-e861e365a3a4 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:56:27.576921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6466c451-2952-4c5d-96a4-e861e365a3a4 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:56:27.606159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-80c41cd6-eeaf-4e7e-891f-8cbaaa68bb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:27.610098 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0368f8af-c852-4143-8ab5-84f9e3d9abbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:27.642191 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:27.654575 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c41cd6-eeaf-4e7e-891f-8cbaaa68bb04 None None] Pushing event deleted for resources: {'Port': ['ID=3f353e2a-5735-4b51-b80e-dd37e9372bac,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:27.655188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a79df0-070f-4fc1-a2ae-3d653e7867c6']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:27.657561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-80c41cd6-eeaf-4e7e-891f-8cbaaa68bb04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:27.658510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c41cd6-eeaf-4e7e-891f-8cbaaa68bb04 None None] No DVR routers for this DVR port 3f353e2a-5735-4b51-b80e-dd37e9372bac on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:56:27.670214 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a82d74-65f1-4885-8041-7b3be83a7694') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:27.670536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a82d74-65f1-4885-8041-7b3be83a7694') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:27.683611 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:27.699758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:27.706242 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:56:27.706648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:56:27.720308 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:56:27.800601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:27.805815 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ef711e77-89f7-45ae-9b56-220641bb05d5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:27.820822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:27.831973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a79df0-070f-4fc1-a2ae-3d653e7867c6,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:27.834751 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c9a79df0-070f-4fc1-a2ae-3d653e7867c6 HTTP/1.1" status: 204 len: 168 time: 0.9739425 Jun 02 16:56:27.835631 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:28.013897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43412) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:28.063254 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e728abe6-b9db-488c-a831-185a8913a555 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a991f39207245a68b1522c137461332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480504 Jun 02 16:56:28.066381 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43414) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:28.129854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:28.158010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:28.214765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:28.218718 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1d069556-7758-493f-ac47-a686940aa1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:28.232842 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab33c118-f683-4922-88ab-571179a69f19,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:28.242671 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:28.243064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:28.243474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:28.243857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:28.244265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:28.244645 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:28.245026 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:28.245402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:28.245772 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:28.246164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:28.246536 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:28.246901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:28.251626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:28.258202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:28.259433 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab33c118-f683-4922-88ab-571179a69f19 HTTP/1.1" status: 204 len: 168 time: 0.1921017 Jun 02 16:56:28.662864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43420) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:28.718934 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5ff23e6a-e563-4f7c-b16f-25fccd70693c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c94d84dca504e31af73860136329020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545669 Jun 02 16:56:28.722112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43422) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:28.781385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cf4f998f-fae6-4d81-9ee2-1c2e772966c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:28.808527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cf4f998f-fae6-4d81-9ee2-1c2e772966c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:28.867851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cf4f998f-fae6-4d81-9ee2-1c2e772966c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:28.871630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a9ec5069-7221-4d1b-ab91-1ca790589d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:28.886087 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f998f-fae6-4d81-9ee2-1c2e772966c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71100cc-cc0a-4397-a99e-f36b5512c65b,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:28.889985 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cf4f998f-fae6-4d81-9ee2-1c2e772966c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:28.893585 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cf4f998f-fae6-4d81-9ee2-1c2e772966c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:28.897070 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cf4f998f-fae6-4d81-9ee2-1c2e772966c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c71100cc-cc0a-4397-a99e-f36b5512c65b HTTP/1.1" status: 204 len: 168 time: 0.1739805 Jun 02 16:56:29.688476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43444) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:29.817809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1678566267-network', 'tenant_id': '63899f34be6e4afea9752237ecab7c00'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:56:29.823226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:56:29.828260 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Usage tracker for resource:network and tenant:63899f34be6e4afea9752237ecab7c00 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:56:29.831272 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:56:29.838363 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:56:29.851803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Made reservation on behalf of 63899f34be6e4afea9752237ecab7c00 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:56:29.854250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:29.866758 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:29.880992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:56:29.884857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Usage tracker for resource:security_group_rule and tenant:63899f34be6e4afea9752237ecab7c00 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:56:29.887686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:56:29.893398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:56:29.982053 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:29.988486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:29.991678 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d2401298-9499-4551-9068-45059d681804 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:30.023178 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:56:30.031939 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2146360-09d1-4bf3-aab7-a5545508eff0,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:30.035906 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:30.038749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:30.039088 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Added segment 9b818607-a7ec-45b0-96b9-d69db16a8e6b of type vlan for network 5871e5b5-4189-4149-ba6a-c9e09489ba83 Jun 02 16:56:30.065910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:30.095856 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:30.097425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:56:30.098309 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:30.105668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d7852752-37ac-4941-a5b9-f4163ae6963c tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:30.206334 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5166931 Jun 02 16:56:30.209614 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43448) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:30.215662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Request body: {'subnet': {'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1678566267-subnet', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'ip_version': 4}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:56:30.221640 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:56:30.224118 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Pushing event updated for resources: {'Network': ['ID=5871e5b5-4189-4149-ba6a-c9e09489ba83,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:30.226683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Usage tracker for resource:subnet and tenant:63899f34be6e4afea9752237ecab7c00 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:56:30.227603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8ca3ec28-0faa-4e5c-ba10-7d0f7218eecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:30.230178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:56:30.237756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:56:30.238404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 5871e5b5-4189-4149-ba6a-c9e09489ba83 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:56:30.250233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Made reservation on behalf of 63899f34be6e4afea9752237ecab7c00 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:56:30.252709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:30.650470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:30.653875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6d1360c7-6b81-4260-96d6-18975cc60d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:30.724125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=55dbbf5a-9cc3-46d7-94c4-84da8cc3475b,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:30.728185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:30.735746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Checking segment: {'id': '9b818607-a7ec-45b0-96b9-d69db16a8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:56:30.736462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Network hostable DHCP agents. Network: 5871e5b5-4189-4149-ba6a-c9e09489ba83, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:56:30.756351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Network 5871e5b5-4189-4149-ba6a-c9e09489ba83 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:56:30.767153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 5871e5b5-4189-4149-ba6a-c9e09489ba83) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:56:30.777585 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:56:30.778521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:30.778779 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc13cfb-3b3f-4559-9bd8-21f216b5d403 None None] Network 5871e5b5-4189-4149-ba6a-c9e09489ba83 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:56:30.801917 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5907226 Jun 02 16:56:30.804781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43450) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:30.809810 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1678566267-router', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:56:30.814856 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:56:30.818818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Usage tracker for resource:router and tenant:63899f34be6e4afea9752237ecab7c00 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:56:30.821725 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:56:30.828359 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:56:30.840040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:30.841016 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:30.856207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:30.993383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-5871e5b5-4189-4149-ba6a-c9e09489ba83', 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'fixed_ips': [{'subnet_id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:56:30.994306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:31.130952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:31.154376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Allocated IP 172.20.0.2 (5871e5b5-4189-4149-ba6a-c9e09489ba83/55dbbf5a-9cc3-46d7-94c4-84da8cc3475b/6690732f-936b-4c14-a712-b5306528bfea) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:56:31.365175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:31.375386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Transition to ACTIVE for port object 6690732f-936b-4c14-a712-b5306528bfea will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:56:31.397549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Transition to ACTIVE for port object 6690732f-936b-4c14-a712-b5306528bfea will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:56:31.404947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:31.410953 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-80c41cd6-eeaf-4e7e-891f-8cbaaa68bb04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:31.441001 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:31.478048 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Network 5871e5b5-4189-4149-ba6a-c9e09489ba83 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:56:31.481205 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:56:31.483759 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:56:31.517914 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Pushing event updated for resources: {'Port': ['ID=6690732f-936b-4c14-a712-b5306528bfea,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:31.526408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:31.585862 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Attempting to bind port 6690732f-936b-4c14-a712-b5306528bfea on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:56:31.586171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Attempting to bind port 6690732f-936b-4c14-a712-b5306528bfea by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '9b818607-a7ec-45b0-96b9-d69db16a8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:56:31.586587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Attempting to bind port 6690732f-936b-4c14-a712-b5306528bfea on network 5871e5b5-4189-4149-ba6a-c9e09489ba83 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:56:31.592490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:56:31.592872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Checking segment: {'id': '9b818607-a7ec-45b0-96b9-d69db16a8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:56:31.593248 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:31.593677 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Bound using segment: {'id': '9b818607-a7ec-45b0-96b9-d69db16a8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:56:31.594171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Bound port: 6690732f-936b-4c14-a712-b5306528bfea, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b818607-a7ec-45b0-96b9-d69db16a8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:56:31.594562 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:31.629349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:31.687264 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] For port 6690732f-936b-4c14-a712-b5306528bfea, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:56:31.691031 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] For port 6690732f-936b-4c14-a712-b5306528bfea, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6690732f-936b-4c14-a712-b5306528bfea,segment=NetworkSegment(9b818607-a7ec-45b0-96b9-d69db16a8e6b),segment_id=9b818607-a7ec-45b0-96b9-d69db16a8e6b)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:56:31.696520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:31.700962 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-07d3cda9-8505-48bd-8b50-801e3e019b34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:31.763302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Allocated IP 172.26.3.100 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:56:31.824290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Pushing event updated for resources: {'Port': ['ID=6690732f-936b-4c14-a712-b5306528bfea,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:31.827385 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:31.924139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:31.956164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:31.960508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-eda97a3d-65e8-4eb2-a6aa-86a8aded98f2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:32.043296 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:56:32.046396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:56:32.051273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:56:32.079465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Pushing event updated for resources: {'Port': ['ID=13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:32.086424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:32.486345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:32.683261 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109c11ea-2a8f-419c-b08b-479c380dabbd None None] Network 5871e5b5-4189-4149-ba6a-c9e09489ba83 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:56:32.781918 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1c47727f-bf0c-42a1-b7cd-b62e6830c887 None None] Provisioning for port 6690732f-936b-4c14-a712-b5306528bfea completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:56:32.831429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:32.988179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c8ef6465-13f4-4420-a22a-0c6e009b99cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:33.061420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Router 67c2a687-cb88-4e8d-a09c-c1db92357360 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:56:33.405721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:56:33.415961 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Sync routers for ids ['67c2a687-cb88-4e8d-a09c-c1db92357360'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:56:33.416455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6690732f-936b-4c14-a712-b5306528bfea up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:56:33.425356 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Routers {'67c2a687-cb88-4e8d-a09c-c1db92357360'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:56:33.426348 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:56:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['67c2a687-cb88-4e8d-a09c-c1db92357360'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:33.432002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:33.436137 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5ed6ae2e-8215-4726-9adf-018b24a82860 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6276424 Jun 02 16:56:33.436584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43452) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:33.501302 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 6690732f-936b-4c14-a712-b5306528bfea completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:56:33.506618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 6690732f-936b-4c14-a712-b5306528bfea triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:33.507092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:33.621392 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Set router 67c2a687-cb88-4e8d-a09c-c1db92357360 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:56:33.631454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:33.665739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 6690732f-936b-4c14-a712-b5306528bfea, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6690732f-936b-4c14-a712-b5306528bfea,segment=NetworkSegment(9b818607-a7ec-45b0-96b9-d69db16a8e6b),segment_id=9b818607-a7ec-45b0-96b9-d69db16a8e6b)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:56:33.682912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:33.685139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:33.762556 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=6690732f-936b-4c14-a712-b5306528bfea,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:33.765556 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:33.928278 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'name': 'tempest-TestMinimumBasicScenario-1678566267-router', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:30Z', 'updated_at': '2021-06-02T16:56:32Z', 'revision_number': 3, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'gw_port': {'id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:31Z', 'updated_at': '2021-06-02T16:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:33.932305 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Checking router: 67c2a687-cb88-4e8d-a09c-c1db92357360 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:56:33.932660 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Updating router 67c2a687-cb88-4e8d-a09c-c1db92357360 port 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:56:33.984495 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:34.276839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:34.310024 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:34.322425 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Transition to ACTIVE for port object 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:56:34.328949 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:34.332983 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-d397a6ef-d6c3-4d70-be92-bc1effd9b456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:34.412008 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Attempting to bind port 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:56:34.412385 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Attempting to bind port 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:56:34.412752 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Attempting to bind port 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:56:34.422531 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Pushing event updated for resources: {'Port': ['ID=13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:34.424832 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:56:34.425206 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:56:34.425601 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:34.425992 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:56:34.426484 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Bound port: 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:56:34.426855 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:34.464079 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:34.464572 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:34.464952 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:34.465275 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:34.465602 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:34.465905 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:34.466423 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:34.466751 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:34.467073 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:34.467379 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:34.467706 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:34.468012 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:34.471686 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:34.489874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Allocated IP 172.20.0.1 (5871e5b5-4189-4149-ba6a-c9e09489ba83/55dbbf5a-9cc3-46d7-94c4-84da8cc3475b/9ff86df8-6efc-4d6b-8052-8582336beb90) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:56:34.511910 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] For port 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:56:34.514969 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] For port 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:56:34.519496 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:34.523815 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-cada6997-ab7c-482c-a2aa-a0d1badcf712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:34.598234 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Routers {'67c2a687-cb88-4e8d-a09c-c1db92357360'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:56:34.598862 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:56:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['67c2a687-cb88-4e8d-a09c-c1db92357360'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:34.642407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:34.658218 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Transition to ACTIVE for port object 9ff86df8-6efc-4d6b-8052-8582336beb90 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:56:34.664540 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Pushing event updated for resources: {'Port': ['ID=13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:34.672364 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:34.697655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:34.701597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-27a5ff98-baaf-4e7c-a5f0-061ca3e8a313 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:34.770875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Network 5871e5b5-4189-4149-ba6a-c9e09489ba83 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:56:34.773875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:56:34.777702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:56:34.783729 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] Set router 67c2a687-cb88-4e8d-a09c-c1db92357360 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:56:34.811844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Pushing event updated for resources: {'Port': ['ID=9ff86df8-6efc-4d6b-8052-8582336beb90,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:34.816655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:34.849291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:35.038061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:35.064577 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3973d02e-89a3-44ca-bcf9-a5366c1ecdb1 None None] Provisioning for port 9ff86df8-6efc-4d6b-8052-8582336beb90 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:56:35.072130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-3973d02e-89a3-44ca-bcf9-a5366c1ecdb1 None None] Provisioning complete for port 9ff86df8-6efc-4d6b-8052-8582336beb90 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:35.072609 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3973d02e-89a3-44ca-bcf9-a5366c1ecdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:35.122209 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'name': 'tempest-TestMinimumBasicScenario-1678566267-router', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:30Z', 'updated_at': '2021-06-02T16:56:32Z', 'revision_number': 3, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'gw_port': {'id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:31Z', 'updated_at': '2021-06-02T16:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:35.127572 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfe6c3-c001-458f-afe6-5473e1608c3c None None] The sync data for ids ['67c2a687-cb88-4e8d-a09c-c1db92357360'] in dv-neutron-601336-83-hyperv is: [{'id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'name': 'tempest-TestMinimumBasicScenario-1678566267-router', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:30Z', 'updated_at': '2021-06-02T16:56:32Z', 'revision_number': 3, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'gw_port': {'id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:31Z', 'updated_at': '2021-06-02T16:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:56:35.131125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:35.138823 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-3973d02e-89a3-44ca-bcf9-a5366c1ecdb1 None None] Port 9ff86df8-6efc-4d6b-8052-8582336beb90 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:56:35.437784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6690732f-936b-4c14-a712-b5306528bfea up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:56:35.506879 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b8a1a897-006c-48f7-b490-b3da58532c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:35.529549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 6690732f-936b-4c14-a712-b5306528bfea triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:35.529931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:35.558679 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:35.564341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:35.592537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:35.677113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:35.680833 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Pushing event updated for resources: {'Port': ['ID=9ff86df8-6efc-4d6b-8052-8582336beb90,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:35.684229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:35.820985 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Network 5871e5b5-4189-4149-ba6a-c9e09489ba83 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:56:35.822397 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:56:36.014881 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Router 67c2a687-cb88-4e8d-a09c-c1db92357360 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:56:36.073271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d8dba6cb-b06b-4b71-ad67-385e54bb5a23 None None] Provisioning complete for port 9ff86df8-6efc-4d6b-8052-8582336beb90 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:36.073916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d8dba6cb-b06b-4b71-ad67-385e54bb5a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:36.128780 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d8dba6cb-b06b-4b71-ad67-385e54bb5a23 None None] Port 9ff86df8-6efc-4d6b-8052-8582336beb90 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:56:36.200515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:56:36.209921 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] 10.222.0.50 "PUT /v2.0/routers/67c2a687-cb88-4e8d-a09c-c1db92357360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7722139 Jun 02 16:56:36.616396 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Sync routers for ids ['67c2a687-cb88-4e8d-a09c-c1db92357360'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:56:36.626906 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Routers {'67c2a687-cb88-4e8d-a09c-c1db92357360'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:56:36.627542 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:56:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['67c2a687-cb88-4e8d-a09c-c1db92357360'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:36.754900 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43468) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:36.759964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1027900020-network', 'tenant_id': 'd92de7bca24347d0915f7ee3cf28ce0c'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:56:36.764955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:56:36.769092 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Usage tracker for resource:network and tenant:d92de7bca24347d0915f7ee3cf28ce0c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:56:36.772228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:56:36.778149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:56:36.790853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Made reservation on behalf of d92de7bca24347d0915f7ee3cf28ce0c for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:56:36.797863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:36.813950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:36.821216 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:36.829182 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:56:36.833266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Usage tracker for resource:security_group_rule and tenant:d92de7bca24347d0915f7ee3cf28ce0c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:56:36.836341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:56:36.837888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Set router 67c2a687-cb88-4e8d-a09c-c1db92357360 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:56:36.842575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:56:36.927005 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:36.931738 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:36.934748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:36.967366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:56:36.972969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6574d679-315e-4a82-b466-79cefa10692f,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:36.977054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:36.981136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:36.981248 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Added segment 7639e9a9-4e2c-4d4e-9e53-debaca674dc6 of type vlan for network 28a7a207-3bd7-44c0-8ba0-3f70bb82904e Jun 02 16:56:37.011955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:37.039126 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:37.040510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:56:37.041094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:37.044626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-171525af-9ecc-4273-bae4-98c2a5262543 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:37.147187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Pushing event updated for resources: {'Network': ['ID=28a7a207-3bd7-44c0-8ba0-3f70bb82904e,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:37.152818 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3940954 Jun 02 16:56:37.152818 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:37.153109 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43470) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:37.157945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] Request body: {'subnet': {'network_id': '28a7a207-3bd7-44c0-8ba0-3f70bb82904e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1027900020-subnet', 'tenant_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'ip_version': 4}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:56:37.163279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:56:37.167510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] Usage tracker for resource:subnet and tenant:d92de7bca24347d0915f7ee3cf28ce0c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:56:37.170670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:56:37.176216 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 28a7a207-3bd7-44c0-8ba0-3f70bb82904e details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:56:37.176921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:56:37.187982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] Made reservation on behalf of d92de7bca24347d0915f7ee3cf28ce0c for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:56:37.190369 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:37.322262 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'name': 'tempest-TestMinimumBasicScenario-1678566267-router', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:30Z', 'updated_at': '2021-06-02T16:56:35Z', 'revision_number': 4, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'gw_port': {'id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:31Z', 'updated_at': '2021-06-02T16:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9ff86df8-6efc-4d6b-8052-8582336beb90', 'name': '', 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'mac_address': 'fa:16:3e:7a:8b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:34Z', 'updated_at': '2021-06-02T16:56:35Z', 'revision_number': 2, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'subnets': [{'id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:37.326938 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Checking router: 67c2a687-cb88-4e8d-a09c-c1db92357360 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:56:37.327336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Updating router 67c2a687-cb88-4e8d-a09c-c1db92357360 port 9ff86df8-6efc-4d6b-8052-8582336beb90 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:56:37.411956 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:56:37.485538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:37.552101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:56:37.562231 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:37.562622 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:37.618828 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:37.622417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e228003e-5b55-4e27-8f14-befd5e0a5585 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:37.839442 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=729473a7-401b-4e5e-a7bc-ecf06706c213,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:37.842764 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:37.844239 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:37.849103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] Checking segment: {'id': '7639e9a9-4e2c-4d4e-9e53-debaca674dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '28a7a207-3bd7-44c0-8ba0-3f70bb82904e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:56:37.849463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] Network hostable DHCP agents. Network: 28a7a207-3bd7-44c0-8ba0-3f70bb82904e, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:56:37.867570 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] Network 28a7a207-3bd7-44c0-8ba0-3f70bb82904e is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:56:37.877105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 28a7a207-3bd7-44c0-8ba0-3f70bb82904e) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:56:37.879023 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:56:37.885771 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:37.886684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:56:37.887272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:37.890657 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-80a72e18-86ce-41dc-a003-e865273b6f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:37.915205 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8f5e0ce9-accc-47b7-ad5e-d8eea55c1293 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7587137 Jun 02 16:56:37.915417 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43472) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:37.919748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1027900020-router', 'tenant_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:56:37.922659 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76ec7f7-19e1-432a-91d1-e09f452ceab9 None None] Network 28a7a207-3bd7-44c0-8ba0-3f70bb82904e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:56:37.924540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:56:37.928544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Usage tracker for resource:router and tenant:d92de7bca24347d0915f7ee3cf28ce0c is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:56:37.931522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:56:37.937404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:56:37.950118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:37.951181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:37.966992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:38.109274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:38.114864 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:38.137080 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:38.182385 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Transition to ACTIVE for port object 9ff86df8-6efc-4d6b-8052-8582336beb90 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:56:38.196818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:38.205175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:38.235910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:38.378807 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d95c19-8888-4a7e-961e-a87c369a4baf None None] Pushing event updated for resources: {'Port': ['ID=9ff86df8-6efc-4d6b-8052-8582336beb90,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:38.405655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-75d95c19-8888-4a7e-961e-a87c369a4baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:38.407857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-28a7a207-3bd7-44c0-8ba0-3f70bb82904e', 'network_id': '28a7a207-3bd7-44c0-8ba0-3f70bb82904e', 'tenant_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'fixed_ips': [{'subnet_id': '729473a7-401b-4e5e-a7bc-ecf06706c213'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:56:38.408757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:38.524309 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Attempting to bind port 9ff86df8-6efc-4d6b-8052-8582336beb90 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:56:38.524692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Attempting to bind port 9ff86df8-6efc-4d6b-8052-8582336beb90 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '9b818607-a7ec-45b0-96b9-d69db16a8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:56:38.525070 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Attempting to bind port 9ff86df8-6efc-4d6b-8052-8582336beb90 on network 5871e5b5-4189-4149-ba6a-c9e09489ba83 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:56:38.540510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:56:38.540815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Checking segment: {'id': '9b818607-a7ec-45b0-96b9-d69db16a8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:56:38.541228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:38.541631 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Bound using segment: {'id': '9b818607-a7ec-45b0-96b9-d69db16a8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:56:38.542137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Bound port: 9ff86df8-6efc-4d6b-8052-8582336beb90, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b818607-a7ec-45b0-96b9-d69db16a8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:56:38.542549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:38.561696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:38.591682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:38.726144 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Allocated IP 172.20.0.2 (28a7a207-3bd7-44c0-8ba0-3f70bb82904e/729473a7-401b-4e5e-a7bc-ecf06706c213/e5754872-7dad-472c-ba26-87fda9ebbcb7) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:56:38.730515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] For port 9ff86df8-6efc-4d6b-8052-8582336beb90, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:56:38.732556 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:38.734403 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] For port 9ff86df8-6efc-4d6b-8052-8582336beb90, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9ff86df8-6efc-4d6b-8052-8582336beb90,segment=NetworkSegment(9b818607-a7ec-45b0-96b9-d69db16a8e6b),segment_id=9b818607-a7ec-45b0-96b9-d69db16a8e6b)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:56:38.741305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Allocated IP 172.26.3.158 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/c49a59d6-f45c-4773-b455-17ea9af16ea4) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:56:38.741501 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:38.746228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-31712c0f-ab78-4609-8a96-382d45bbe792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:38.903253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d95c19-8888-4a7e-961e-a87c369a4baf None None] Pushing event updated for resources: {'Port': ['ID=9ff86df8-6efc-4d6b-8052-8582336beb90,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:38.905245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:38.938030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:38.943864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b4a45ba9-159e-49b1-8a87-02c909cd840d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:38.974944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-75d95c19-8888-4a7e-961e-a87c369a4baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:38.976298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Routers {'67c2a687-cb88-4e8d-a09c-c1db92357360'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:56:38.976538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:56:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['67c2a687-cb88-4e8d-a09c-c1db92357360'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:39.000153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:56:39.007555 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:56:39.009911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:56:39.056980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Pushing event updated for resources: {'Port': ['ID=c49a59d6-f45c-4773-b455-17ea9af16ea4,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:39.059865 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:39.241078 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:39.264810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Transition to ACTIVE for port object e5754872-7dad-472c-ba26-87fda9ebbcb7 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:56:39.268271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] Set router 67c2a687-cb88-4e8d-a09c-c1db92357360 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:56:39.353706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Transition to ACTIVE for port object e5754872-7dad-472c-ba26-87fda9ebbcb7 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:56:39.411199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:56:39.445496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:39.453223 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-75d95c19-8888-4a7e-961e-a87c369a4baf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:39.553574 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Network 28a7a207-3bd7-44c0-8ba0-3f70bb82904e is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:56:39.589994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:39.602696 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:56:39.616004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:56:39.619995 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Pushing event updated for resources: {'Port': ['ID=e5754872-7dad-472c-ba26-87fda9ebbcb7,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:39.623407 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:39.759786 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:39.760170 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:39.828662 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Attempting to bind port e5754872-7dad-472c-ba26-87fda9ebbcb7 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:56:39.829035 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Attempting to bind port e5754872-7dad-472c-ba26-87fda9ebbcb7 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '7639e9a9-4e2c-4d4e-9e53-debaca674dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '28a7a207-3bd7-44c0-8ba0-3f70bb82904e'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:56:39.829408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Attempting to bind port e5754872-7dad-472c-ba26-87fda9ebbcb7 on network 28a7a207-3bd7-44c0-8ba0-3f70bb82904e {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:56:39.847796 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:56:39.847796 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Checking segment: {'id': '7639e9a9-4e2c-4d4e-9e53-debaca674dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '28a7a207-3bd7-44c0-8ba0-3f70bb82904e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:56:39.848212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:39.848651 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Bound using segment: {'id': '7639e9a9-4e2c-4d4e-9e53-debaca674dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '28a7a207-3bd7-44c0-8ba0-3f70bb82904e'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:56:39.849137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Bound port: e5754872-7dad-472c-ba26-87fda9ebbcb7, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7639e9a9-4e2c-4d4e-9e53-debaca674dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '28a7a207-3bd7-44c0-8ba0-3f70bb82904e'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:56:39.849517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:39.969451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:40.029260 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] For port e5754872-7dad-472c-ba26-87fda9ebbcb7, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:56:40.042208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'name': 'tempest-TestMinimumBasicScenario-1678566267-router', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:30Z', 'updated_at': '2021-06-02T16:56:35Z', 'revision_number': 4, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'gw_port': {'id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:31Z', 'updated_at': '2021-06-02T16:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9ff86df8-6efc-4d6b-8052-8582336beb90', 'name': '', 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'mac_address': 'fa:16:3e:7a:8b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:34Z', 'updated_at': '2021-06-02T16:56:38Z', 'revision_number': 4, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'subnets': [{'id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:40.045178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] For port e5754872-7dad-472c-ba26-87fda9ebbcb7, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e5754872-7dad-472c-ba26-87fda9ebbcb7,segment=NetworkSegment(7639e9a9-4e2c-4d4e-9e53-debaca674dc6),segment_id=7639e9a9-4e2c-4d4e-9e53-debaca674dc6)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:56:40.049106 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230db7eb-be62-4845-a29f-b16a42be38a7 None None] The sync data for ids ['67c2a687-cb88-4e8d-a09c-c1db92357360'] in dv-neutron-601336-83-hyperv is: [{'id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'name': 'tempest-TestMinimumBasicScenario-1678566267-router', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:30Z', 'updated_at': '2021-06-02T16:56:35Z', 'revision_number': 4, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'gw_port': {'id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:31Z', 'updated_at': '2021-06-02T16:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9ff86df8-6efc-4d6b-8052-8582336beb90', 'name': '', 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'mac_address': 'fa:16:3e:7a:8b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:34Z', 'updated_at': '2021-06-02T16:56:38Z', 'revision_number': 4, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'subnets': [{'id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:56:40.052133 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:40.055791 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:40.150302 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Pushing event updated for resources: {'Port': ['ID=e5754872-7dad-472c-ba26-87fda9ebbcb7,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:40.153435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:40.200965 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Router 217ee156-85a7-48db-a3f9-322aa239affe is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:56:40.422748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:56:40.432626 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Sync routers for ids ['217ee156-85a7-48db-a3f9-322aa239affe'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:56:40.443717 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Routers {'217ee156-85a7-48db-a3f9-322aa239affe'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:56:40.444700 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:56:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['217ee156-85a7-48db-a3f9-322aa239affe'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:40.454056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:40.457790 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5390909 Jun 02 16:56:40.458048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43474) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:56:40.642613 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Set router 217ee156-85a7-48db-a3f9-322aa239affe gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:56:40.956964 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217ee156-85a7-48db-a3f9-322aa239affe', 'name': 'tempest-TestMinimumBasicScenario-1027900020-router', 'tenant_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': 'c49a59d6-f45c-4773-b455-17ea9af16ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:37Z', 'updated_at': '2021-06-02T16:56:39Z', 'revision_number': 3, 'project_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'gw_port': {'id': 'c49a59d6-f45c-4773-b455-17ea9af16ea4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217ee156-85a7-48db-a3f9-322aa239affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:38Z', 'updated_at': '2021-06-02T16:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:40.961699 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Checking router: 217ee156-85a7-48db-a3f9-322aa239affe for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:56:40.962055 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Updating router 217ee156-85a7-48db-a3f9-322aa239affe port c49a59d6-f45c-4773-b455-17ea9af16ea4 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:56:41.029931 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:41.229425 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cb4728-755e-4ede-86ec-5d54eb489408 None None] Network 28a7a207-3bd7-44c0-8ba0-3f70bb82904e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:56:41.346686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b20079a7-3f79-4c37-aefc-d402ec90df3d None None] Provisioning for port e5754872-7dad-472c-ba26-87fda9ebbcb7 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:56:41.397101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:41.424469 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:41.437554 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Transition to ACTIVE for port object c49a59d6-f45c-4773-b455-17ea9af16ea4 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:56:41.446544 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:41.450592 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-0ec66d8d-b30b-450c-abb3-e1cce655c347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:41.511322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e5754872-7dad-472c-ba26-87fda9ebbcb7 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:56:41.542345 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Attempting to bind port c49a59d6-f45c-4773-b455-17ea9af16ea4 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:56:41.542821 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Attempting to bind port c49a59d6-f45c-4773-b455-17ea9af16ea4 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:56:41.544219 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Attempting to bind port c49a59d6-f45c-4773-b455-17ea9af16ea4 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:56:41.555703 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8885c-76db-4992-b67b-52e9829b665e None None] Pushing event updated for resources: {'Port': ['ID=c49a59d6-f45c-4773-b455-17ea9af16ea4,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:41.559234 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-81e8885c-76db-4992-b67b-52e9829b665e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:41.560432 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:56:41.561154 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:56:41.561341 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:41.561952 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:56:41.563441 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Bound port: c49a59d6-f45c-4773-b455-17ea9af16ea4, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:56:41.564177 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:41.600383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port e5754872-7dad-472c-ba26-87fda9ebbcb7 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:56:41.608687 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e5754872-7dad-472c-ba26-87fda9ebbcb7 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:41.609346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:41.639861 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Allocated IP 172.20.0.1 (28a7a207-3bd7-44c0-8ba0-3f70bb82904e/729473a7-401b-4e5e-a7bc-ecf06706c213/5b57006f-c235-46b4-b4b0-0be3ef91d39a) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:56:41.688845 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] For port c49a59d6-f45c-4773-b455-17ea9af16ea4, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:56:41.692271 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] For port c49a59d6-f45c-4773-b455-17ea9af16ea4, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c49a59d6-f45c-4773-b455-17ea9af16ea4,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:56:41.704144 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:41.713940 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-8cfac81a-5c9d-497d-81cf-1b97dbf2ee5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:41.782111 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Routers {'217ee156-85a7-48db-a3f9-322aa239affe'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:56:41.782778 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:56:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['217ee156-85a7-48db-a3f9-322aa239affe'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:41.812988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:41.821485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:41.842016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Transition to ACTIVE for port object 5b57006f-c235-46b4-b4b0-0be3ef91d39a will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:56:41.854352 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port e5754872-7dad-472c-ba26-87fda9ebbcb7, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e5754872-7dad-472c-ba26-87fda9ebbcb7,segment=NetworkSegment(7639e9a9-4e2c-4d4e-9e53-debaca674dc6),segment_id=7639e9a9-4e2c-4d4e-9e53-debaca674dc6)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:56:41.860580 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:41.864838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9ff86df8-6efc-4d6b-8052-8582336beb90 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:56:41.875216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:41.880851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fd7f73e1-2f00-4f7b-8a39-c144708a4124 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:41.895696 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:41.900766 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8885c-76db-4992-b67b-52e9829b665e None None] Pushing event updated for resources: {'Port': ['ID=c49a59d6-f45c-4773-b455-17ea9af16ea4,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:41.913027 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-81e8885c-76db-4992-b67b-52e9829b665e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:41.945057 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Network 28a7a207-3bd7-44c0-8ba0-3f70bb82904e is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:56:41.952185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:56:41.956512 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:56:41.990014 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-fef0db37-dd32-4850-b61d-3b8041fe5b1e None None] Provisioning complete for port e5754872-7dad-472c-ba26-87fda9ebbcb7 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:41.990287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fef0db37-dd32-4850-b61d-3b8041fe5b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:42.002610 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Pushing event updated for resources: {'Port': ['ID=5b57006f-c235-46b4-b4b0-0be3ef91d39a,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:42.019740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:42.019740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:42.020077 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:42.020390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:42.020770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:42.021140 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:42.021512 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:42.021880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:42.022270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:42.022639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:42.023003 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:42.023366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:56:42.029202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:42.034493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:42.035517 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] Set router 217ee156-85a7-48db-a3f9-322aa239affe gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:56:42.082870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=e5754872-7dad-472c-ba26-87fda9ebbcb7,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:42.088218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:42.157906 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 9ff86df8-6efc-4d6b-8052-8582336beb90 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:56:42.164911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9ff86df8-6efc-4d6b-8052-8582336beb90 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:42.165294 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:42.192264 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:42.294668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:42.339087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 9ff86df8-6efc-4d6b-8052-8582336beb90, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9ff86df8-6efc-4d6b-8052-8582336beb90,segment=NetworkSegment(9b818607-a7ec-45b0-96b9-d69db16a8e6b),segment_id=9b818607-a7ec-45b0-96b9-d69db16a8e6b)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:56:42.342117 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b861961c-f323-475a-a4c3-88202c48d2ce None None] Provisioning for port 5b57006f-c235-46b4-b4b0-0be3ef91d39a completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:56:42.346809 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217ee156-85a7-48db-a3f9-322aa239affe', 'name': 'tempest-TestMinimumBasicScenario-1027900020-router', 'tenant_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': 'c49a59d6-f45c-4773-b455-17ea9af16ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:37Z', 'updated_at': '2021-06-02T16:56:39Z', 'revision_number': 3, 'project_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'gw_port': {'id': 'c49a59d6-f45c-4773-b455-17ea9af16ea4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217ee156-85a7-48db-a3f9-322aa239affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:38Z', 'updated_at': '2021-06-02T16:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:42.347280 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:42.351284 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913fa6ca-4824-41e0-9f36-95902246727a None None] The sync data for ids ['217ee156-85a7-48db-a3f9-322aa239affe'] in dv-neutron-601336-83-hyperv is: [{'id': '217ee156-85a7-48db-a3f9-322aa239affe', 'name': 'tempest-TestMinimumBasicScenario-1027900020-router', 'tenant_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': 'c49a59d6-f45c-4773-b455-17ea9af16ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:37Z', 'updated_at': '2021-06-02T16:56:39Z', 'revision_number': 3, 'project_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'gw_port': {'id': 'c49a59d6-f45c-4773-b455-17ea9af16ea4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217ee156-85a7-48db-a3f9-322aa239affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:38Z', 'updated_at': '2021-06-02T16:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:56:42.351511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-33aba1df-394a-47a8-9f3d-5027eb410cc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:42.386342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b861961c-f323-475a-a4c3-88202c48d2ce None None] Provisioning complete for port 5b57006f-c235-46b4-b4b0-0be3ef91d39a triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:42.386725 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b861961c-f323-475a-a4c3-88202c48d2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:42.439374 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:42.445096 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:42.471668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b861961c-f323-475a-a4c3-88202c48d2ce None None] Port 5b57006f-c235-46b4-b4b0-0be3ef91d39a cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:56:42.472537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9620c10c-e5fc-437a-8646-1b0312db82a7 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:42.475265 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=9ff86df8-6efc-4d6b-8052-8582336beb90,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:42.478612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:42.573387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:42.578720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Pushing event updated for resources: {'Port': ['ID=5b57006f-c235-46b4-b4b0-0be3ef91d39a,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:42.581626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:42.720508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Network 28a7a207-3bd7-44c0-8ba0-3f70bb82904e is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:56:42.721962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:56:42.994879 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d166e657-0a74-44a0-8e56-3e3dd7833638 None None] Provisioning complete for port 5b57006f-c235-46b4-b4b0-0be3ef91d39a triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:42.995262 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d166e657-0a74-44a0-8e56-3e3dd7833638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:43.051441 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d166e657-0a74-44a0-8e56-3e3dd7833638 None None] Port 5b57006f-c235-46b4-b4b0-0be3ef91d39a cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:56:43.083706 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Router 217ee156-85a7-48db-a3f9-322aa239affe has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:56:43.270472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:56:43.280002 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] 10.222.0.50 "PUT /v2.0/routers/217ee156-85a7-48db-a3f9-322aa239affe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8206646 Jun 02 16:56:43.435938 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e5754872-7dad-472c-ba26-87fda9ebbcb7 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:56:43.507458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e5754872-7dad-472c-ba26-87fda9ebbcb7 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:43.507881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:43.627748 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9ff86df8-6efc-4d6b-8052-8582336beb90 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:56:43.701548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 9ff86df8-6efc-4d6b-8052-8582336beb90 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:43.701929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:43.826094 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c49a59d6-f45c-4773-b455-17ea9af16ea4 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:56:43.894082 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port c49a59d6-f45c-4773-b455-17ea9af16ea4 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:56:43.899319 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port c49a59d6-f45c-4773-b455-17ea9af16ea4 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:43.899650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:43.946302 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Sync routers for ids ['217ee156-85a7-48db-a3f9-322aa239affe'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:56:43.968856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Routers {'217ee156-85a7-48db-a3f9-322aa239affe'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:56:43.969513 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:56:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['217ee156-85a7-48db-a3f9-322aa239affe'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:44.193911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:44.218536 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Set router 217ee156-85a7-48db-a3f9-322aa239affe gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:56:44.263068 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port c49a59d6-f45c-4773-b455-17ea9af16ea4, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c49a59d6-f45c-4773-b455-17ea9af16ea4,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:56:44.271438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:44.275343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:44.544343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=c49a59d6-f45c-4773-b455-17ea9af16ea4,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:44.549086 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:44.674415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217ee156-85a7-48db-a3f9-322aa239affe', 'name': 'tempest-TestMinimumBasicScenario-1027900020-router', 'tenant_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': 'c49a59d6-f45c-4773-b455-17ea9af16ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:37Z', 'updated_at': '2021-06-02T16:56:42Z', 'revision_number': 4, 'project_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'gw_port': {'id': 'c49a59d6-f45c-4773-b455-17ea9af16ea4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217ee156-85a7-48db-a3f9-322aa239affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:38Z', 'updated_at': '2021-06-02T16:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '5b57006f-c235-46b4-b4b0-0be3ef91d39a', 'name': '', 'network_id': '28a7a207-3bd7-44c0-8ba0-3f70bb82904e', 'tenant_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'mac_address': 'fa:16:3e:37:b6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217ee156-85a7-48db-a3f9-322aa239affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '729473a7-401b-4e5e-a7bc-ecf06706c213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:41Z', 'updated_at': '2021-06-02T16:56:42Z', 'revision_number': 2, 'project_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'subnets': [{'id': '729473a7-401b-4e5e-a7bc-ecf06706c213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:44.678911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Checking router: 217ee156-85a7-48db-a3f9-322aa239affe for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:56:44.679293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Updating router 217ee156-85a7-48db-a3f9-322aa239affe port 5b57006f-c235-46b4-b4b0-0be3ef91d39a binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:56:44.734671 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:45.121741 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:45.137440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Transition to ACTIVE for port object 5b57006f-c235-46b4-b4b0-0be3ef91d39a will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:56:45.145388 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:45.150390 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:45.380124 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661b7b6-5d63-427f-b084-6ef0ac2c9749 None None] Pushing event updated for resources: {'Port': ['ID=5b57006f-c235-46b4-b4b0-0be3ef91d39a,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:45.393612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8661b7b6-5d63-427f-b084-6ef0ac2c9749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:45.435210 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c49a59d6-f45c-4773-b455-17ea9af16ea4 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:56:45.518444 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Attempting to bind port 5b57006f-c235-46b4-b4b0-0be3ef91d39a on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:56:45.519212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Attempting to bind port 5b57006f-c235-46b4-b4b0-0be3ef91d39a by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '7639e9a9-4e2c-4d4e-9e53-debaca674dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '28a7a207-3bd7-44c0-8ba0-3f70bb82904e'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:56:45.519663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Attempting to bind port 5b57006f-c235-46b4-b4b0-0be3ef91d39a on network 28a7a207-3bd7-44c0-8ba0-3f70bb82904e {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:56:45.533747 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:56:45.534154 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Checking segment: {'id': '7639e9a9-4e2c-4d4e-9e53-debaca674dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '28a7a207-3bd7-44c0-8ba0-3f70bb82904e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:56:45.534544 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:45.534939 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Bound using segment: {'id': '7639e9a9-4e2c-4d4e-9e53-debaca674dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '28a7a207-3bd7-44c0-8ba0-3f70bb82904e'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:56:45.535418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Bound port: 5b57006f-c235-46b4-b4b0-0be3ef91d39a, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7639e9a9-4e2c-4d4e-9e53-debaca674dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '28a7a207-3bd7-44c0-8ba0-3f70bb82904e'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:56:45.535952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:45.608167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port c49a59d6-f45c-4773-b455-17ea9af16ea4 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:45.608878 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:45.688164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] For port 5b57006f-c235-46b4-b4b0-0be3ef91d39a, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:56:45.692022 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] For port 5b57006f-c235-46b4-b4b0-0be3ef91d39a, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5b57006f-c235-46b4-b4b0-0be3ef91d39a,segment=NetworkSegment(7639e9a9-4e2c-4d4e-9e53-debaca674dc6),segment_id=7639e9a9-4e2c-4d4e-9e53-debaca674dc6)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:56:45.698848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:45.702870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:45.831952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Routers {'217ee156-85a7-48db-a3f9-322aa239affe'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:56:45.833003 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:56:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['217ee156-85a7-48db-a3f9-322aa239affe'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:45.888822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661b7b6-5d63-427f-b084-6ef0ac2c9749 None None] Pushing event updated for resources: {'Port': ['ID=5b57006f-c235-46b4-b4b0-0be3ef91d39a,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:45.920519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8661b7b6-5d63-427f-b084-6ef0ac2c9749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:46.067634 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] Set router 217ee156-85a7-48db-a3f9-322aa239affe gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:56:46.473689 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217ee156-85a7-48db-a3f9-322aa239affe', 'name': 'tempest-TestMinimumBasicScenario-1027900020-router', 'tenant_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': 'c49a59d6-f45c-4773-b455-17ea9af16ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:37Z', 'updated_at': '2021-06-02T16:56:42Z', 'revision_number': 4, 'project_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'gw_port': {'id': 'c49a59d6-f45c-4773-b455-17ea9af16ea4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217ee156-85a7-48db-a3f9-322aa239affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:38Z', 'updated_at': '2021-06-02T16:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '5b57006f-c235-46b4-b4b0-0be3ef91d39a', 'name': '', 'network_id': '28a7a207-3bd7-44c0-8ba0-3f70bb82904e', 'tenant_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'mac_address': 'fa:16:3e:37:b6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217ee156-85a7-48db-a3f9-322aa239affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '729473a7-401b-4e5e-a7bc-ecf06706c213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:41Z', 'updated_at': '2021-06-02T16:56:45Z', 'revision_number': 4, 'project_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'subnets': [{'id': '729473a7-401b-4e5e-a7bc-ecf06706c213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:56:46.479220 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5beef9d-1319-427e-b1c7-74e218fadb92 None None] The sync data for ids ['217ee156-85a7-48db-a3f9-322aa239affe'] in dv-neutron-601336-83-hyperv is: [{'id': '217ee156-85a7-48db-a3f9-322aa239affe', 'name': 'tempest-TestMinimumBasicScenario-1027900020-router', 'tenant_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': 'c49a59d6-f45c-4773-b455-17ea9af16ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:37Z', 'updated_at': '2021-06-02T16:56:42Z', 'revision_number': 4, 'project_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'gw_port': {'id': 'c49a59d6-f45c-4773-b455-17ea9af16ea4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217ee156-85a7-48db-a3f9-322aa239affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:38Z', 'updated_at': '2021-06-02T16:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '5b57006f-c235-46b4-b4b0-0be3ef91d39a', 'name': '', 'network_id': '28a7a207-3bd7-44c0-8ba0-3f70bb82904e', 'tenant_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'mac_address': 'fa:16:3e:37:b6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217ee156-85a7-48db-a3f9-322aa239affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '729473a7-401b-4e5e-a7bc-ecf06706c213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:41Z', 'updated_at': '2021-06-02T16:56:45Z', 'revision_number': 4, 'project_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'subnets': [{'id': '729473a7-401b-4e5e-a7bc-ecf06706c213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:56:47.434582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5b57006f-c235-46b4-b4b0-0be3ef91d39a up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:56:47.527663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 5b57006f-c235-46b4-b4b0-0be3ef91d39a completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:56:47.534456 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 5b57006f-c235-46b4-b4b0-0be3ef91d39a triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:47.534980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:47.682896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:47.732650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 5b57006f-c235-46b4-b4b0-0be3ef91d39a, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5b57006f-c235-46b4-b4b0-0be3ef91d39a,segment=NetworkSegment(7639e9a9-4e2c-4d4e-9e53-debaca674dc6),segment_id=7639e9a9-4e2c-4d4e-9e53-debaca674dc6)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:56:47.737899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:47.740761 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:47.813674 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=5b57006f-c235-46b4-b4b0-0be3ef91d39a,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:47.823867 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:49.363677 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:49.376681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5b57006f-c235-46b4-b4b0-0be3ef91d39a up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:56:49.454869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 5b57006f-c235-46b4-b4b0-0be3ef91d39a triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:49.454869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:53.615862 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-319655a8-a78d-4d83-8708-fd28acda1b40 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:56:53.616537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-319655a8-a78d-4d83-8708-fd28acda1b40 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Synchronizing usage tracker for tenant:63899f34be6e4afea9752237ecab7c00 on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:56:53.642219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-319655a8-a78d-4d83-8708-fd28acda1b40 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Unset dirty status for tenant:63899f34be6e4afea9752237ecab7c00 on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:56:53.643490 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-319655a8-a78d-4d83-8708-fd28acda1b40 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/networks?id=5871e5b5-4189-4149-ba6a-c9e09489ba83 HTTP/1.1" status: 200 len: 815 time: 0.1721513 Jun 02 16:56:53.658550 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-023b62d4-548b-4383-bc78-aa6439ca39b1 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/quotas/63899f34be6e4afea9752237ecab7c00 HTTP/1.1" status: 200 len: 375 time: 0.0095069 Jun 02 16:56:53.745781 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-ff7e113e-eb08-40af-8ea7-f4b1edf6650e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=63899f34be6e4afea9752237ecab7c00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821817 Jun 02 16:56:54.006510 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-8ef906f5-98a0-4adb-9ebf-292cfeaec472 service neutron] 10.222.0.50 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484341 Jun 02 16:56:54.147572 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-dd0048b1-965b-4319-960c-868baa7771d2 service neutron] 10.222.0.50 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351624 Jun 02 16:56:54.346537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-aa8b382e-4b57-44dd-8754-8a67937a817e req-6af9a6d1-f864-43d3-abd7-8d99bfcd970d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Synchronizing usage tracker for tenant:63899f34be6e4afea9752237ecab7c00 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:56:54.365806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-aa8b382e-4b57-44dd-8754-8a67937a817e req-6af9a6d1-f864-43d3-abd7-8d99bfcd970d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Unset dirty status for tenant:63899f34be6e4afea9752237ecab7c00 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:56:54.367056 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aa8b382e-4b57-44dd-8754-8a67937a817e req-6af9a6d1-f864-43d3-abd7-8d99bfcd970d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 210 time: 0.0670972 Jun 02 16:56:55.523346 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4636e79b-d327-44bf-a38f-57cc535dde61 req-a361133b-ec8c-4da1-9ae7-b9db00967413 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 210 time: 0.0423307 Jun 02 16:56:55.552913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-cb0fcabf-f09d-4e1f-be30-9dbdaf4b8bf1 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:56:55.554385 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-cb0fcabf-f09d-4e1f-be30-9dbdaf4b8bf1 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.49 "GET /v2.0/networks?id=5871e5b5-4189-4149-ba6a-c9e09489ba83 HTTP/1.1" status: 200 len: 815 time: 0.1636598 Jun 02 16:56:55.572402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Request body: {'port': {'device_id': '13a2e247-7238-4617-9854-d33db184b04a', 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83', 'admin_state_up': True, 'tenant_id': '63899f34be6e4afea9752237ecab7c00'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:56:55.718029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:56:55.733054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:56:55.745586 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Made reservation on behalf of 63899f34be6e4afea9752237ecab7c00 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:56:55.749473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:55.917576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Allocated IP 172.20.0.4 (5871e5b5-4189-4149-ba6a-c9e09489ba83/55dbbf5a-9cc3-46d7-94c4-84da8cc3475b/f8eb5675-eafe-4a50-a334-39516c761025) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:56:56.140224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:56.158930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Transition to ACTIVE for port object f8eb5675-eafe-4a50-a334-39516c761025 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:56:56.187683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:56.197520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e6a31ab1-9970-486e-aba6-eacd2575975a tempest-ServersNegativeTestJSON-1780235238 tempest-ServersNegativeTestJSON-1780235238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:56:56.264492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Network 5871e5b5-4189-4149-ba6a-c9e09489ba83 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:56:56.268491 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:56:56.272876 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:56:56.313472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Pushing event updated for resources: {'Port': ['ID=f8eb5675-eafe-4a50-a334-39516c761025,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:56:56.320722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:56:56.369227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:56:56.369905 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:56.407518 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8383677 Jun 02 16:56:56.575485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-890c436f-bdcb-4e1f-b479-87e63f3405b7 None None] Provisioning for port f8eb5675-eafe-4a50-a334-39516c761025 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:56:56.583968 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-890c436f-bdcb-4e1f-b479-87e63f3405b7 None None] Provisioning complete for port f8eb5675-eafe-4a50-a334-39516c761025 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:56:56.584560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-890c436f-bdcb-4e1f-b479-87e63f3405b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:56:56.647533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-890c436f-bdcb-4e1f-b479-87e63f3405b7 None None] Port f8eb5675-eafe-4a50-a334-39516c761025 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:56:56.722245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cf311-c09c-4230-846c-ec52a76d1edc req-c25e6282-a3ea-4b0b-8333-4b967240f6a3 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:56:56.722936 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-6e6cf311-c09c-4230-846c-ec52a76d1edc req-c25e6282-a3ea-4b0b-8333-4b967240f6a3 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Synchronizing usage tracker for tenant:63899f34be6e4afea9752237ecab7c00 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:56:56.739633 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-6e6cf311-c09c-4230-846c-ec52a76d1edc req-c25e6282-a3ea-4b0b-8333-4b967240f6a3 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Unset dirty status for tenant:63899f34be6e4afea9752237ecab7c00 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:56:56.740847 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6e6cf311-c09c-4230-846c-ec52a76d1edc req-c25e6282-a3ea-4b0b-8333-4b967240f6a3 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 931 time: 0.1019037 Jun 02 16:56:56.787398 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6e6cf311-c09c-4230-846c-ec52a76d1edc req-e37dd770-1593-4a00-add1-5c69b0ae9772 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 Jun 02 16:56:57.994423 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d572e9-37c6-4c88-b34e-423787f00f97 req-51d2fe5b-f32d-432a-8ced-563efd1b6111 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:56:57.995872 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-72d572e9-37c6-4c88-b34e-423787f00f97 req-51d2fe5b-f32d-432a-8ced-563efd1b6111 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 931 time: 0.0890386 Jun 02 16:56:58.042405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-72d572e9-37c6-4c88-b34e-423787f00f97 req-c74a18f1-cf41-4f8f-aab9-7766edd628c0 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Synchronizing usage tracker for tenant:63899f34be6e4afea9752237ecab7c00 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:56:58.067597 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-72d572e9-37c6-4c88-b34e-423787f00f97 req-c74a18f1-cf41-4f8f-aab9-7766edd628c0 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Unset dirty status for tenant:63899f34be6e4afea9752237ecab7c00 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:56:58.069059 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-72d572e9-37c6-4c88-b34e-423787f00f97 req-c74a18f1-cf41-4f8f-aab9-7766edd628c0 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673597 Jun 02 16:56:58.156822 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:56:59.269523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9adab-59b9-4256-b5e4-b7cbbd6b8c99 req-1879f2f7-5c29-494c-bd24-26c490dbd22f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:56:59.271367 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a0a9adab-59b9-4256-b5e4-b7cbbd6b8c99 req-1879f2f7-5c29-494c-bd24-26c490dbd22f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 931 time: 0.0891736 Jun 02 16:56:59.321486 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a0a9adab-59b9-4256-b5e4-b7cbbd6b8c99 req-2d2d5375-5020-458a-b9f3-32d5762116b8 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428448 Jun 02 16:57:00.512465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e854512-00f2-4791-819a-df5b498420a4 req-f92e8b4b-edfc-4ef9-9799-4e1df4b0e45c tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:00.514134 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7e854512-00f2-4791-819a-df5b498420a4 req-f92e8b4b-edfc-4ef9-9799-4e1df4b0e45c tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 931 time: 0.0860367 Jun 02 16:57:00.565763 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7e854512-00f2-4791-819a-df5b498420a4 req-805b06a3-3d22-4a28-ae94-c4a83b59f341 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456927 Jun 02 16:57:01.755013 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b170f8-56cc-4b4b-beeb-66c53e973a6e req-c8746b92-5486-4546-873d-91a460390e91 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:01.756520 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d1b170f8-56cc-4b4b-beeb-66c53e973a6e req-c8746b92-5486-4546-873d-91a460390e91 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 931 time: 0.0841284 Jun 02 16:57:01.804222 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d1b170f8-56cc-4b4b-beeb-66c53e973a6e req-693f113d-9aac-497c-a9c8-32b2e67a95fc tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415299 Jun 02 16:57:02.993550 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-535f1899-73f9-485d-9443-46311361d139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:03.011063 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec46bc-4043-45e3-abd1-e9fa2823d377 req-6e3fc49a-aa26-48bb-ae99-58d79027dc01 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:03.012739 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-22ec46bc-4043-45e3-abd1-e9fa2823d377 req-6e3fc49a-aa26-48bb-ae99-58d79027dc01 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 931 time: 0.0964634 Jun 02 16:57:03.059165 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-22ec46bc-4043-45e3-abd1-e9fa2823d377 req-2b3bca65-e466-4879-a7af-a7721c8b6d23 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402210 Jun 02 16:57:04.254420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833c6a7-541c-47a5-9989-77a9269007e8 req-27997ab9-82d3-4cfa-bcd2-7cff9f34f04f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:04.255932 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1833c6a7-541c-47a5-9989-77a9269007e8 req-27997ab9-82d3-4cfa-bcd2-7cff9f34f04f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 931 time: 0.0846047 Jun 02 16:57:04.305245 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1833c6a7-541c-47a5-9989-77a9269007e8 req-6605e46c-13f0-4276-9a3f-5ec827eae0a9 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433021 Jun 02 16:57:05.036637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:05.481270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ceed745f-1196-4c70-8154-36d0fee5218d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:05.514264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afb063-3e3b-46ef-b436-6d392dcca210 req-de15b48b-49d1-4445-bef2-4db5ea8c0182 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:05.515768 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b1afb063-3e3b-46ef-b436-6d392dcca210 req-de15b48b-49d1-4445-bef2-4db5ea8c0182 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 931 time: 0.0896287 Jun 02 16:57:05.561279 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b1afb063-3e3b-46ef-b436-6d392dcca210 req-3c8dbd16-a32e-4715-bdff-ea3df3f94072 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395250 Jun 02 16:57:06.117876 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Request body: {'port': {'device_id': '13a2e247-7238-4617-9854-d33db184b04a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:57:06.388133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:06.754662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8eb5675-eafe-4a50-a334-39516c761025 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:57:06.762775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:06.777745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Transition to ACTIVE for port object f8eb5675-eafe-4a50-a334-39516c761025 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:57:06.783131 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:06.785467 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:06.787950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4fe0b54b-1e4d-464c-9381-7011e3df4385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:57:06.955868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Pushing event updated for resources: {'Port': ['ID=f8eb5675-eafe-4a50-a334-39516c761025,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:57:06.961056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:57:07.087847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deea59-ad99-49b7-a562-c08a4e96df82 req-f8ac8697-65e0-4405-8183-537190f008e4 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:07.089333 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-54deea59-ad99-49b7-a562-c08a4e96df82 req-f8ac8697-65e0-4405-8183-537190f008e4 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 943 time: 0.2677782 Jun 02 16:57:07.093733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Attempting to bind port f8eb5675-eafe-4a50-a334-39516c761025 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:57:07.094066 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Attempting to bind port f8eb5675-eafe-4a50-a334-39516c761025 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b818607-a7ec-45b0-96b9-d69db16a8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:57:07.094420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Attempting to bind port f8eb5675-eafe-4a50-a334-39516c761025 on network 5871e5b5-4189-4149-ba6a-c9e09489ba83 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:57:07.113862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Port f8eb5675-eafe-4a50-a334-39516c761025 on network 5871e5b5-4189-4149-ba6a-c9e09489ba83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:57:07.114197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Attempting to bind port f8eb5675-eafe-4a50-a334-39516c761025 on network 5871e5b5-4189-4149-ba6a-c9e09489ba83 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:57:07.124689 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:57:07.125396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Checking segment: {'id': '9b818607-a7ec-45b0-96b9-d69db16a8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:57:07.125396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Bound using segment: {'id': '9b818607-a7ec-45b0-96b9-d69db16a8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:57:07.125806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Bound port: f8eb5675-eafe-4a50-a334-39516c761025, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b818607-a7ec-45b0-96b9-d69db16a8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:57:07.126182 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:07.157392 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-54deea59-ad99-49b7-a562-c08a4e96df82 req-a75bf484-90f4-482f-8c70-b4e6bb53dcae tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605850 Jun 02 16:57:07.236147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] For port f8eb5675-eafe-4a50-a334-39516c761025, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:57:07.239569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] For port f8eb5675-eafe-4a50-a334-39516c761025, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f8eb5675-eafe-4a50-a334-39516c761025,segment=NetworkSegment(9b818607-a7ec-45b0-96b9-d69db16a8e6b),segment_id=9b818607-a7ec-45b0-96b9-d69db16a8e6b)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:57:07.245317 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:07.249138 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d6e432e-21cb-460e-b49a-f64c835d1a6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:57:07.304541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:07.305156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:07.306566 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] 10.222.0.49 "PUT /v2.0/ports/f8eb5675-eafe-4a50-a334-39516c761025 HTTP/1.1" status: 200 len: 1093 time: 1.1942809 Jun 02 16:57:07.307103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a2e247-7238-4617-9854-d33db184b04a', 'tag': 'f8eb5675-eafe-4a50-a334-39516c761025'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:57:07.309503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12cf172-9f2c-4b84-9206-67b29064090f" -d '{"events": [{"name": "network-changed", "server_uuid": "13a2e247-7238-4617-9854-d33db184b04a", "tag": "f8eb5675-eafe-4a50-a334-39516c761025"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:57:07.330586 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Pushing event updated for resources: {'Port': ['ID=f8eb5675-eafe-4a50-a334-39516c761025,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:57:07.334375 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:57:07.365069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985e8bfe-da61-460c-8ec6-864d5d6fe010 x-openstack-request-id: req-985e8bfe-da61-460c-8ec6-864d5d6fe010 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:57:07.365325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a2e247-7238-4617-9854-d33db184b04a", "tag": "f8eb5675-eafe-4a50-a334-39516c761025", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:57:07.365646 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-985e8bfe-da61-460c-8ec6-864d5d6fe010 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:57:07.366134 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a2e247-7238-4617-9854-d33db184b04a', 'tag': 'f8eb5675-eafe-4a50-a334-39516c761025', 'status': 'completed', 'code': 200} Jun 02 16:57:07.462281 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-183bc95c-df0e-4d81-aff5-1c2735bb8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:07.463773 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-183bc95c-df0e-4d81-aff5-1c2735bb8345 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63899f34be6e4afea9752237ecab7c00&device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 1096 time: 0.0818660 Jun 02 16:57:07.536069 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-b2068bd8-da79-4b27-8636-b22dd37f19f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8eb5675-eafe-4a50-a334-39516c761025 HTTP/1.1" status: 200 len: 217 time: 0.0604904 Jun 02 16:57:07.617790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-70ad65d7-0ae9-4dcd-879e-c25cc623d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:07.619294 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-70ad65d7-0ae9-4dcd-879e-c25cc623d5bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=55dbbf5a-9cc3-46d7-94c4-84da8cc3475b HTTP/1.1" status: 200 len: 854 time: 0.0758810 Jun 02 16:57:07.699718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-e2f75e04-0bc5-49df-922f-1fc169ee6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:07.701187 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-e2f75e04-0bc5-49df-922f-1fc169ee6b05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5871e5b5-4189-4149-ba6a-c9e09489ba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0713990 Jun 02 16:57:07.852536 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-94926fee-6833-4b29-80fb-03636a937e28 service neutron] 10.222.0.49 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402764 Jun 02 16:57:08.000183 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f389c25c-8d5d-49cd-b9f0-b75551ddc3d3 req-1f5df427-ca84-4373-996c-22f68805b734 service neutron] 10.222.0.49 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364362 Jun 02 16:57:08.152718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cf172-9f2c-4b84-9206-67b29064090f req-46198697-8458-4801-ba89-29090ead27da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:08.154228 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d12cf172-9f2c-4b84-9206-67b29064090f req-46198697-8458-4801-ba89-29090ead27da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63899f34be6e4afea9752237ecab7c00&device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 1096 time: 0.0889940 Jun 02 16:57:08.474048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cf172-9f2c-4b84-9206-67b29064090f req-8ab753a1-e2fb-4a8c-a1a5-01d420b4d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:08.475890 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d12cf172-9f2c-4b84-9206-67b29064090f req-8ab753a1-e2fb-4a8c-a1a5-01d420b4d482 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5871e5b5-4189-4149-ba6a-c9e09489ba83 HTTP/1.1" status: 200 len: 916 time: 0.3144572 Jun 02 16:57:08.540283 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e1e12-9170-4a8e-99f6-c07be37fbc20 req-e8213bc8-7230-4835-9bf5-ac7864fc1787 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:08.541722 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-468e1e12-9170-4a8e-99f6-c07be37fbc20 req-e8213bc8-7230-4835-9bf5-ac7864fc1787 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 943 time: 0.2230918 Jun 02 16:57:08.567873 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d12cf172-9f2c-4b84-9206-67b29064090f req-c1e6bc72-ac49-4379-a637-62a0db189c8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8eb5675-eafe-4a50-a334-39516c761025 HTTP/1.1" status: 200 len: 217 time: 0.0837812 Jun 02 16:57:08.639430 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-468e1e12-9170-4a8e-99f6-c07be37fbc20 req-cc4276db-7db2-46e8-ba67-1a03581bab8c tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916989 Jun 02 16:57:08.650504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cf172-9f2c-4b84-9206-67b29064090f req-517a32b6-9d89-4771-a028-85b2edb06d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:08.651932 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d12cf172-9f2c-4b84-9206-67b29064090f req-517a32b6-9d89-4771-a028-85b2edb06d41 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=55dbbf5a-9cc3-46d7-94c4-84da8cc3475b HTTP/1.1" status: 200 len: 854 time: 0.0767162 Jun 02 16:57:08.698933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:08.734345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cf172-9f2c-4b84-9206-67b29064090f req-4828d9c0-f99c-420d-ab20-4eb69af0b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:08.735838 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d12cf172-9f2c-4b84-9206-67b29064090f req-4828d9c0-f99c-420d-ab20-4eb69af0b034 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5871e5b5-4189-4149-ba6a-c9e09489ba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0766156 Jun 02 16:57:08.869802 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d12cf172-9f2c-4b84-9206-67b29064090f req-e020d3d3-f798-4c3e-a592-5ca2e76342e8 service neutron] 10.222.0.49 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267488 Jun 02 16:57:09.009922 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d12cf172-9f2c-4b84-9206-67b29064090f req-b5950645-0ddf-4bec-94d9-ca986689d50a service neutron] 10.222.0.49 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284053 Jun 02 16:57:09.814395 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device f8eb5675-eafe-4a50-a334-39516c761025 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:57:09.863470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9c9f2-a20c-46d5-b715-6aba14a8d82a req-af29ad82-8fde-444a-baef-551cf02dbf7b tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:09.865097 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-78f9c9f2-a20c-46d5-b715-6aba14a8d82a req-af29ad82-8fde-444a-baef-551cf02dbf7b tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 943 time: 0.0837131 Jun 02 16:57:09.910456 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-78f9c9f2-a20c-46d5-b715-6aba14a8d82a req-6f694178-f223-470f-a57a-2524e4c385a0 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395348 Jun 02 16:57:09.946599 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port f8eb5675-eafe-4a50-a334-39516c761025, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f8eb5675-eafe-4a50-a334-39516c761025,segment=NetworkSegment(9b818607-a7ec-45b0-96b9-d69db16a8e6b),segment_id=9b818607-a7ec-45b0-96b9-d69db16a8e6b)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:57:09.963257 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'f8eb5675-eafe-4a50-a334-39516c761025', 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83', 'port_id': 'f8eb5675-eafe-4a50-a334-39516c761025', 'mac_address': 'fa:16:3e:d9:d7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:57:10.020001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:10.037039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8eb5675-eafe-4a50-a334-39516c761025 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:57:10.053328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port f8eb5675-eafe-4a50-a334-39516c761025, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f8eb5675-eafe-4a50-a334-39516c761025,segment=NetworkSegment(9b818607-a7ec-45b0-96b9-d69db16a8e6b),segment_id=9b818607-a7ec-45b0-96b9-d69db16a8e6b)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:57:10.059942 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:10.061853 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:57:10.129916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=f8eb5675-eafe-4a50-a334-39516c761025,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:57:10.133150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:57:10.321365 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['f8eb5675-eafe-4a50-a334-39516c761025'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:57:11.104708 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d653f01-032a-4b1e-a9a4-49305432d9b0 req-e7b2f18b-d701-4510-a8f8-9ddff5b2f411 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:11.106207 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3d653f01-032a-4b1e-a9a4-49305432d9b0 req-e7b2f18b-d701-4510-a8f8-9ddff5b2f411 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 944 time: 0.0885353 Jun 02 16:57:11.150364 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3d653f01-032a-4b1e-a9a4-49305432d9b0 req-9e002b95-d250-48d9-914f-2959a29b8346 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383875 Jun 02 16:57:11.830490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device f8eb5675-eafe-4a50-a334-39516c761025 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:57:11.910823 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port f8eb5675-eafe-4a50-a334-39516c761025 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:57:11.918680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port f8eb5675-eafe-4a50-a334-39516c761025 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:57:11.919149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:12.044985 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:12.076228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a2e247-7238-4617-9854-d33db184b04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8eb5675-eafe-4a50-a334-39516c761025'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:57:12.078582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b9fd60-dfd9-4415-83d3-148d9fec060d" -d '{"events": [{"server_uuid": "13a2e247-7238-4617-9854-d33db184b04a", "name": "network-vif-plugged", "status": "completed", "tag": "f8eb5675-eafe-4a50-a334-39516c761025"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:57:12.087408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port f8eb5675-eafe-4a50-a334-39516c761025, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f8eb5675-eafe-4a50-a334-39516c761025,segment=NetworkSegment(9b818607-a7ec-45b0-96b9-d69db16a8e6b),segment_id=9b818607-a7ec-45b0-96b9-d69db16a8e6b)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:57:12.094050 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:12.097949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:57:12.132711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6558f0e-859b-4d26-b18c-4259f87d8616 x-openstack-request-id: req-b6558f0e-859b-4d26-b18c-4259f87d8616 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:57:12.133009 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a2e247-7238-4617-9854-d33db184b04a", "name": "network-vif-plugged", "status": "completed", "tag": "f8eb5675-eafe-4a50-a334-39516c761025", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:57:12.133251 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b6558f0e-859b-4d26-b18c-4259f87d8616 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:57:12.133636 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a2e247-7238-4617-9854-d33db184b04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8eb5675-eafe-4a50-a334-39516c761025', 'code': 200} Jun 02 16:57:12.174201 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=f8eb5675-eafe-4a50-a334-39516c761025,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:57:12.177867 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:57:12.383480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7de47-c98b-471a-a06d-722f83ca7df5 req-97ad1716-139d-439f-a915-3132bfc7419e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:12.384973 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-87f7de47-c98b-471a-a06d-722f83ca7df5 req-97ad1716-139d-439f-a915-3132bfc7419e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 945 time: 0.1296811 Jun 02 16:57:12.441932 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-87f7de47-c98b-471a-a06d-722f83ca7df5 req-a70cef4e-3210-4fe7-8fc0-22cb023739f8 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507526 Jun 02 16:57:12.443929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91becd3c-581e-4942-af7c-9d2e495267b1 req-6188dc0e-5ad2-4fa2-b0fe-9d9dc82f4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:12.445320 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-91becd3c-581e-4942-af7c-9d2e495267b1 req-6188dc0e-5ad2-4fa2-b0fe-9d9dc82f4bf9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 1098 time: 0.1280272 Jun 02 16:57:12.490690 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-91becd3c-581e-4942-af7c-9d2e495267b1 req-2fecd3f8-8fae-4e71-b453-58c46ad74eca service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350511 Jun 02 16:57:13.648216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c673553-f1f1-4d8c-941e-05a33a46afd5 req-d8729780-38ab-4193-811f-3102ef4cb3f5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:13.649680 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5c673553-f1f1-4d8c-941e-05a33a46afd5 req-d8729780-38ab-4193-811f-3102ef4cb3f5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 945 time: 0.0902801 Jun 02 16:57:13.706104 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5c673553-f1f1-4d8c-941e-05a33a46afd5 req-e9468b6f-22e0-418f-9043-bcaba6f2b2ec tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477805 Jun 02 16:57:13.905627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ea028-00c9-45b2-b5d1-ac049f20f205 req-66a05565-193c-49b2-a1d9-4d7afd7f7be6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:13.907025 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c10ea028-00c9-45b2-b5d1-ac049f20f205 req-66a05565-193c-49b2-a1d9-4d7afd7f7be6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 945 time: 0.0904315 Jun 02 16:57:13.953570 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c10ea028-00c9-45b2-b5d1-ac049f20f205 req-75ddc55c-96ed-4202-8510-22a59b9e7468 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382221 Jun 02 16:57:14.363224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31cca2-61a6-4ab4-9283-963ea7af75ed req-8e16e325-b179-427b-b14a-542a50d06e0b tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:14.364778 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-df31cca2-61a6-4ab4-9283-963ea7af75ed req-8e16e325-b179-427b-b14a-542a50d06e0b tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 945 time: 0.0937548 Jun 02 16:57:14.422515 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-df31cca2-61a6-4ab4-9283-963ea7af75ed req-697a11bd-daba-4cab-8a5d-e0587bcc2e7d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514958 Jun 02 16:57:19.380901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:27.051725 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6a41b-1644-4980-9afc-6e328f716663 req-c2d60cd9-5324-478a-8c90-1ee78f0c3c9e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:27.053092 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1cf6a41b-1644-4980-9afc-6e328f716663 req-c2d60cd9-5324-478a-8c90-1ee78f0c3c9e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 945 time: 0.0859292 Jun 02 16:57:27.108679 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1cf6a41b-1644-4980-9afc-6e328f716663 req-685519fe-2014-46c9-90c4-d87f086f692b tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467129 Jun 02 16:57:27.132263 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43676) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:57:27.256263 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5c4f25-5c24-4d79-b91d-058f60bd3444 tempest-TestMinimumBasicScenario-187299423 tempest-TestMinimumBasicScenario-187299423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:27.256975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5b5c4f25-5c24-4d79-b91d-058f60bd3444 tempest-TestMinimumBasicScenario-187299423 tempest-TestMinimumBasicScenario-187299423-project-admin] Synchronizing usage tracker for tenant:d92de7bca24347d0915f7ee3cf28ce0c on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:57:27.276029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-5b5c4f25-5c24-4d79-b91d-058f60bd3444 tempest-TestMinimumBasicScenario-187299423 tempest-TestMinimumBasicScenario-187299423-project-admin] Unset dirty status for tenant:d92de7bca24347d0915f7ee3cf28ce0c on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:57:27.277173 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-5b5c4f25-5c24-4d79-b91d-058f60bd3444 tempest-TestMinimumBasicScenario-187299423 tempest-TestMinimumBasicScenario-187299423-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 1093 time: 0.1439090 Jun 02 16:57:27.280242 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43680) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:57:27.284786 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': 'f8eb5675-eafe-4a50-a334-39516c761025', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:57:27.290833 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:57:27.294789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Usage tracker for resource:floatingip and tenant:63899f34be6e4afea9752237ecab7c00 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:57:27.297630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:57:27.303898 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:57:27.317675 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:27.467108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:27.754248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Allocated IP 172.26.3.135 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/aa03f2c8-517a-4ca4-a933-5484ae09cb95) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:57:27.903750 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:27.934537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:27.938420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:57:27.999503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:57:28.002542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:57:28.006353 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:57:28.039880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Pushing event updated for resources: {'Port': ['ID=aa03f2c8-517a-4ca4-a933-5484ae09cb95,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:57:28.047023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:57:28.455749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:28.534001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:28.744774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:28.752141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:28.755918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:57:28.855029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Pushing event updated for resources: {'Port': ['ID=aa03f2c8-517a-4ca4-a933-5484ae09cb95,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:57:28.862487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:57:28.871163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:29.045432 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Floating IP 1b353bc7-9e67-40e5-a974-6810bd5867c3 associated. External IP: 172.26.3.135, port: f8eb5675-eafe-4a50-a334-39516c761025. Jun 02 16:57:29.562791 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Router 67c2a687-cb88-4e8d-a09c-c1db92357360 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:57:29.747765 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:57:29.759192 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94584256-be01-439a-8581-9c0e8efa2ade None None] Sync routers for ids ['67c2a687-cb88-4e8d-a09c-c1db92357360'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:57:29.768726 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94584256-be01-439a-8581-9c0e8efa2ade None None] Routers {'67c2a687-cb88-4e8d-a09c-c1db92357360'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:57:29.769341 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-94584256-be01-439a-8581-9c0e8efa2ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:57:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['67c2a687-cb88-4e8d-a09c-c1db92357360'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:57:29.775703 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:29.835708 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5543153 Jun 02 16:57:29.836505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a2e247-7238-4617-9854-d33db184b04a', 'tag': 'f8eb5675-eafe-4a50-a334-39516c761025'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:57:29.838654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43682) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:57:29.839171 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd0a396-86c5-4dc6-a137-6771b05f5bee" -d '{"events": [{"name": "network-changed", "server_uuid": "13a2e247-7238-4617-9854-d33db184b04a", "tag": "f8eb5675-eafe-4a50-a334-39516c761025"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:57:29.844159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-569093796', 'description': 'tempest-secgroup-smoke-569093796 description', 'project_id': '63899f34be6e4afea9752237ecab7c00'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:57:29.851686 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:57:29.865017 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:57:29.884174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:29.892867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0b3ec8-5656-40a0-a107-62eff5fd7295 x-openstack-request-id: req-fc0b3ec8-5656-40a0-a107-62eff5fd7295 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:57:29.893277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a2e247-7238-4617-9854-d33db184b04a", "tag": "f8eb5675-eafe-4a50-a334-39516c761025", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:57:29.893638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc0b3ec8-5656-40a0-a107-62eff5fd7295 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:57:29.894187 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a2e247-7238-4617-9854-d33db184b04a', 'tag': 'f8eb5675-eafe-4a50-a334-39516c761025', 'status': 'completed', 'code': 200} Jun 02 16:57:29.905768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:57:29.909718 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Usage tracker for resource:security_group_rule and tenant:63899f34be6e4afea9752237ecab7c00 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:57:29.912759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:57:29.918532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:57:29.944378 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-94584256-be01-439a-8581-9c0e8efa2ade None None] Set router 67c2a687-cb88-4e8d-a09c-c1db92357360 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:57:29.996303 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0a396-86c5-4dc6-a137-6771b05f5bee req-1721513c-9201-4a86-a01e-1d5b6f3ff2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:29.998049 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3dd0a396-86c5-4dc6-a137-6771b05f5bee req-1721513c-9201-4a86-a01e-1d5b6f3ff2c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63899f34be6e4afea9752237ecab7c00&device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 1098 time: 0.0791132 Jun 02 16:57:30.002354 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.006699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.032537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2e20a5dc-db05-4fa8-81cc-e1db0768e2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:57:30.061607 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4875bee4-f5db-440b-99ac-00a99300ec19,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:57:30.068808 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:57:30.069209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:57:30.069605 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:57:30.069980 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:57:30.070384 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:57:30.070764 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:57:30.071150 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:57:30.071523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:57:30.071893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:57:30.073064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:57:30.073064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:57:30.073064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:57:30.076894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:57:30.077885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.082812 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2421510 Jun 02 16:57:30.082812 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43686) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:57:30.088009 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-fc6a6034-0a25-4b99-83b1-2943a9dc0393 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Request body: {'security_group_rule': {'security_group_id': '4875bee4-f5db-440b-99ac-00a99300ec19', 'project_id': '63899f34be6e4afea9752237ecab7c00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:57:30.093583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fc6a6034-0a25-4b99-83b1-2943a9dc0393 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:57:30.097505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fc6a6034-0a25-4b99-83b1-2943a9dc0393 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Usage tracker for resource:security_group_rule and tenant:63899f34be6e4afea9752237ecab7c00 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:57:30.100913 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fc6a6034-0a25-4b99-83b1-2943a9dc0393 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:57:30.106742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fc6a6034-0a25-4b99-83b1-2943a9dc0393 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:57:30.124532 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6034-0a25-4b99-83b1-2943a9dc0393 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.136102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0a396-86c5-4dc6-a137-6771b05f5bee req-53be1132-9ce4-4806-94d9-c3e8cfee3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:30.137563 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3dd0a396-86c5-4dc6-a137-6771b05f5bee req-53be1132-9ce4-4806-94d9-c3e8cfee3164 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5871e5b5-4189-4149-ba6a-c9e09489ba83 HTTP/1.1" status: 200 len: 916 time: 0.1304278 Jun 02 16:57:30.193130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6034-0a25-4b99-83b1-2943a9dc0393 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.199180 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6034-0a25-4b99-83b1-2943a9dc0393 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.206336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e5e9c2c0-c374-4cf1-b7c3-af439e47056b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:57:30.222124 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a6034-0a25-4b99-83b1-2943a9dc0393 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec067edd-8932-4dea-8d1e-48fd962e6940,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:57:30.225556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fc6a6034-0a25-4b99-83b1-2943a9dc0393 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:57:30.242653 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6034-0a25-4b99-83b1-2943a9dc0393 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.246582 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3dd0a396-86c5-4dc6-a137-6771b05f5bee req-0109b33c-1dc5-4d89-b017-5a924dd0ec0e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8eb5675-eafe-4a50-a334-39516c761025 HTTP/1.1" status: 200 len: 999 time: 0.1016178 Jun 02 16:57:30.247222 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43688) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:57:30.247367 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fc6a6034-0a25-4b99-83b1-2943a9dc0393 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1635756 Jun 02 16:57:30.251900 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-aed3cbd3-d86b-4c74-8458-ab0a2d20a7a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Request body: {'security_group_rule': {'security_group_id': '4875bee4-f5db-440b-99ac-00a99300ec19', 'project_id': '63899f34be6e4afea9752237ecab7c00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:57:30.289709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-aed3cbd3-d86b-4c74-8458-ab0a2d20a7a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:57:30.298665 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-aed3cbd3-d86b-4c74-8458-ab0a2d20a7a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Usage tracker for resource:security_group_rule and tenant:63899f34be6e4afea9752237ecab7c00 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:57:30.300457 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-94584256-be01-439a-8581-9c0e8efa2ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'name': 'tempest-TestMinimumBasicScenario-1678566267-router', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:30Z', 'updated_at': '2021-06-02T16:56:35Z', 'revision_number': 4, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'gw_port': {'id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:31Z', 'updated_at': '2021-06-02T16:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '1b353bc7-9e67-40e5-a974-6810bd5867c3', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'floating_ip_address': '172.26.3.135', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'port_id': 'f8eb5675-eafe-4a50-a334-39516c761025', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83', 'mac_address': 'fa:16:3e:d9:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a2e247-7238-4617-9854-d33db184b04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:57:28Z', 'updated_at': '2021-06-02T16:57:28Z', 'revision_number': 0, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff86df8-6efc-4d6b-8052-8582336beb90', 'name': '', 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'mac_address': 'fa:16:3e:7a:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:34Z', 'updated_at': '2021-06-02T16:56:42Z', 'revision_number': 5, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'subnets': [{'id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:57:30.303022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-aed3cbd3-d86b-4c74-8458-ab0a2d20a7a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:57:30.304376 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94584256-be01-439a-8581-9c0e8efa2ade None None] Checking router: 67c2a687-cb88-4e8d-a09c-c1db92357360 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:57:30.313066 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94584256-be01-439a-8581-9c0e8efa2ade None None] Routers {'67c2a687-cb88-4e8d-a09c-c1db92357360'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:57:30.313690 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-94584256-be01-439a-8581-9c0e8efa2ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:57:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['67c2a687-cb88-4e8d-a09c-c1db92357360'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:57:30.314819 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-aed3cbd3-d86b-4c74-8458-ab0a2d20a7a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:57:30.328852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0a396-86c5-4dc6-a137-6771b05f5bee req-a52db63d-4012-4556-bfed-2ba6fb430813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:30.330340 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3dd0a396-86c5-4dc6-a137-6771b05f5bee req-a52db63d-4012-4556-bfed-2ba6fb430813 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=55dbbf5a-9cc3-46d7-94c4-84da8cc3475b HTTP/1.1" status: 200 len: 854 time: 0.0737698 Jun 02 16:57:30.337878 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aed3cbd3-d86b-4c74-8458-ab0a2d20a7a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.452468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aed3cbd3-d86b-4c74-8458-ab0a2d20a7a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.456785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aed3cbd3-d86b-4c74-8458-ab0a2d20a7a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.459634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f1b6cb61-1d9e-431c-829d-5f56b5267b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:57:30.483810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0a396-86c5-4dc6-a137-6771b05f5bee req-a9519574-fba6-4062-9ab5-721214eec1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:30.485305 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3dd0a396-86c5-4dc6-a137-6771b05f5bee req-a9519574-fba6-4062-9ab5-721214eec1df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5871e5b5-4189-4149-ba6a-c9e09489ba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1385963 Jun 02 16:57:30.488332 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3cbd3-d86b-4c74-8458-ab0a2d20a7a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c549ab-9cd1-4af5-aee1-4b17a6c5ef07,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:57:30.490716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-aed3cbd3-d86b-4c74-8458-ab0a2d20a7a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:57:30.515210 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-aed3cbd3-d86b-4c74-8458-ab0a2d20a7a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.518877 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-aed3cbd3-d86b-4c74-8458-ab0a2d20a7a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2680285 Jun 02 16:57:30.519564 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43690) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:57:30.520629 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-94584256-be01-439a-8581-9c0e8efa2ade None None] Set router 67c2a687-cb88-4e8d-a09c-c1db92357360 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:57:30.524750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-aff56d79-4266-4f02-a869-0db8a4515478 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Request body: {'security_group_rule': {'security_group_id': '4875bee4-f5db-440b-99ac-00a99300ec19', 'project_id': '63899f34be6e4afea9752237ecab7c00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:57:30.530694 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-aff56d79-4266-4f02-a869-0db8a4515478 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:57:30.534635 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-aff56d79-4266-4f02-a869-0db8a4515478 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Usage tracker for resource:security_group_rule and tenant:63899f34be6e4afea9752237ecab7c00 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:57:30.537759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-aff56d79-4266-4f02-a869-0db8a4515478 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:57:30.543731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-aff56d79-4266-4f02-a869-0db8a4515478 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:57:30.561651 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aff56d79-4266-4f02-a869-0db8a4515478 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.624750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aff56d79-4266-4f02-a869-0db8a4515478 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.625314 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3dd0a396-86c5-4dc6-a137-6771b05f5bee req-a8c70864-f5c3-41b4-ac6b-c3345b75af7c service neutron] 10.222.0.49 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308808 Jun 02 16:57:30.629456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aff56d79-4266-4f02-a869-0db8a4515478 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.631350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b31b49b9-83c1-4d9b-a2bd-8de78c4cc461 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:57:30.647919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff56d79-4266-4f02-a869-0db8a4515478 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6df9d13-bfb1-48b6-9935-26b2c26b6b41,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:57:30.654383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-aff56d79-4266-4f02-a869-0db8a4515478 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:57:30.665589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-aff56d79-4266-4f02-a869-0db8a4515478 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.669587 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-aff56d79-4266-4f02-a869-0db8a4515478 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463957 Jun 02 16:57:30.669843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43692) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:57:30.675061 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-bf86a372-6ed0-4f04-bd18-e80b15dc243e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Request body: {'security_group_rule': {'security_group_id': '4875bee4-f5db-440b-99ac-00a99300ec19', 'project_id': '63899f34be6e4afea9752237ecab7c00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:57:30.681910 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bf86a372-6ed0-4f04-bd18-e80b15dc243e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:57:30.686490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bf86a372-6ed0-4f04-bd18-e80b15dc243e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Usage tracker for resource:security_group_rule and tenant:63899f34be6e4afea9752237ecab7c00 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:57:30.689990 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-bf86a372-6ed0-4f04-bd18-e80b15dc243e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:57:30.697097 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-bf86a372-6ed0-4f04-bd18-e80b15dc243e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:57:30.716160 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bf86a372-6ed0-4f04-bd18-e80b15dc243e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.771952 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3dd0a396-86c5-4dc6-a137-6771b05f5bee req-e77be3cd-ea05-4cfd-aa78-0dcc7091b40a service neutron] 10.222.0.49 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394789 Jun 02 16:57:30.786348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bf86a372-6ed0-4f04-bd18-e80b15dc243e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.791776 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bf86a372-6ed0-4f04-bd18-e80b15dc243e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.793807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f225c551-ee87-4f2d-a298-0e5b443be130 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:57:30.884493 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-94584256-be01-439a-8581-9c0e8efa2ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'name': 'tempest-TestMinimumBasicScenario-1678566267-router', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:30Z', 'updated_at': '2021-06-02T16:56:35Z', 'revision_number': 4, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'gw_port': {'id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:31Z', 'updated_at': '2021-06-02T16:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '1b353bc7-9e67-40e5-a974-6810bd5867c3', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'floating_ip_address': '172.26.3.135', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'port_id': 'f8eb5675-eafe-4a50-a334-39516c761025', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83', 'mac_address': 'fa:16:3e:d9:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a2e247-7238-4617-9854-d33db184b04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:57:28Z', 'updated_at': '2021-06-02T16:57:28Z', 'revision_number': 0, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff86df8-6efc-4d6b-8052-8582336beb90', 'name': '', 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'mac_address': 'fa:16:3e:7a:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:34Z', 'updated_at': '2021-06-02T16:56:42Z', 'revision_number': 5, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'subnets': [{'id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:57:30.889032 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94584256-be01-439a-8581-9c0e8efa2ade None None] The sync data for ids ['67c2a687-cb88-4e8d-a09c-c1db92357360'] in dv-neutron-601336-83-hyperv is: [{'id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'name': 'tempest-TestMinimumBasicScenario-1678566267-router', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:30Z', 'updated_at': '2021-06-02T16:56:35Z', 'revision_number': 4, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'gw_port': {'id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:31Z', 'updated_at': '2021-06-02T16:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '1b353bc7-9e67-40e5-a974-6810bd5867c3', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'floating_ip_address': '172.26.3.135', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'port_id': 'f8eb5675-eafe-4a50-a334-39516c761025', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83', 'mac_address': 'fa:16:3e:d9:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a2e247-7238-4617-9854-d33db184b04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:57:28Z', 'updated_at': '2021-06-02T16:57:28Z', 'revision_number': 0, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff86df8-6efc-4d6b-8052-8582336beb90', 'name': '', 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'mac_address': 'fa:16:3e:7a:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:34Z', 'updated_at': '2021-06-02T16:56:42Z', 'revision_number': 5, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'subnets': [{'id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:57:30.961099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86a372-6ed0-4f04-bd18-e80b15dc243e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419fbb1e-c624-4691-98d8-a7468b8a1f1d,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:57:30.965110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bf86a372-6ed0-4f04-bd18-e80b15dc243e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:57:30.974512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-bf86a372-6ed0-4f04-bd18-e80b15dc243e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:30.976081 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-bf86a372-6ed0-4f04-bd18-e80b15dc243e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3052711 Jun 02 16:57:30.978844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43694) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:57:30.983357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0644d85a-59a2-4abb-8816-a581a02f281f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Request body: {'security_group_rule': {'security_group_id': '4875bee4-f5db-440b-99ac-00a99300ec19', 'project_id': '63899f34be6e4afea9752237ecab7c00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:57:30.990853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0644d85a-59a2-4abb-8816-a581a02f281f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:57:30.994817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0644d85a-59a2-4abb-8816-a581a02f281f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Usage tracker for resource:security_group_rule and tenant:63899f34be6e4afea9752237ecab7c00 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:57:30.997769 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0644d85a-59a2-4abb-8816-a581a02f281f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:57:31.003681 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0644d85a-59a2-4abb-8816-a581a02f281f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:57:31.016463 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-0644d85a-59a2-4abb-8816-a581a02f281f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Project 63899f34be6e4afea9752237ecab7c00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:57:31.023110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0644d85a-59a2-4abb-8816-a581a02f281f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:31.087570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15bdb7f-4ef6-47bd-a9ba-5d8494bd11a1 None None] New status for floating IP 1b353bc7-9e67-40e5-a974-6810bd5867c3: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:57:31.091457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0644d85a-59a2-4abb-8816-a581a02f281f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:31.095749 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0644d85a-59a2-4abb-8816-a581a02f281f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:31.102405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1740e223-c7b4-4c18-ac42-4200031e86ce tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:57:31.121643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644d85a-59a2-4abb-8816-a581a02f281f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087da915-6cf5-42b4-98e4-7d0cfb80a8a7,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:57:31.124067 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0644d85a-59a2-4abb-8816-a581a02f281f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:57:31.132710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0644d85a-59a2-4abb-8816-a581a02f281f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:31.134061 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0644d85a-59a2-4abb-8816-a581a02f281f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1542089 Jun 02 16:57:31.136762 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43696) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:57:31.141315 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-1c03ec96-de29-4b83-983c-758452077bea tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Request body: {'security_group_rule': {'security_group_id': '4875bee4-f5db-440b-99ac-00a99300ec19', 'project_id': '63899f34be6e4afea9752237ecab7c00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:57:31.147848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1c03ec96-de29-4b83-983c-758452077bea tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:57:31.151935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1c03ec96-de29-4b83-983c-758452077bea tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Usage tracker for resource:security_group_rule and tenant:63899f34be6e4afea9752237ecab7c00 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:57:31.155073 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1c03ec96-de29-4b83-983c-758452077bea tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:57:31.161185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1c03ec96-de29-4b83-983c-758452077bea tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:57:31.171673 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-1c03ec96-de29-4b83-983c-758452077bea tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Project 63899f34be6e4afea9752237ecab7c00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:57:31.178045 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1c03ec96-de29-4b83-983c-758452077bea tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:31.246967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1c03ec96-de29-4b83-983c-758452077bea tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:31.251405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1c03ec96-de29-4b83-983c-758452077bea tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:31.253319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d9b368da-3973-4522-8e5a-76030d52d8bf tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:57:31.275718 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03ec96-de29-4b83-983c-758452077bea tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd2e894-3515-4d09-a6d3-61d5a57020c6,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:57:31.280416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1c03ec96-de29-4b83-983c-758452077bea tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:57:31.286222 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1c03ec96-de29-4b83-983c-758452077bea tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:31.287686 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1c03ec96-de29-4b83-983c-758452077bea tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498096 Jun 02 16:57:31.410136 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bc429b32-046b-4b9f-8cca-f9bd99f1b0c0 req-70f7e691-d0ae-4d3b-96d2-df5920594c8a tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-569093796&fields=id&tenant_id=63899f34be6e4afea9752237ecab7c00 HTTP/1.1" status: 200 len: 267 time: 0.0421209 Jun 02 16:57:31.506185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc429b32-046b-4b9f-8cca-f9bd99f1b0c0 req-2bcd72dd-f548-4c17-83d5-c509af6d9f5a tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:31.507671 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bc429b32-046b-4b9f-8cca-f9bd99f1b0c0 req-2bcd72dd-f548-4c17-83d5-c509af6d9f5a tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 945 time: 0.0918374 Jun 02 16:57:31.521777 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-bc429b32-046b-4b9f-8cca-f9bd99f1b0c0 req-1cf1760c-d69d-4ff8-8622-db4edacf0b83 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Request body: {'port': {'security_groups': ['b2146360-09d1-4bf3-aab7-a5545508eff0', '4875bee4-f5db-440b-99ac-00a99300ec19']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:57:31.642678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-bc429b32-046b-4b9f-8cca-f9bd99f1b0c0 req-1cf1760c-d69d-4ff8-8622-db4edacf0b83 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:32.046348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-bc429b32-046b-4b9f-8cca-f9bd99f1b0c0 req-1cf1760c-d69d-4ff8-8622-db4edacf0b83 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] For port f8eb5675-eafe-4a50-a334-39516c761025, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f8eb5675-eafe-4a50-a334-39516c761025,segment=NetworkSegment(9b818607-a7ec-45b0-96b9-d69db16a8e6b),segment_id=9b818607-a7ec-45b0-96b9-d69db16a8e6b)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:57:32.080493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-bc429b32-046b-4b9f-8cca-f9bd99f1b0c0 req-1cf1760c-d69d-4ff8-8622-db4edacf0b83 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:32.088314 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-bc429b32-046b-4b9f-8cca-f9bd99f1b0c0 req-1cf1760c-d69d-4ff8-8622-db4edacf0b83 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:32.093877 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2628466b-ba13-42d8-9fdb-0093f1cb2420 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:57:32.100866 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['f8eb5675-eafe-4a50-a334-39516c761025'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:57:32.156541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc429b32-046b-4b9f-8cca-f9bd99f1b0c0 req-1cf1760c-d69d-4ff8-8622-db4edacf0b83 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:32.157051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-bc429b32-046b-4b9f-8cca-f9bd99f1b0c0 req-1cf1760c-d69d-4ff8-8622-db4edacf0b83 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:32.158431 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bc429b32-046b-4b9f-8cca-f9bd99f1b0c0 req-1cf1760c-d69d-4ff8-8622-db4edacf0b83 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "PUT /v2.0/ports/f8eb5675-eafe-4a50-a334-39516c761025 HTTP/1.1" status: 200 len: 981 time: 0.6413789 Jun 02 16:57:32.159008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a2e247-7238-4617-9854-d33db184b04a', 'tag': 'f8eb5675-eafe-4a50-a334-39516c761025'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:57:32.164738 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b142d9c-4dbb-4312-83e6-1b4ecb5fcc77" -d '{"events": [{"name": "network-changed", "server_uuid": "13a2e247-7238-4617-9854-d33db184b04a", "tag": "f8eb5675-eafe-4a50-a334-39516c761025"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:57:32.197547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1760c-d69d-4ff8-8622-db4edacf0b83 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Pushing event updated for resources: {'Port': ['ID=f8eb5675-eafe-4a50-a334-39516c761025,revision_number=6']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:57:32.200987 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1cf1760c-d69d-4ff8-8622-db4edacf0b83 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:57:32.227092 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618bab89-c509-44c6-87a2-c81d6cc9a3a7 x-openstack-request-id: req-618bab89-c509-44c6-87a2-c81d6cc9a3a7 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:57:32.227735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a2e247-7238-4617-9854-d33db184b04a", "tag": "f8eb5675-eafe-4a50-a334-39516c761025", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:57:32.228137 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-618bab89-c509-44c6-87a2-c81d6cc9a3a7 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:57:32.228681 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a2e247-7238-4617-9854-d33db184b04a', 'tag': 'f8eb5675-eafe-4a50-a334-39516c761025', 'status': 'completed', 'code': 200} Jun 02 16:57:32.247774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['f8eb5675-eafe-4a50-a334-39516c761025'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:57:32.387773 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b142d9c-4dbb-4312-83e6-1b4ecb5fcc77 req-4471c4bf-59d9-4187-870b-0db9a1da3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:32.389263 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8b142d9c-4dbb-4312-83e6-1b4ecb5fcc77 req-4471c4bf-59d9-4187-870b-0db9a1da3888 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63899f34be6e4afea9752237ecab7c00&device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 1137 time: 0.1420674 Jun 02 16:57:32.398137 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed73af3-91f3-41d2-8216-521dce14b0b5 req-1980f16d-201e-4b42-abec-60d1678f6870 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:32.399853 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2ed73af3-91f3-41d2-8216-521dce14b0b5 req-1980f16d-201e-4b42-abec-60d1678f6870 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 984 time: 0.1212187 Jun 02 16:57:32.527184 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2ed73af3-91f3-41d2-8216-521dce14b0b5 req-0443abed-4ce8-48af-a125-6cf26a60e40a tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&id=4875bee4-f5db-440b-99ac-00a99300ec19&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088066 Jun 02 16:57:32.548816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-16192d16-5440-4bba-a1b6-ac59c74755da None None] Provisioning complete for port f8eb5675-eafe-4a50-a334-39516c761025 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:57:32.549167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-16192d16-5440-4bba-a1b6-ac59c74755da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:32.561288 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b142d9c-4dbb-4312-83e6-1b4ecb5fcc77 req-29b1c59d-0cad-4a76-88de-5b4f0e97c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:32.562753 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8b142d9c-4dbb-4312-83e6-1b4ecb5fcc77 req-29b1c59d-0cad-4a76-88de-5b4f0e97c4c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5871e5b5-4189-4149-ba6a-c9e09489ba83 HTTP/1.1" status: 200 len: 916 time: 0.1623442 Jun 02 16:57:32.667081 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8b142d9c-4dbb-4312-83e6-1b4ecb5fcc77 req-91339f62-9b6d-4232-88e1-ed11a04e3afa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8eb5675-eafe-4a50-a334-39516c761025 HTTP/1.1" status: 200 len: 1001 time: 0.0971694 Jun 02 16:57:32.730126 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b142d9c-4dbb-4312-83e6-1b4ecb5fcc77 req-fc7f437a-0e4d-45b5-9f14-e9f6a68ed390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:32.731664 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8b142d9c-4dbb-4312-83e6-1b4ecb5fcc77 req-fc7f437a-0e4d-45b5-9f14-e9f6a68ed390 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=55dbbf5a-9cc3-46d7-94c4-84da8cc3475b HTTP/1.1" status: 200 len: 854 time: 0.0568242 Jun 02 16:57:32.812562 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b142d9c-4dbb-4312-83e6-1b4ecb5fcc77 req-e1b9d81a-50e7-46f9-81e5-f6b1ccfd1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:32.814108 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8b142d9c-4dbb-4312-83e6-1b4ecb5fcc77 req-e1b9d81a-50e7-46f9-81e5-f6b1ccfd1bc5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5871e5b5-4189-4149-ba6a-c9e09489ba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0736322 Jun 02 16:57:32.953553 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8b142d9c-4dbb-4312-83e6-1b4ecb5fcc77 req-27935af8-af09-445e-9369-6c65022715c6 service neutron] 10.222.0.49 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326697 Jun 02 16:57:32.990648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b79084ae-67b7-4214-9076-0a0ce9f2afb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:33.089124 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8b142d9c-4dbb-4312-83e6-1b4ecb5fcc77 req-594d3b98-19ed-4fdc-9750-7246065520d1 service neutron] 10.222.0.49 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285775 Jun 02 16:57:35.041693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:35.161158 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:57:35.496157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fb309edc-c09b-4f4b-8d8d-cb4c6b8be843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:36.794774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:38.703907 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:46.826697 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-957eeeed-8843-4323-a510-5eb55398a013 req-5c38d119-49d8-4f0b-93a3-d229dcc7b5e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721297 Jun 02 16:57:46.974572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957eeeed-8843-4323-a510-5eb55398a013 req-21906592-91c0-4356-a5c0-997dfaeda471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:46.976476 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-957eeeed-8843-4323-a510-5eb55398a013 req-21906592-91c0-4356-a5c0-997dfaeda471 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63899f34be6e4afea9752237ecab7c00&device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 1137 time: 0.0788677 Jun 02 16:57:47.124361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957eeeed-8843-4323-a510-5eb55398a013 req-edced0b5-477d-488d-ad3b-2de04846e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:47.125799 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-957eeeed-8843-4323-a510-5eb55398a013 req-edced0b5-477d-488d-ad3b-2de04846e227 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5871e5b5-4189-4149-ba6a-c9e09489ba83 HTTP/1.1" status: 200 len: 916 time: 0.1283045 Jun 02 16:57:47.229309 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-957eeeed-8843-4323-a510-5eb55398a013 req-9b1646d6-07a0-4a6b-a224-5b15c60661e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8eb5675-eafe-4a50-a334-39516c761025 HTTP/1.1" status: 200 len: 1001 time: 0.0961154 Jun 02 16:57:47.438775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957eeeed-8843-4323-a510-5eb55398a013 req-41346c9f-b3db-4898-8834-22f1a9420fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:47.440248 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-957eeeed-8843-4323-a510-5eb55398a013 req-41346c9f-b3db-4898-8834-22f1a9420fa4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=55dbbf5a-9cc3-46d7-94c4-84da8cc3475b HTTP/1.1" status: 200 len: 854 time: 0.1998971 Jun 02 16:57:47.518602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957eeeed-8843-4323-a510-5eb55398a013 req-ad161aa8-1a2c-4ff7-969b-126ab163a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:47.520036 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-957eeeed-8843-4323-a510-5eb55398a013 req-ad161aa8-1a2c-4ff7-969b-126ab163a3c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5871e5b5-4189-4149-ba6a-c9e09489ba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720081 Jun 02 16:57:47.650539 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-957eeeed-8843-4323-a510-5eb55398a013 req-b32b9884-06df-465d-a033-caaaa8f210ea service neutron] 10.222.0.49 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226387 Jun 02 16:57:47.783104 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-957eeeed-8843-4323-a510-5eb55398a013 req-4de6ae3a-e6d7-4ad0-aace-e02851c2f0c6 service neutron] 10.222.0.49 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254175 Jun 02 16:57:47.956144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ebf95-9f38-4b8d-9512-83f53cdb88fb req-c9c78a0e-cfa1-4342-8959-69fda9ccf715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:47.957618 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8e7ebf95-9f38-4b8d-9512-83f53cdb88fb req-c9c78a0e-cfa1-4342-8959-69fda9ccf715 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63899f34be6e4afea9752237ecab7c00&device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 1137 time: 0.1316347 Jun 02 16:57:47.991535 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39d6b2-5e49-46d8-a181-03e126ac6f6b req-843f0d29-eb8e-4d8e-a507-e80e1729acb4 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:47.992907 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5f39d6b2-5e49-46d8-a181-03e126ac6f6b req-843f0d29-eb8e-4d8e-a507-e80e1729acb4 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 984 time: 0.1260998 Jun 02 16:57:48.101107 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5f39d6b2-5e49-46d8-a181-03e126ac6f6b req-227395e7-e389-491c-a357-d65f7d83c85e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&id=4875bee4-f5db-440b-99ac-00a99300ec19&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1011722 Jun 02 16:57:48.134279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ebf95-9f38-4b8d-9512-83f53cdb88fb req-151b9940-d0b9-441f-9356-330d98a4c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:48.135713 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8e7ebf95-9f38-4b8d-9512-83f53cdb88fb req-151b9940-d0b9-441f-9356-330d98a4c63c service neutron] 10.222.0.49 "GET /v2.0/networks?id=5871e5b5-4189-4149-ba6a-c9e09489ba83 HTTP/1.1" status: 200 len: 916 time: 0.1708741 Jun 02 16:57:48.239552 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8e7ebf95-9f38-4b8d-9512-83f53cdb88fb req-7dab4a81-a712-4b8b-b70f-81e4fa96b226 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8eb5675-eafe-4a50-a334-39516c761025 HTTP/1.1" status: 200 len: 1001 time: 0.0943327 Jun 02 16:57:48.306102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ebf95-9f38-4b8d-9512-83f53cdb88fb req-592f0c3c-96a7-435d-b2c1-aa268b38d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:48.307502 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8e7ebf95-9f38-4b8d-9512-83f53cdb88fb req-592f0c3c-96a7-435d-b2c1-aa268b38d83f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=55dbbf5a-9cc3-46d7-94c4-84da8cc3475b HTTP/1.1" status: 200 len: 854 time: 0.0615203 Jun 02 16:57:48.386316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ebf95-9f38-4b8d-9512-83f53cdb88fb req-d9b2833b-1603-44c5-b5b8-62e55e6b9f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:48.387754 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8e7ebf95-9f38-4b8d-9512-83f53cdb88fb req-d9b2833b-1603-44c5-b5b8-62e55e6b9f48 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5871e5b5-4189-4149-ba6a-c9e09489ba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725453 Jun 02 16:57:48.526832 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8e7ebf95-9f38-4b8d-9512-83f53cdb88fb req-d9d1f4fa-a7cc-47fa-ae07-c864d48b657c service neutron] 10.222.0.49 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318893 Jun 02 16:57:48.661327 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8e7ebf95-9f38-4b8d-9512-83f53cdb88fb req-78772819-6575-4929-bd62-889317f368dd service neutron] 10.222.0.49 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264517 Jun 02 16:57:49.307824 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731da23-740a-4e31-a3a2-25e0d159d324 req-5d24763f-eeef-4866-9e9e-24ce69030682 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:49.309305 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8731da23-740a-4e31-a3a2-25e0d159d324 req-5d24763f-eeef-4866-9e9e-24ce69030682 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 984 time: 0.0889390 Jun 02 16:57:49.356692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-8731da23-740a-4e31-a3a2-25e0d159d324 req-92eed057-bfe9-4f4c-86ab-5aea70ac0d73 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Synchronizing usage tracker for tenant:63899f34be6e4afea9752237ecab7c00 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:57:49.374019 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-8731da23-740a-4e31-a3a2-25e0d159d324 req-92eed057-bfe9-4f4c-86ab-5aea70ac0d73 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Unset dirty status for tenant:63899f34be6e4afea9752237ecab7c00 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:57:49.375440 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8731da23-740a-4e31-a3a2-25e0d159d324 req-92eed057-bfe9-4f4c-86ab-5aea70ac0d73 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&id=4875bee4-f5db-440b-99ac-00a99300ec19&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602171 Jun 02 16:57:49.375758 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:57:50.578049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5450d-68e3-4e28-8b5b-8849d1be6e05 req-e2261e06-a4cb-4eb4-b157-8772cfa5fff0 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:50.579549 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-14c5450d-68e3-4e28-8b5b-8849d1be6e05 req-e2261e06-a4cb-4eb4-b157-8772cfa5fff0 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 984 time: 0.0879555 Jun 02 16:57:50.626764 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-14c5450d-68e3-4e28-8b5b-8849d1be6e05 req-06ca1d25-06a9-4ae9-841d-b5d456216c4e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&id=4875bee4-f5db-440b-99ac-00a99300ec19&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411999 Jun 02 16:57:51.827228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee3a7d-be7b-4492-9da2-752fda3abce6 req-4aa9dd88-ebfb-4f40-a167-03a11fdcf795 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:51.828715 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-26ee3a7d-be7b-4492-9da2-752fda3abce6 req-4aa9dd88-ebfb-4f40-a167-03a11fdcf795 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 984 time: 0.0933003 Jun 02 16:57:51.876524 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-26ee3a7d-be7b-4492-9da2-752fda3abce6 req-bd6880a3-7120-4222-b98f-2e77e108a5cf tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&id=4875bee4-f5db-440b-99ac-00a99300ec19&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419147 Jun 02 16:57:53.081044 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1773460-4b4d-46df-a1f1-56d81d45bbc2 req-a390aa08-b359-43bd-ab00-feac33b3b5ef tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:53.082515 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c1773460-4b4d-46df-a1f1-56d81d45bbc2 req-a390aa08-b359-43bd-ab00-feac33b3b5ef tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 984 time: 0.0930951 Jun 02 16:57:53.132999 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c1773460-4b4d-46df-a1f1-56d81d45bbc2 req-31733c4c-28da-473e-ad4d-a0ec79d0d818 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&id=4875bee4-f5db-440b-99ac-00a99300ec19&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421977 Jun 02 16:57:54.329042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732ec6c-fa23-4413-a8d7-3d9a6134c438 req-1e1d7295-4886-4398-8e5f-edfa6e37b7b7 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:54.330453 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5732ec6c-fa23-4413-a8d7-3d9a6134c438 req-1e1d7295-4886-4398-8e5f-edfa6e37b7b7 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 984 time: 0.0864372 Jun 02 16:57:54.381891 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5732ec6c-fa23-4413-a8d7-3d9a6134c438 req-08d50054-e47c-4af0-bf80-506073e1784f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&id=4875bee4-f5db-440b-99ac-00a99300ec19&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455799 Jun 02 16:57:55.576166 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cee65-6f8f-4d6f-8e8d-8471091676da req-c73ec62d-893a-4a73-abea-56091c9d1d77 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:55.577627 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-794cee65-6f8f-4d6f-8e8d-8471091676da req-c73ec62d-893a-4a73-abea-56091c9d1d77 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 984 time: 0.0901675 Jun 02 16:57:55.626962 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-794cee65-6f8f-4d6f-8e8d-8471091676da req-7435c740-4b35-403f-a18c-fd5e7d33e7c3 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&id=4875bee4-f5db-440b-99ac-00a99300ec19&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402567 Jun 02 16:57:56.838843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cc724-56f4-46f9-aaab-cac2f8b1d685 req-6ff90ad7-247f-49d6-89ba-5ae1fdc0bb27 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:56.840279 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4a6cc724-56f4-46f9-aaab-cac2f8b1d685 req-6ff90ad7-247f-49d6-89ba-5ae1fdc0bb27 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 984 time: 0.0855820 Jun 02 16:57:56.887270 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4a6cc724-56f4-46f9-aaab-cac2f8b1d685 req-16641510-ddc2-4ea2-868c-d32e6939812f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&id=4875bee4-f5db-440b-99ac-00a99300ec19&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411775 Jun 02 16:57:58.243683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146c470-e651-4027-9a35-6c4e0c979a16 req-a0c854cc-ecf6-43cb-9ebd-963981ebb465 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:58.245083 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d146c470-e651-4027-9a35-6c4e0c979a16 req-a0c854cc-ecf6-43cb-9ebd-963981ebb465 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 984 time: 0.2419357 Jun 02 16:57:58.298627 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d146c470-e651-4027-9a35-6c4e0c979a16 req-3599806b-3534-4318-91ea-524c0d309d95 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&id=4875bee4-f5db-440b-99ac-00a99300ec19&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470290 Jun 02 16:57:59.504256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee03cb-3fc6-452f-988c-4b9feec6d49a req-3e7b3a28-2d2c-46b8-9015-238dfee922f1 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:57:59.505744 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f5ee03cb-3fc6-452f-988c-4b9feec6d49a req-3e7b3a28-2d2c-46b8-9015-238dfee922f1 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 984 time: 0.0939946 Jun 02 16:57:59.552025 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f5ee03cb-3fc6-452f-988c-4b9feec6d49a req-f1509ecc-cb04-4cd9-8313-07d105a20824 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&id=4875bee4-f5db-440b-99ac-00a99300ec19&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399568 Jun 02 16:58:00.765124 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041fb51-4eae-4ef4-820b-c716d576edb0 req-80b3bc66-9e55-403c-bb62-7b9ff069b13b tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:58:00.766490 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c041fb51-4eae-4ef4-820b-c716d576edb0 req-80b3bc66-9e55-403c-bb62-7b9ff069b13b tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 984 time: 0.0941341 Jun 02 16:58:00.812648 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c041fb51-4eae-4ef4-820b-c716d576edb0 req-69df4a2b-65dc-40bb-9f19-18e9f3411b32 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&id=4875bee4-f5db-440b-99ac-00a99300ec19&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402443 Jun 02 16:58:02.985039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dab73f2d-2ff0-42a6-a933-c8d797ab4320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:05.046570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:05.501521 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c99a2143-9580-4e1f-8c6d-0e5556dbca64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:06.801525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:08.710587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:12.165863 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:58:19.388395 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:32.990822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a5906268-3d64-4296-a23e-75b531af686c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:33.340314 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b8b8ab5f-495b-494e-bc45-6332d1485fd9 req-e67dfad7-3dba-4f54-9e4d-81bbbabd8df6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-569093796&fields=id&tenant_id=63899f34be6e4afea9752237ecab7c00 HTTP/1.1" status: 200 len: 267 time: 0.0487761 Jun 02 16:58:33.426626 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8ab5f-495b-494e-bc45-6332d1485fd9 req-6d0118c0-ac5f-4c74-a66f-57248a447b38 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:58:33.428088 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b8b8ab5f-495b-494e-bc45-6332d1485fd9 req-6d0118c0-ac5f-4c74-a66f-57248a447b38 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 984 time: 0.0823078 Jun 02 16:58:33.439094 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [req-b8b8ab5f-495b-494e-bc45-6332d1485fd9 req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Request body: {'port': {'security_groups': ['b2146360-09d1-4bf3-aab7-a5545508eff0']}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:58:33.565789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-b8b8ab5f-495b-494e-bc45-6332d1485fd9 req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:33.810166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [req-b8b8ab5f-495b-494e-bc45-6332d1485fd9 req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] For port f8eb5675-eafe-4a50-a334-39516c761025, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f8eb5675-eafe-4a50-a334-39516c761025,segment=NetworkSegment(9b818607-a7ec-45b0-96b9-d69db16a8e6b),segment_id=9b818607-a7ec-45b0-96b9-d69db16a8e6b)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:58:33.836669 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-b8b8ab5f-495b-494e-bc45-6332d1485fd9 req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:33.844252 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-b8b8ab5f-495b-494e-bc45-6332d1485fd9 req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:33.852483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b4877d38-8629-44a3-917a-ed35d4886fa2 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:33.860930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['f8eb5675-eafe-4a50-a334-39516c761025'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:58:33.925834 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8ab5f-495b-494e-bc45-6332d1485fd9 req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:58:33.926525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [req-b8b8ab5f-495b-494e-bc45-6332d1485fd9 req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:33.928133 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b8b8ab5f-495b-494e-bc45-6332d1485fd9 req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "PUT /v2.0/ports/f8eb5675-eafe-4a50-a334-39516c761025 HTTP/1.1" status: 200 len: 942 time: 0.4936564 Jun 02 16:58:33.928694 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a2e247-7238-4617-9854-d33db184b04a', 'tag': 'f8eb5675-eafe-4a50-a334-39516c761025'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:58:33.931625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c567d79b-df45-4214-8ce6-c5c5aebaa263" -d '{"events": [{"name": "network-changed", "server_uuid": "13a2e247-7238-4617-9854-d33db184b04a", "tag": "f8eb5675-eafe-4a50-a334-39516c761025"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:58:33.935862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43752) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:58:33.960792 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Pushing event updated for resources: {'Port': ['ID=f8eb5675-eafe-4a50-a334-39516c761025,revision_number=7']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:33.969520 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:33.970391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:33.970975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:33.971552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:33.972177 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:33.972742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:33.973683 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:33.974283 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:33.975377 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:33.975947 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:33.976796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:33.977746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:33.982436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7e750c57-3e1e-4aec-8a93-c2c4a84b66c6 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:34.020395 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['f8eb5675-eafe-4a50-a334-39516c761025'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:58:34.024567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:34.056913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:34.058193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd50c094-1560-4697-9505-914c23e1a797 x-openstack-request-id: req-bd50c094-1560-4697-9505-914c23e1a797 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:58:34.058598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a2e247-7238-4617-9854-d33db184b04a", "tag": "f8eb5675-eafe-4a50-a334-39516c761025", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:58:34.058958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd50c094-1560-4697-9505-914c23e1a797 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:58:34.060413 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a2e247-7238-4617-9854-d33db184b04a', 'tag': 'f8eb5675-eafe-4a50-a334-39516c761025', 'status': 'completed', 'code': 200} Jun 02 16:58:34.177062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567d79b-df45-4214-8ce6-c5c5aebaa263 req-3d1b31cd-4f09-4d95-819a-7909f1405641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:58:34.178667 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c567d79b-df45-4214-8ce6-c5c5aebaa263 req-3d1b31cd-4f09-4d95-819a-7909f1405641 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63899f34be6e4afea9752237ecab7c00&device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 1098 time: 0.0960686 Jun 02 16:58:34.221660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:34.227151 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b9bb8a9e-89a4-47a7-97b9-44f22bddde3d None None] Provisioning complete for port f8eb5675-eafe-4a50-a334-39516c761025 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:58:34.227636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-89144c9e-b9ae-4c32-b16e-0384ce807bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:34.227757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8a9e-89a4-47a7-97b9-44f22bddde3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:34.299738 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4875bee4-f5db-440b-99ac-00a99300ec19,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:34.319300 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:34.319655 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:34.320037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:34.320416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:34.320795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:34.321168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:34.321534 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:34.321911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:34.322295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:34.322659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:34.323023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:34.323384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:34.327121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:34.335710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:34.337099 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d492b31d-a692-429c-a6bf-5467b83ea21d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "DELETE /v2.0/security-groups/4875bee4-f5db-440b-99ac-00a99300ec19 HTTP/1.1" status: 204 len: 168 time: 0.3999631 Jun 02 16:58:34.339676 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43756) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:58:34.453438 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567d79b-df45-4214-8ce6-c5c5aebaa263 req-e5ddacea-5018-4cfb-8852-92a661962d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:58:34.455000 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c567d79b-df45-4214-8ce6-c5c5aebaa263 req-e5ddacea-5018-4cfb-8852-92a661962d9f service neutron] 10.222.0.49 "GET /v2.0/networks?id=5871e5b5-4189-4149-ba6a-c9e09489ba83 HTTP/1.1" status: 200 len: 916 time: 0.2646129 Jun 02 16:58:34.786962 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c567d79b-df45-4214-8ce6-c5c5aebaa263 req-23bf88c9-5096-4f5c-b129-26f4c76702de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8eb5675-eafe-4a50-a334-39516c761025 HTTP/1.1" status: 200 len: 1001 time: 0.3201623 Jun 02 16:58:34.886104 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567d79b-df45-4214-8ce6-c5c5aebaa263 req-7b6e4cec-461c-4c04-8948-a9c7df51335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:58:34.887765 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c567d79b-df45-4214-8ce6-c5c5aebaa263 req-7b6e4cec-461c-4c04-8948-a9c7df51335a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=55dbbf5a-9cc3-46d7-94c4-84da8cc3475b HTTP/1.1" status: 200 len: 854 time: 0.0728004 Jun 02 16:58:34.951921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-9e580cbf-f222-4844-b6f6-fae0fe98c084 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Deleting port aa03f2c8-517a-4ca4-a933-5484ae09cb95 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:58:34.952626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9e580cbf-f222-4844-b6f6-fae0fe98c084 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:35.042248 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:35.076499 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567d79b-df45-4214-8ce6-c5c5aebaa263 req-a32ad0de-139c-4151-b72f-52f86291a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:58:35.077978 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c567d79b-df45-4214-8ce6-c5c5aebaa263 req-a32ad0de-139c-4151-b72f-52f86291a8f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5871e5b5-4189-4149-ba6a-c9e09489ba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1790981 Jun 02 16:58:35.110984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9e580cbf-f222-4844-b6f6-fae0fe98c084 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:35.111316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9e580cbf-f222-4844-b6f6-fae0fe98c084 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:35.280460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-9e580cbf-f222-4844-b6f6-fae0fe98c084 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Calling delete_port for aa03f2c8-517a-4ca4-a933-5484ae09cb95 owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:58:35.366972 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c567d79b-df45-4214-8ce6-c5c5aebaa263 req-abf6dce4-2b1e-42d1-959c-bede784aa3be service neutron] 10.222.0.49 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778935 Jun 02 16:58:35.496864 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-27afe309-4a62-4323-9ad2-01cd55a64949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:35.523880 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c567d79b-df45-4214-8ce6-c5c5aebaa263 req-c3431a63-6dc4-42e4-9769-a32e95f170f1 service neutron] 10.222.0.49 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446676 Jun 02 16:58:35.587200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9e580cbf-f222-4844-b6f6-fae0fe98c084 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:35.592628 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d1c9684d-44eb-46c6-935d-5a8d30b2f8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:35.638715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e580cbf-f222-4844-b6f6-fae0fe98c084 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Pushing event deleted for resources: {'Port': ['ID=aa03f2c8-517a-4ca4-a933-5484ae09cb95,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:35.641400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9e580cbf-f222-4844-b6f6-fae0fe98c084 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:35.752297 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9e580cbf-f222-4844-b6f6-fae0fe98c084 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:35.752703 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-9e580cbf-f222-4844-b6f6-fae0fe98c084 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Floating IP 1b353bc7-9e67-40e5-a974-6810bd5867c3 disassociated (deleted). External IP: 172.26.3.135, port: f8eb5675-eafe-4a50-a334-39516c761025. Jun 02 16:58:36.261981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e580cbf-f222-4844-b6f6-fae0fe98c084 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Router 67c2a687-cb88-4e8d-a09c-c1db92357360 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:58:36.447983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e580cbf-f222-4844-b6f6-fae0fe98c084 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:58:36.457688 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb95e1-3231-4a49-b8a7-5f8052b7f07d None None] Sync routers for ids ['67c2a687-cb88-4e8d-a09c-c1db92357360'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:58:36.468558 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb95e1-3231-4a49-b8a7-5f8052b7f07d None None] Routers {'67c2a687-cb88-4e8d-a09c-c1db92357360'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:58:36.469376 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1bbb95e1-3231-4a49-b8a7-5f8052b7f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:58:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['67c2a687-cb88-4e8d-a09c-c1db92357360'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:36.470683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9e580cbf-f222-4844-b6f6-fae0fe98c084 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:36.528381 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9e580cbf-f222-4844-b6f6-fae0fe98c084 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "DELETE /v2.0/floatingips/1b353bc7-9e67-40e5-a974-6810bd5867c3 HTTP/1.1" status: 204 len: 168 time: 2.1876848 Jun 02 16:58:36.529413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a2e247-7238-4617-9854-d33db184b04a', 'tag': 'f8eb5675-eafe-4a50-a334-39516c761025'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:58:36.531739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1893b0e2-1bd2-4c4b-b8c1-c12e68c24b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "13a2e247-7238-4617-9854-d33db184b04a", "tag": "f8eb5675-eafe-4a50-a334-39516c761025"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:58:36.595366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8d75b6-0fc8-42da-b7e8-0b413b848cdd x-openstack-request-id: req-ca8d75b6-0fc8-42da-b7e8-0b413b848cdd {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:58:36.595706 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a2e247-7238-4617-9854-d33db184b04a", "tag": "f8eb5675-eafe-4a50-a334-39516c761025", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:58:36.595997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca8d75b6-0fc8-42da-b7e8-0b413b848cdd {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:58:36.596407 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a2e247-7238-4617-9854-d33db184b04a', 'tag': 'f8eb5675-eafe-4a50-a334-39516c761025', 'status': 'completed', 'code': 200} Jun 02 16:58:36.643311 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-1bbb95e1-3231-4a49-b8a7-5f8052b7f07d None None] Set router 67c2a687-cb88-4e8d-a09c-c1db92357360 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:58:36.690613 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893b0e2-1bd2-4c4b-b8c1-c12e68c24b7f req-a3a92840-e250-471b-a2d7-4ba3d2cee415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:58:36.692182 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1893b0e2-1bd2-4c4b-b8c1-c12e68c24b7f req-a3a92840-e250-471b-a2d7-4ba3d2cee415 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=63899f34be6e4afea9752237ecab7c00&device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 1098 time: 0.0740242 Jun 02 16:58:36.796154 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:36.835112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893b0e2-1bd2-4c4b-b8c1-c12e68c24b7f req-0d49f0fe-ef33-4aaf-93e6-af844d30783b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:58:36.836578 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1893b0e2-1bd2-4c4b-b8c1-c12e68c24b7f req-0d49f0fe-ef33-4aaf-93e6-af844d30783b service neutron] 10.222.0.49 "GET /v2.0/networks?id=5871e5b5-4189-4149-ba6a-c9e09489ba83 HTTP/1.1" status: 200 len: 916 time: 0.1375763 Jun 02 16:58:36.914716 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1893b0e2-1bd2-4c4b-b8c1-c12e68c24b7f req-691e789d-5bc2-4a8f-88bb-8557e8107282 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8eb5675-eafe-4a50-a334-39516c761025 HTTP/1.1" status: 200 len: 217 time: 0.0675731 Jun 02 16:58:36.982829 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1bbb95e1-3231-4a49-b8a7-5f8052b7f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'name': 'tempest-TestMinimumBasicScenario-1678566267-router', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:30Z', 'updated_at': '2021-06-02T16:56:35Z', 'revision_number': 4, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'gw_port': {'id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:31Z', 'updated_at': '2021-06-02T16:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9ff86df8-6efc-4d6b-8052-8582336beb90', 'name': '', 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'mac_address': 'fa:16:3e:7a:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:34Z', 'updated_at': '2021-06-02T16:56:42Z', 'revision_number': 5, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'subnets': [{'id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:36.987141 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb95e1-3231-4a49-b8a7-5f8052b7f07d None None] Checking router: 67c2a687-cb88-4e8d-a09c-c1db92357360 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:58:36.995511 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb95e1-3231-4a49-b8a7-5f8052b7f07d None None] Routers {'67c2a687-cb88-4e8d-a09c-c1db92357360'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:58:36.996262 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1bbb95e1-3231-4a49-b8a7-5f8052b7f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:58:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['67c2a687-cb88-4e8d-a09c-c1db92357360'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:37.006522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893b0e2-1bd2-4c4b-b8c1-c12e68c24b7f req-f8dfd373-26a1-4387-b173-fe122b486517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:58:37.007989 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1893b0e2-1bd2-4c4b-b8c1-c12e68c24b7f req-f8dfd373-26a1-4387-b173-fe122b486517 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=55dbbf5a-9cc3-46d7-94c4-84da8cc3475b HTTP/1.1" status: 200 len: 854 time: 0.0708125 Jun 02 16:58:37.087542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893b0e2-1bd2-4c4b-b8c1-c12e68c24b7f req-76a407f0-8d5d-4baf-9238-384a29e10a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:58:37.089030 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1893b0e2-1bd2-4c4b-b8c1-c12e68c24b7f req-76a407f0-8d5d-4baf-9238-384a29e10a5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5871e5b5-4189-4149-ba6a-c9e09489ba83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0703273 Jun 02 16:58:37.176616 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-1bbb95e1-3231-4a49-b8a7-5f8052b7f07d None None] Set router 67c2a687-cb88-4e8d-a09c-c1db92357360 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:58:37.223504 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1893b0e2-1bd2-4c4b-b8c1-c12e68c24b7f req-7a7ee961-9b22-44b9-8737-5f759ccfa8c2 service neutron] 10.222.0.49 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264412 Jun 02 16:58:37.357434 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1893b0e2-1bd2-4c4b-b8c1-c12e68c24b7f req-5b812643-89cf-43ae-bab6-ce049c7c862f service neutron] 10.222.0.49 "GET /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269546 Jun 02 16:58:37.516983 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-1bbb95e1-3231-4a49-b8a7-5f8052b7f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'name': 'tempest-TestMinimumBasicScenario-1678566267-router', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:30Z', 'updated_at': '2021-06-02T16:56:35Z', 'revision_number': 4, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'gw_port': {'id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:31Z', 'updated_at': '2021-06-02T16:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9ff86df8-6efc-4d6b-8052-8582336beb90', 'name': '', 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'mac_address': 'fa:16:3e:7a:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:34Z', 'updated_at': '2021-06-02T16:56:42Z', 'revision_number': 5, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'subnets': [{'id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:37.520614 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb95e1-3231-4a49-b8a7-5f8052b7f07d None None] The sync data for ids ['67c2a687-cb88-4e8d-a09c-c1db92357360'] in dv-neutron-601336-83-hyperv is: [{'id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'name': 'tempest-TestMinimumBasicScenario-1678566267-router', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:30Z', 'updated_at': '2021-06-02T16:56:35Z', 'revision_number': 4, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'gw_port': {'id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:31Z', 'updated_at': '2021-06-02T16:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '9ff86df8-6efc-4d6b-8052-8582336beb90', 'name': '', 'network_id': '5871e5b5-4189-4149-ba6a-c9e09489ba83', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'mac_address': 'fa:16:3e:7a:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:34Z', 'updated_at': '2021-06-02T16:56:42Z', 'revision_number': 5, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'subnets': [{'id': '55dbbf5a-9cc3-46d7-94c4-84da8cc3475b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:58:37.739665 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa2561-0e9f-49dd-a69a-2d8cc318079d None None] New status for floating IP 1b353bc7-9e67-40e5-a974-6810bd5867c3: DOWN {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:58:38.708690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:44.210376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834348d1-ae07-43b5-b276-2cdc90b6dce1 req-bec47af3-d7d9-4172-914b-752fb4cc986e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:58:44.211889 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-834348d1-ae07-43b5-b276-2cdc90b6dce1 req-bec47af3-d7d9-4172-914b-752fb4cc986e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 945 time: 0.0993326 Jun 02 16:58:44.257711 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-834348d1-ae07-43b5-b276-2cdc90b6dce1 req-9d289b78-028f-4649-aa00-9bfd4448712d tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399272 Jun 02 16:58:45.465273 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049a279-a400-448a-b2f4-8ab2055de6c4 req-71e7705b-114f-4f95-9011-a3bd41092892 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:58:45.465960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-5049a279-a400-448a-b2f4-8ab2055de6c4 req-71e7705b-114f-4f95-9011-a3bd41092892 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Synchronizing usage tracker for tenant:63899f34be6e4afea9752237ecab7c00 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:58:45.484565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-5049a279-a400-448a-b2f4-8ab2055de6c4 req-71e7705b-114f-4f95-9011-a3bd41092892 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Unset dirty status for tenant:63899f34be6e4afea9752237ecab7c00 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:58:45.485697 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5049a279-a400-448a-b2f4-8ab2055de6c4 req-71e7705b-114f-4f95-9011-a3bd41092892 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 945 time: 0.1132114 Jun 02 16:58:45.530928 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-5049a279-a400-448a-b2f4-8ab2055de6c4 req-ddfdb1fd-957f-4e4c-ba25-0105d35a4b29 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Synchronizing usage tracker for tenant:63899f34be6e4afea9752237ecab7c00 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:58:45.548152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-5049a279-a400-448a-b2f4-8ab2055de6c4 req-ddfdb1fd-957f-4e4c-ba25-0105d35a4b29 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Unset dirty status for tenant:63899f34be6e4afea9752237ecab7c00 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:58:45.549333 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5049a279-a400-448a-b2f4-8ab2055de6c4 req-ddfdb1fd-957f-4e4c-ba25-0105d35a4b29 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2146360-09d1-4bf3-aab7-a5545508eff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576539 Jun 02 16:58:46.045244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d378324-3ebb-4497-9c25-9a32a14e775f req-992a1c6d-00da-4889-8e2a-50029979d393 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:58:46.046691 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8d378324-3ebb-4497-9c25-9a32a14e775f req-992a1c6d-00da-4889-8e2a-50029979d393 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.49 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 945 time: 0.0994198 Jun 02 16:58:46.187842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-8d378324-3ebb-4497-9c25-9a32a14e775f req-f9196186-f01e-4109-bf91-387831a6e8a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Deleting port f8eb5675-eafe-4a50-a334-39516c761025 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:58:46.188190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-8d378324-3ebb-4497-9c25-9a32a14e775f req-f9196186-f01e-4109-bf91-387831a6e8a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:46.326063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-8d378324-3ebb-4497-9c25-9a32a14e775f req-f9196186-f01e-4109-bf91-387831a6e8a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] For port f8eb5675-eafe-4a50-a334-39516c761025, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f8eb5675-eafe-4a50-a334-39516c761025,segment=NetworkSegment(9b818607-a7ec-45b0-96b9-d69db16a8e6b),segment_id=9b818607-a7ec-45b0-96b9-d69db16a8e6b)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:58:46.326395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-8d378324-3ebb-4497-9c25-9a32a14e775f req-f9196186-f01e-4109-bf91-387831a6e8a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:46.583375 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-8d378324-3ebb-4497-9c25-9a32a14e775f req-f9196186-f01e-4109-bf91-387831a6e8a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Calling delete_port for f8eb5675-eafe-4a50-a334-39516c761025 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:58:46.696978 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-8d378324-3ebb-4497-9c25-9a32a14e775f req-f9196186-f01e-4109-bf91-387831a6e8a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:46.702931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:46.706829 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-377d918c-2fc4-4f81-bd3e-d4c97e6fb05e req-0ac2fc70-e9a5-4f96-b712-6c8372af0f52 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.50 "GET /v2.0/ports?device_id=13a2e247-7238-4617-9854-d33db184b04a HTTP/1.1" status: 200 len: 210 time: 0.0435734 Jun 02 16:58:46.750909 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9196186-f01e-4109-bf91-387831a6e8a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Pushing event deleted for resources: {'Port': ['ID=f8eb5675-eafe-4a50-a334-39516c761025,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:46.754058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f9196186-f01e-4109-bf91-387831a6e8a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:46.824044 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d378324-3ebb-4497-9c25-9a32a14e775f req-f9196186-f01e-4109-bf91-387831a6e8a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] No DVR routers for this DVR port f8eb5675-eafe-4a50-a334-39516c761025 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:58:46.826668 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-8d378324-3ebb-4497-9c25-9a32a14e775f req-f9196186-f01e-4109-bf91-387831a6e8a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:46.829246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a2e247-7238-4617-9854-d33db184b04a', 'name': 'network-vif-deleted', 'tag': 'f8eb5675-eafe-4a50-a334-39516c761025'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:58:46.831550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea07efd9-c38b-4753-a545-76b36d164d38" -d '{"events": [{"server_uuid": "13a2e247-7238-4617-9854-d33db184b04a", "name": "network-vif-deleted", "tag": "f8eb5675-eafe-4a50-a334-39516c761025"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:58:46.850016 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8d378324-3ebb-4497-9c25-9a32a14e775f req-f9196186-f01e-4109-bf91-387831a6e8a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] 10.222.0.49 "DELETE /v2.0/ports/f8eb5675-eafe-4a50-a334-39516c761025 HTTP/1.1" status: 204 len: 173 time: 0.7925432 Jun 02 16:58:46.876409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f9ab5f-8417-4ec4-8c59-fa8838a7e227 x-openstack-request-id: req-91f9ab5f-8417-4ec4-8c59-fa8838a7e227 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:58:46.876744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a2e247-7238-4617-9854-d33db184b04a", "name": "network-vif-deleted", "tag": "f8eb5675-eafe-4a50-a334-39516c761025", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:58:46.877054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91f9ab5f-8417-4ec4-8c59-fa8838a7e227 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:58:46.877522 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a2e247-7238-4617-9854-d33db184b04a', 'name': 'network-vif-deleted', 'tag': 'f8eb5675-eafe-4a50-a334-39516c761025', 'status': 'completed', 'code': 200} Jun 02 16:58:48.349730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device f8eb5675-eafe-4a50-a334-39516c761025 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:58:48.388919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: f8eb5675-eafe-4a50-a334-39516c761025 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:58:48.389276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device f8eb5675-eafe-4a50-a334-39516c761025 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:58:48.391062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43858) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:58:48.949799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d6f7786d-c197-4e67-bf64-4032d5eac19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:49.165395 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:58:49.380196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d6f7786d-c197-4e67-bf64-4032d5eac19f admin admin] Deleting port 9ff86df8-6efc-4d6b-8052-8582336beb90 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:58:49.381110 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d6f7786d-c197-4e67-bf64-4032d5eac19f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:49.388396 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:49.635776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-d6f7786d-c197-4e67-bf64-4032d5eac19f admin admin] For port 9ff86df8-6efc-4d6b-8052-8582336beb90, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=9ff86df8-6efc-4d6b-8052-8582336beb90,segment=NetworkSegment(9b818607-a7ec-45b0-96b9-d69db16a8e6b),segment_id=9b818607-a7ec-45b0-96b9-d69db16a8e6b)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:58:49.636389 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d6f7786d-c197-4e67-bf64-4032d5eac19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:49.753980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d6f7786d-c197-4e67-bf64-4032d5eac19f admin admin] Calling delete_port for 9ff86df8-6efc-4d6b-8052-8582336beb90 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:58:50.054190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d6f7786d-c197-4e67-bf64-4032d5eac19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:50.057944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3f425dd1-0817-455e-b2fb-f0d45e19ec75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:50.101210 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7786d-c197-4e67-bf64-4032d5eac19f admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff86df8-6efc-4d6b-8052-8582336beb90,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:50.103819 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d6f7786d-c197-4e67-bf64-4032d5eac19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:50.369641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d6f7786d-c197-4e67-bf64-4032d5eac19f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:50.729243 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f7786d-c197-4e67-bf64-4032d5eac19f admin admin] Router 67c2a687-cb88-4e8d-a09c-c1db92357360 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:58:51.073709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f7786d-c197-4e67-bf64-4032d5eac19f admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:58:51.086277 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db65afd3-954b-4127-adfa-9332b8255012 None None] Sync routers for ids ['67c2a687-cb88-4e8d-a09c-c1db92357360'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:58:51.089711 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d6f7786d-c197-4e67-bf64-4032d5eac19f admin admin] 10.222.0.50 "PUT /v2.0/routers/67c2a687-cb88-4e8d-a09c-c1db92357360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6942942 Jun 02 16:58:51.089814 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43860) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:58:51.110863 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db65afd3-954b-4127-adfa-9332b8255012 None None] Routers {'67c2a687-cb88-4e8d-a09c-c1db92357360'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:58:51.111642 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-db65afd3-954b-4127-adfa-9332b8255012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:58:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['67c2a687-cb88-4e8d-a09c-c1db92357360'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:51.274178 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:51.295217 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-db65afd3-954b-4127-adfa-9332b8255012 None None] Set router 67c2a687-cb88-4e8d-a09c-c1db92357360 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:58:51.590065 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-db65afd3-954b-4127-adfa-9332b8255012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'name': 'tempest-TestMinimumBasicScenario-1678566267-router', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:30Z', 'updated_at': '2021-06-02T16:58:49Z', 'revision_number': 5, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'gw_port': {'id': '13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:31Z', 'updated_at': '2021-06-02T16:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:51.594102 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db65afd3-954b-4127-adfa-9332b8255012 None None] Checking router: 67c2a687-cb88-4e8d-a09c-c1db92357360 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:58:51.603293 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db65afd3-954b-4127-adfa-9332b8255012 None None] Routers {'67c2a687-cb88-4e8d-a09c-c1db92357360'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:58:51.603897 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-db65afd3-954b-4127-adfa-9332b8255012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:58:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['67c2a687-cb88-4e8d-a09c-c1db92357360'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:51.609427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:51.684041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] Deleting port 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:58:51.684281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:51.758142 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-db65afd3-954b-4127-adfa-9332b8255012 None None] Set router 67c2a687-cb88-4e8d-a09c-c1db92357360 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:58:51.805052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] For port 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:58:51.805411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:51.860219 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-db65afd3-954b-4127-adfa-9332b8255012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'name': 'tempest-TestMinimumBasicScenario-1678566267-router', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:30Z', 'updated_at': '2021-06-02T16:58:51Z', 'revision_number': 6, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:51.864409 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db65afd3-954b-4127-adfa-9332b8255012 None None] The sync data for ids ['67c2a687-cb88-4e8d-a09c-c1db92357360'] in dv-neutron-601336-83-hyperv is: [{'id': '67c2a687-cb88-4e8d-a09c-c1db92357360', 'name': 'tempest-TestMinimumBasicScenario-1678566267-router', 'tenant_id': '63899f34be6e4afea9752237ecab7c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:30Z', 'updated_at': '2021-06-02T16:58:51Z', 'revision_number': 6, 'project_id': '63899f34be6e4afea9752237ecab7c00', 'gw_port_host': None}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:58:51.927472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] Calling delete_port for 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:58:52.207634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:52.210845 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bd936247-933f-465d-8bca-bdb2f387a786 tempest-ServersAdminNegativeTestJSON-2123241367 tempest-ServersAdminNegativeTestJSON-2123241367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:52.259128 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:52.262194 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:52.348786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:52.518792 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:52.521031 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:52.547653 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:52.548266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67c2a687-cb88-4e8d-a09c-c1db92357360 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:58:52.560861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:52.562012 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] 10.222.0.50 "DELETE /v2.0/routers/67c2a687-cb88-4e8d-a09c-c1db92357360 HTTP/1.1" status: 204 len: 168 time: 1.4714515 Jun 02 16:58:52.564854 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43862) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:58:52.628163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b739e3-d654-47e5-a756-e22159355d7d admin admin] Deleting subnet 55dbbf5a-9cc3-46d7-94c4-84da8cc3475b {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:58:52.631292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-56b739e3-d654-47e5-a756-e22159355d7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:52.681703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-56b739e3-d654-47e5-a756-e22159355d7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:52.764182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-56b739e3-d654-47e5-a756-e22159355d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:53.021827 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-56b739e3-d654-47e5-a756-e22159355d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:53.025436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-edbef9f5-1048-4a4b-8b9e-3d9131a236c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:53.061909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b739e3-d654-47e5-a756-e22159355d7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55dbbf5a-9cc3-46d7-94c4-84da8cc3475b,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:53.064795 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-56b739e3-d654-47e5-a756-e22159355d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:53.065834 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-56b739e3-d654-47e5-a756-e22159355d7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:53.072546 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-56b739e3-d654-47e5-a756-e22159355d7d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/55dbbf5a-9cc3-46d7-94c4-84da8cc3475b HTTP/1.1" status: 204 len: 168 time: 0.5067251 Jun 02 16:58:53.073383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6c95c5-c502-489b-80ba-7e7c45c15dd1 None None] Network 5871e5b5-4189-4149-ba6a-c9e09489ba83 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:58:53.075167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43864) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:58:53.317418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] DHCP port deletion for 5871e5b5-4189-4149-ba6a-c9e09489ba83 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:58:53.338390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:53.382802 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Deleting port 6690732f-936b-4c14-a712-b5306528bfea {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:58:53.382969 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:53.411976 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Deleting port 6690732f-936b-4c14-a712-b5306528bfea {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:58:53.412323 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:53.464717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6690732f-936b-4c14-a712-b5306528bfea no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:58:53.514475 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] For port 6690732f-936b-4c14-a712-b5306528bfea, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6690732f-936b-4c14-a712-b5306528bfea,segment=NetworkSegment(9b818607-a7ec-45b0-96b9-d69db16a8e6b),segment_id=9b818607-a7ec-45b0-96b9-d69db16a8e6b)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:58:53.515085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:53.529529 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] For port 6690732f-936b-4c14-a712-b5306528bfea, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6690732f-936b-4c14-a712-b5306528bfea,segment=NetworkSegment(9b818607-a7ec-45b0-96b9-d69db16a8e6b),segment_id=9b818607-a7ec-45b0-96b9-d69db16a8e6b)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:58:53.529961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:53.635046 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Calling delete_port for 6690732f-936b-4c14-a712-b5306528bfea owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:58:53.653420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Calling delete_port for 6690732f-936b-4c14-a712-b5306528bfea owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:58:53.683879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:53.688140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c427f09f-7519-4991-a6d3-57f9cc819b5f tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:53.699435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] Port 6690732f-936b-4c14-a712-b5306528bfea update to DOWN by agent not found {{(pid=92324) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} Jun 02 16:58:53.699882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9ff86df8-6efc-4d6b-8052-8582336beb90 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:58:53.737012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] No DVR routers for this DVR port 6690732f-936b-4c14-a712-b5306528bfea on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:58:53.738894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=6690732f-936b-4c14-a712-b5306528bfea,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:53.739367 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 9ff86df8-6efc-4d6b-8052-8582336beb90 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:58:53.739733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 9ff86df8-6efc-4d6b-8052-8582336beb90 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:58:53.740191 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:58:53.764724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:53.775530 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:58:53.775882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 13c27c60-25c8-4fb6-a4d2-1ed74f1bb8ad not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:58:53.802608 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:53.807099 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8661b7b6-5d63-427f-b084-6ef0ac2c9749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:53.851703 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Pushing event deleted for resources: {'Port': ['ID=6690732f-936b-4c14-a712-b5306528bfea,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:53.854021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] No DVR routers for this DVR port 6690732f-936b-4c14-a712-b5306528bfea on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:58:53.862173 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:53.867298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:53.867663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:53.868013 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:53.868354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:53.869298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:53.869298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:53.869298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:53.869721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:53.870043 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:53.870298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:53.870612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:53.870943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:58:53.874002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:53.875526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5871e5b5-4189-4149-ba6a-c9e09489ba83']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:53.887779 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b818607-a7ec-45b0-96b9-d69db16a8e6b') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:53.888011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b818607-a7ec-45b0-96b9-d69db16a8e6b') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:53.899342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:53.915366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:53.921425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:58:53.921800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:58:53.934877 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:58:54.016558 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:54.021120 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-551ad678-1a17-4989-ac05-6af53fc87de4 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:54.035690 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:54.045858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=5871e5b5-4189-4149-ba6a-c9e09489ba83,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:54.048898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:54.060198 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5871e5b5-4189-4149-ba6a-c9e09489ba83 HTTP/1.1" status: 204 len: 168 time: 0.9839940 Jun 02 16:58:54.063046 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43866) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:58:54.611267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-516b3c09-6da6-46ee-a4a1-987b3c1d72ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:55.176042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-516b3c09-6da6-46ee-a4a1-987b3c1d72ed admin admin] Deleting port 5b57006f-c235-46b4-b4b0-0be3ef91d39a {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:58:55.176421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-516b3c09-6da6-46ee-a4a1-987b3c1d72ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:55.300038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-516b3c09-6da6-46ee-a4a1-987b3c1d72ed admin admin] For port 5b57006f-c235-46b4-b4b0-0be3ef91d39a, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5b57006f-c235-46b4-b4b0-0be3ef91d39a,segment=NetworkSegment(7639e9a9-4e2c-4d4e-9e53-debaca674dc6),segment_id=7639e9a9-4e2c-4d4e-9e53-debaca674dc6)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:58:55.300390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-516b3c09-6da6-46ee-a4a1-987b3c1d72ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:55.419460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-516b3c09-6da6-46ee-a4a1-987b3c1d72ed admin admin] Calling delete_port for 5b57006f-c235-46b4-b4b0-0be3ef91d39a owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:58:55.574635 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-516b3c09-6da6-46ee-a4a1-987b3c1d72ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:55.578269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8d379208-b467-4682-a24a-d5a25817e10b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:55.620141 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b3c09-6da6-46ee-a4a1-987b3c1d72ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5b57006f-c235-46b4-b4b0-0be3ef91d39a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:55.622839 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-516b3c09-6da6-46ee-a4a1-987b3c1d72ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:55.885523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-516b3c09-6da6-46ee-a4a1-987b3c1d72ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:56.396630 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516b3c09-6da6-46ee-a4a1-987b3c1d72ed admin admin] Router 217ee156-85a7-48db-a3f9-322aa239affe has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:58:56.586098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516b3c09-6da6-46ee-a4a1-987b3c1d72ed admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:58:56.595143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de49fdfd-6940-4038-a9a1-021071a9e747 None None] Sync routers for ids ['217ee156-85a7-48db-a3f9-322aa239affe'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:58:56.605316 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-516b3c09-6da6-46ee-a4a1-987b3c1d72ed admin admin] 10.222.0.50 "PUT /v2.0/routers/217ee156-85a7-48db-a3f9-322aa239affe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5412421 Jun 02 16:58:56.607482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de49fdfd-6940-4038-a9a1-021071a9e747 None None] Routers {'217ee156-85a7-48db-a3f9-322aa239affe'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:58:56.608114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43868) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:58:56.608270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-de49fdfd-6940-4038-a9a1-021071a9e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:58:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['217ee156-85a7-48db-a3f9-322aa239affe'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:56.781447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:56.813404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-de49fdfd-6940-4038-a9a1-021071a9e747 None None] Set router 217ee156-85a7-48db-a3f9-322aa239affe gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:58:56.956767 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:57.043316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] Deleting port c49a59d6-f45c-4773-b455-17ea9af16ea4 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:58:57.043563 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:57.143383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-de49fdfd-6940-4038-a9a1-021071a9e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217ee156-85a7-48db-a3f9-322aa239affe', 'name': 'tempest-TestMinimumBasicScenario-1027900020-router', 'tenant_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.158'}], 'enable_snat': True}, 'gw_port_id': 'c49a59d6-f45c-4773-b455-17ea9af16ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:37Z', 'updated_at': '2021-06-02T16:58:55Z', 'revision_number': 5, 'project_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'gw_port': {'id': 'c49a59d6-f45c-4773-b455-17ea9af16ea4', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217ee156-85a7-48db-a3f9-322aa239affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:56:38Z', 'updated_at': '2021-06-02T16:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:57.147330 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de49fdfd-6940-4038-a9a1-021071a9e747 None None] Checking router: 217ee156-85a7-48db-a3f9-322aa239affe for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:58:57.155732 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de49fdfd-6940-4038-a9a1-021071a9e747 None None] Routers {'217ee156-85a7-48db-a3f9-322aa239affe'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:58:57.156355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-de49fdfd-6940-4038-a9a1-021071a9e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:58:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['217ee156-85a7-48db-a3f9-322aa239affe'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:57.163776 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] For port c49a59d6-f45c-4773-b455-17ea9af16ea4, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c49a59d6-f45c-4773-b455-17ea9af16ea4,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:58:57.164145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:57.285778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] Calling delete_port for c49a59d6-f45c-4773-b455-17ea9af16ea4 owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:58:57.306453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-de49fdfd-6940-4038-a9a1-021071a9e747 None None] Set router 217ee156-85a7-48db-a3f9-322aa239affe gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:58:57.410723 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-de49fdfd-6940-4038-a9a1-021071a9e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217ee156-85a7-48db-a3f9-322aa239affe', 'name': 'tempest-TestMinimumBasicScenario-1027900020-router', 'tenant_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:37Z', 'updated_at': '2021-06-02T16:58:56Z', 'revision_number': 6, 'project_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:57.415778 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de49fdfd-6940-4038-a9a1-021071a9e747 None None] The sync data for ids ['217ee156-85a7-48db-a3f9-322aa239affe'] in dv-neutron-601336-83-hyperv is: [{'id': '217ee156-85a7-48db-a3f9-322aa239affe', 'name': 'tempest-TestMinimumBasicScenario-1027900020-router', 'tenant_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:56:37Z', 'updated_at': '2021-06-02T16:58:56Z', 'revision_number': 6, 'project_id': 'd92de7bca24347d0915f7ee3cf28ce0c', 'gw_port_host': None}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:58:57.440160 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:57.446795 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:57.492775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c49a59d6-f45c-4773-b455-17ea9af16ea4,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:57.495240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:57.581775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:57.901468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:57.903773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:57.931895 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:57.932425 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 217ee156-85a7-48db-a3f9-322aa239affe {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 16:58:57.944628 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:57.945730 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/217ee156-85a7-48db-a3f9-322aa239affe HTTP/1.1" status: 204 len: 168 time: 1.3363836 Jun 02 16:58:57.948661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43870) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:58:58.009700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0729bcd-1aa8-4391-9e93-7fa3af88ca47 admin admin] Deleting subnet 729473a7-401b-4e5e-a7bc-ecf06706c213 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 16:58:58.012885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d0729bcd-1aa8-4391-9e93-7fa3af88ca47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:58.062730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d0729bcd-1aa8-4391-9e93-7fa3af88ca47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:58.146403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d0729bcd-1aa8-4391-9e93-7fa3af88ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:58.413027 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d0729bcd-1aa8-4391-9e93-7fa3af88ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:58.417276 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b7cd6a08-4e2f-4581-84f7-d35e29bbf438 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:58.451644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0729bcd-1aa8-4391-9e93-7fa3af88ca47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=729473a7-401b-4e5e-a7bc-ecf06706c213,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:58.454515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d0729bcd-1aa8-4391-9e93-7fa3af88ca47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:58.455506 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d0729bcd-1aa8-4391-9e93-7fa3af88ca47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:58.460600 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb6f8fd-d41f-4894-9c46-583b03d4e6a3 None None] Network 28a7a207-3bd7-44c0-8ba0-3f70bb82904e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:58:58.461566 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d0729bcd-1aa8-4391-9e93-7fa3af88ca47 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/729473a7-401b-4e5e-a7bc-ecf06706c213 HTTP/1.1" status: 204 len: 168 time: 0.5118701 Jun 02 16:58:58.463963 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43872) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:58:58.568887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:58.643966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Deleting port e5754872-7dad-472c-ba26-87fda9ebbcb7 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:58:58.644305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:58.697818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e15ae6-bbdd-480e-a438-a137a36f5120 None None] DHCP port deletion for 28a7a207-3bd7-44c0-8ba0-3f70bb82904e request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 16:58:58.747280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] For port e5754872-7dad-472c-ba26-87fda9ebbcb7, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e5754872-7dad-472c-ba26-87fda9ebbcb7,segment=NetworkSegment(7639e9a9-4e2c-4d4e-9e53-debaca674dc6),segment_id=7639e9a9-4e2c-4d4e-9e53-debaca674dc6)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:58:58.747638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:58.768276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-67e15ae6-bbdd-480e-a438-a137a36f5120 None None] Deleting port e5754872-7dad-472c-ba26-87fda9ebbcb7 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 16:58:58.768733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-67e15ae6-bbdd-480e-a438-a137a36f5120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:58.867820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-67e15ae6-bbdd-480e-a438-a137a36f5120 None None] For port e5754872-7dad-472c-ba26-87fda9ebbcb7, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e5754872-7dad-472c-ba26-87fda9ebbcb7,segment=NetworkSegment(7639e9a9-4e2c-4d4e-9e53-debaca674dc6),segment_id=7639e9a9-4e2c-4d4e-9e53-debaca674dc6)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:58:58.868191 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-67e15ae6-bbdd-480e-a438-a137a36f5120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:58.868764 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Calling delete_port for e5754872-7dad-472c-ba26-87fda9ebbcb7 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:58:58.915112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:58.919785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f4feac5e-a4c2-4b61-9e71-eefbe6099823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:58.962217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Pushing event deleted for resources: {'Port': ['ID=e5754872-7dad-472c-ba26-87fda9ebbcb7,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:58.963971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] No DVR routers for this DVR port e5754872-7dad-472c-ba26-87fda9ebbcb7 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:58:58.965425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:58.988151 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-67e15ae6-bbdd-480e-a438-a137a36f5120 None None] Calling delete_port for e5754872-7dad-472c-ba26-87fda9ebbcb7 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 16:58:59.033952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-67e15ae6-bbdd-480e-a438-a137a36f5120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:59.037653 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-df8c4da4-f329-4147-9874-1f7a50731257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:59.080710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:59.084511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e15ae6-bbdd-480e-a438-a137a36f5120 None None] Pushing event deleted for resources: {'Port': ['ID=e5754872-7dad-472c-ba26-87fda9ebbcb7,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:59.087096 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-67e15ae6-bbdd-480e-a438-a137a36f5120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:59.089860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e15ae6-bbdd-480e-a438-a137a36f5120 None None] No DVR routers for this DVR port e5754872-7dad-472c-ba26-87fda9ebbcb7 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 16:58:59.103115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a7a207-3bd7-44c0-8ba0-3f70bb82904e']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:59.116842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7639e9a9-4e2c-4d4e-9e53-debaca674dc6') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:59.117213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7639e9a9-4e2c-4d4e-9e53-debaca674dc6') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:58:59.128849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:59.145152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:59.151821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 16:58:59.152207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 16:58:59.165654 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 16:58:59.240817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:59.245524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:59.248564 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-83e02fed-d13b-4cd5-9a11-1012e680c854 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:59.275492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Pushing event deleted for resources: {'Network': ['ID=28a7a207-3bd7-44c0-8ba0-3f70bb82904e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:59.278024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:59.281944 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] 10.222.0.50 "DELETE /v2.0/networks/28a7a207-3bd7-44c0-8ba0-3f70bb82904e HTTP/1.1" status: 204 len: 168 time: 0.8170342 Jun 02 16:58:59.448235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5b57006f-c235-46b4-b4b0-0be3ef91d39a no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:58:59.472951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43876) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:58:59.482391 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 5b57006f-c235-46b4-b4b0-0be3ef91d39a {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:58:59.482921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5b57006f-c235-46b4-b4b0-0be3ef91d39a not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:58:59.483157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e5754872-7dad-472c-ba26-87fda9ebbcb7 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:58:59.515213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: e5754872-7dad-472c-ba26-87fda9ebbcb7 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:58:59.515528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e5754872-7dad-472c-ba26-87fda9ebbcb7 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:58:59.515982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c49a59d6-f45c-4773-b455-17ea9af16ea4 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 16:58:59.523344 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c364c81a-6a85-442c-b733-d2de36a3cd58 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63899f34be6e4afea9752237ecab7c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468209 Jun 02 16:58:59.523561 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43878) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:58:59.551169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: c49a59d6-f45c-4773-b455-17ea9af16ea4 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 16:58:59.551522 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c49a59d6-f45c-4773-b455-17ea9af16ea4 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 16:58:59.587872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2043-da57-4ce4-83d2-f1e505db0010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:59.613100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2043-da57-4ce4-83d2-f1e505db0010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:59.671775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2043-da57-4ce4-83d2-f1e505db0010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:59.675750 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-892187d4-4b89-4319-86b9-a229caa83471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:58:59.689104 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c2043-da57-4ce4-83d2-f1e505db0010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2146360-09d1-4bf3-aab7-a5545508eff0,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:58:59.691734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0e2c2043-da57-4ce4-83d2-f1e505db0010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:58:59.700799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2043-da57-4ce4-83d2-f1e505db0010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:58:59.702014 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0e2c2043-da57-4ce4-83d2-f1e505db0010 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2146360-09d1-4bf3-aab7-a5545508eff0 HTTP/1.1" status: 204 len: 168 time: 0.1774716 Jun 02 16:59:00.079828 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43884) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:00.140382 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-84b77df3-2555-4271-8b32-71d0f37bdceb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d92de7bca24347d0915f7ee3cf28ce0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592911 Jun 02 16:59:00.142984 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43886) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:00.200454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dcef5ae8-e5a6-489c-8e90-12db746441b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:00.226380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dcef5ae8-e5a6-489c-8e90-12db746441b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:00.279426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dcef5ae8-e5a6-489c-8e90-12db746441b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:00.283189 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-73b0a113-70fc-4015-9992-35232a04b59b tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:00.295561 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef5ae8-e5a6-489c-8e90-12db746441b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6574d679-315e-4a82-b466-79cefa10692f,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:00.297967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dcef5ae8-e5a6-489c-8e90-12db746441b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:00.303788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dcef5ae8-e5a6-489c-8e90-12db746441b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:00.304884 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-dcef5ae8-e5a6-489c-8e90-12db746441b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6574d679-315e-4a82-b466-79cefa10692f HTTP/1.1" status: 204 len: 168 time: 0.1608932 Jun 02 16:59:02.086057 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43926) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:02.090939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124008307', 'description': 'tempest-secgroup-smoke-1124008307 description', 'project_id': '42016c8220d54b1e828f34caeb060b3e'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:59:02.097397 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:59:02.101922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:59:02.104998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:59:02.111155 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:59:02.124010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.139264 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.154146 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:59:02.158479 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:59:02.161652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:59:02.167803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:59:02.256643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.263063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.265444 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3b2b53d0-ad42-4fc4-93dc-194877e3a075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:02.277695 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:59:02.288973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:59:02.294201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:59:02.302707 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:59:02.304680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc62f563-110f-494c-b8d6-1476b52767a5,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:02.308289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:02.373394 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.378682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.382257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-089e1090-2d62-459c-9dc5-d5a7ea237a00 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:02.419323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdf4934-442e-40cf-99cc-6a202737193c,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:02.421942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.423124 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3360655 Jun 02 16:59:02.424056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2acd0307-2415-4104-a09b-027a800d4027 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:02.426487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43928) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:02.431800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-808dd508-ec4f-49b0-92df-bace4d04c3bc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'cbdf4934-442e-40cf-99cc-6a202737193c', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:59:02.437951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-808dd508-ec4f-49b0-92df-bace4d04c3bc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:59:02.441838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-808dd508-ec4f-49b0-92df-bace4d04c3bc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:59:02.444685 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-808dd508-ec4f-49b0-92df-bace4d04c3bc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:59:02.450577 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-808dd508-ec4f-49b0-92df-bace4d04c3bc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:59:02.468353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-808dd508-ec4f-49b0-92df-bace4d04c3bc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.531016 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-808dd508-ec4f-49b0-92df-bace4d04c3bc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.536688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-808dd508-ec4f-49b0-92df-bace4d04c3bc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.538570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-aff56d79-4266-4f02-a869-0db8a4515478 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:02.559747 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dd508-ec4f-49b0-92df-bace4d04c3bc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28aaff86-c3b7-4e65-a735-34ff70a51b8e,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:02.562098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-808dd508-ec4f-49b0-92df-bace4d04c3bc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:02.570646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-808dd508-ec4f-49b0-92df-bace4d04c3bc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.574367 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-808dd508-ec4f-49b0-92df-bace4d04c3bc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440899 Jun 02 16:59:02.574608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43930) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:02.579129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8d72dc19-950f-4f9a-8fb4-3cfd4fb39c82 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'cbdf4934-442e-40cf-99cc-6a202737193c', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:59:02.585287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8d72dc19-950f-4f9a-8fb4-3cfd4fb39c82 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:59:02.589261 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8d72dc19-950f-4f9a-8fb4-3cfd4fb39c82 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:59:02.592270 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8d72dc19-950f-4f9a-8fb4-3cfd4fb39c82 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:59:02.598421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8d72dc19-950f-4f9a-8fb4-3cfd4fb39c82 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:59:02.616237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d72dc19-950f-4f9a-8fb4-3cfd4fb39c82 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.682026 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d72dc19-950f-4f9a-8fb4-3cfd4fb39c82 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.687239 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d72dc19-950f-4f9a-8fb4-3cfd4fb39c82 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.689044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3303696c-7506-4b7d-89ae-84b285a8375c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:02.710174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72dc19-950f-4f9a-8fb4-3cfd4fb39c82 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6b78ae-41e6-44b0-bad1-3deacb370650,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:02.712496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8d72dc19-950f-4f9a-8fb4-3cfd4fb39c82 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:02.720351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8d72dc19-950f-4f9a-8fb4-3cfd4fb39c82 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.721540 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8d72dc19-950f-4f9a-8fb4-3cfd4fb39c82 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459682 Jun 02 16:59:02.725021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43932) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:02.729479 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-eb3d14a5-bded-496c-953e-3576479c7bc3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'cbdf4934-442e-40cf-99cc-6a202737193c', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:59:02.735500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-eb3d14a5-bded-496c-953e-3576479c7bc3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:59:02.739645 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-eb3d14a5-bded-496c-953e-3576479c7bc3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:59:02.742578 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-eb3d14a5-bded-496c-953e-3576479c7bc3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:59:02.748391 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-eb3d14a5-bded-496c-953e-3576479c7bc3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:59:02.766637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eb3d14a5-bded-496c-953e-3576479c7bc3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.830144 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eb3d14a5-bded-496c-953e-3576479c7bc3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.834750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eb3d14a5-bded-496c-953e-3576479c7bc3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.836500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cd30c0af-e80c-4db3-8349-20e1076e2bc1 tempest-ServerActionsTestJSON-1501352208 tempest-ServerActionsTestJSON-1501352208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:02.857926 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d14a5-bded-496c-953e-3576479c7bc3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744c9795-cc1d-4884-ac4e-0fb82562849d,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:02.860490 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-eb3d14a5-bded-496c-953e-3576479c7bc3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:02.868496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eb3d14a5-bded-496c-953e-3576479c7bc3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.869679 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-eb3d14a5-bded-496c-953e-3576479c7bc3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437280 Jun 02 16:59:02.872566 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43934) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:02.877069 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0f3dae42-4e78-4ffc-8481-104024542a45 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'cbdf4934-442e-40cf-99cc-6a202737193c', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:59:02.883306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0f3dae42-4e78-4ffc-8481-104024542a45 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:59:02.887340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0f3dae42-4e78-4ffc-8481-104024542a45 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:59:02.890339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0f3dae42-4e78-4ffc-8481-104024542a45 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:59:02.897031 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0f3dae42-4e78-4ffc-8481-104024542a45 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:59:02.917002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0f3dae42-4e78-4ffc-8481-104024542a45 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.982444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0f3dae42-4e78-4ffc-8481-104024542a45 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.983803 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e9839fb9-bfff-42a9-b303-c5fe8fcb7f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.987130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0f3dae42-4e78-4ffc-8481-104024542a45 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:02.989051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1fbcc583-70bc-4b81-b76b-3d5abffe23fd tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:03.010494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dae42-4e78-4ffc-8481-104024542a45 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77a3d82-dc2c-4c99-86a4-6f5e3f3b15bf,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:03.012806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0f3dae42-4e78-4ffc-8481-104024542a45 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:03.020446 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0f3dae42-4e78-4ffc-8481-104024542a45 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:03.021611 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0f3dae42-4e78-4ffc-8481-104024542a45 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480660 Jun 02 16:59:03.024383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43936) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:03.028772 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-4f64d6c4-5e34-468a-b530-3a92691eb117 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'cbdf4934-442e-40cf-99cc-6a202737193c', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:59:03.034564 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4f64d6c4-5e34-468a-b530-3a92691eb117 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:59:03.038416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4f64d6c4-5e34-468a-b530-3a92691eb117 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:59:03.041288 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4f64d6c4-5e34-468a-b530-3a92691eb117 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:59:03.047080 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4f64d6c4-5e34-468a-b530-3a92691eb117 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:59:03.060552 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-4f64d6c4-5e34-468a-b530-3a92691eb117 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Project 42016c8220d54b1e828f34caeb060b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:59:03.066207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4f64d6c4-5e34-468a-b530-3a92691eb117 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:03.129343 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4f64d6c4-5e34-468a-b530-3a92691eb117 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:03.135326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4f64d6c4-5e34-468a-b530-3a92691eb117 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:03.137127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fc6a6034-0a25-4b99-83b1-2943a9dc0393 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:03.159638 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64d6c4-5e34-468a-b530-3a92691eb117 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb86afd-88e3-45cc-b9f1-6b9d4fefda32,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:03.161971 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4f64d6c4-5e34-468a-b530-3a92691eb117 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:03.169049 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4f64d6c4-5e34-468a-b530-3a92691eb117 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:03.170249 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4f64d6c4-5e34-468a-b530-3a92691eb117 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1449158 Jun 02 16:59:03.172941 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43938) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:03.177396 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b5f8dfb6-f7b6-4df8-84b9-312d8248e26a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'cbdf4934-442e-40cf-99cc-6a202737193c', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:59:03.183198 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b5f8dfb6-f7b6-4df8-84b9-312d8248e26a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:59:03.187113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b5f8dfb6-f7b6-4df8-84b9-312d8248e26a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:59:03.190005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b5f8dfb6-f7b6-4df8-84b9-312d8248e26a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:59:03.195784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b5f8dfb6-f7b6-4df8-84b9-312d8248e26a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:59:03.206527 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-b5f8dfb6-f7b6-4df8-84b9-312d8248e26a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Project 42016c8220d54b1e828f34caeb060b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 16:59:03.212182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dfb6-f7b6-4df8-84b9-312d8248e26a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:03.286246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dfb6-f7b6-4df8-84b9-312d8248e26a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:03.292955 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dfb6-f7b6-4df8-84b9-312d8248e26a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:03.300375 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8a7ffd3d-c9b2-4352-9bc5-1f47f41f0119 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:03.321055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8dfb6-f7b6-4df8-84b9-312d8248e26a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ea8443-5994-4c49-aad8-3849469b462b,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:03.323376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b5f8dfb6-f7b6-4df8-84b9-312d8248e26a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:03.331456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dfb6-f7b6-4df8-84b9-312d8248e26a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:03.332726 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b5f8dfb6-f7b6-4df8-84b9-312d8248e26a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588321 Jun 02 16:59:03.335999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 43940) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:03.340859 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'network': {'name': 'tempest-network-smoke--1022484394', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'port_security_enabled': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:59:03.345897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:59:03.350379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:network and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:59:03.353362 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:59:03.359310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:59:03.371339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Made reservation on behalf of 42016c8220d54b1e828f34caeb060b3e for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:59:03.375165 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:03.405033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 16:59:03.413868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:03.414243 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Added segment e098474c-1eae-4277-a55b-54e5b6a12262 of type vlan for network 762d75de-342c-4be7-b247-c1bfdab71197 Jun 02 16:59:03.439608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:03.469438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:03.476616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:03.477448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:03.484803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-621caf68-f326-4a5e-a879-b88d4cd5dac1 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:03.577582 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2405818 Jun 02 16:59:03.580892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43942) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:03.586019 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-547423242', 'admin_state_up': True, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:59:03.586789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Network': ['ID=762d75de-342c-4be7-b247-c1bfdab71197,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:03.589569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:03.597310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:59:03.600150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 762d75de-342c-4be7-b247-c1bfdab71197 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 16:59:03.601706 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:router and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:59:03.604566 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:59:03.611522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:59:03.622862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:03.623905 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:03.639061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:04.040925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:04.353033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:04.382050 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:04.517931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.26.3.216 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/a7655584-8b3b-41e9-84f8-2c8f1d0ab65d) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:59:04.661669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:04.703306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:04.708034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b8912eb4-d70e-40e6-a233-02465310080c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:04.767824 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:59:04.770992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:59:04.775456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:59:04.807795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=a7655584-8b3b-41e9-84f8-2c8f1d0ab65d,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:04.814836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:05.037491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:05.204533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:05.502764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e07432b5-f663-48da-80d0-759450aa98fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:05.688407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:05.905889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 3ad5e044-1423-4774-9518-22291dd576ee is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 16:59:06.081947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:59:06.092894 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Sync routers for ids ['3ad5e044-1423-4774-9518-22291dd576ee'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:59:06.103188 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Routers {'3ad5e044-1423-4774-9518-22291dd576ee'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:59:06.103808 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:59:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['3ad5e044-1423-4774-9518-22291dd576ee'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:59:06.110769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:06.112157 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5301046 Jun 02 16:59:06.115475 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43944) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:06.257891 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e93da99a-b15b-45a7-a3ab-5a7640dcb6c7 tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=42016c8220d54b1e828f34caeb060b3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1412375 Jun 02 16:59:06.260559 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43948) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:06.310807 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Set router 3ad5e044-1423-4774-9518-22291dd576ee gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:59:06.388147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70d1cd4-0333-426a-ac62-58348b3ad5b0 tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:06.389615 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c70d1cd4-0333-426a-ac62-58348b3ad5b0 tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281486 Jun 02 16:59:06.392542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43950) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:06.430677 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3276fc35-3650-4d54-9d8e-a1493873fa99 tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369279 Jun 02 16:59:06.433186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43952) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:06.438006 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1166458293', 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:59:06.564497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:59:06.569815 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:subnet and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:59:06.572982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:59:06.578830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:59:06.590932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Made reservation on behalf of 42016c8220d54b1e828f34caeb060b3e for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:59:06.594706 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:06.595577 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad5e044-1423-4774-9518-22291dd576ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547423242', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:59:03Z', 'updated_at': '2021-06-02T16:59:05Z', 'revision_number': 3, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:04Z', 'updated_at': '2021-06-02T16:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:59:06.599956 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Checking router: 3ad5e044-1423-4774-9518-22291dd576ee for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:59:06.600301 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Updating router 3ad5e044-1423-4774-9518-22291dd576ee port a7655584-8b3b-41e9-84f8-2c8f1d0ab65d binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:59:06.649978 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:06.788345 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:06.981373 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:06.992617 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Transition to ACTIVE for port object a7655584-8b3b-41e9-84f8-2c8f1d0ab65d will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:59:07.000173 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:07.003615 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-dc969879-7eac-489e-9cb7-089cc8d5861a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:07.028246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:07.031969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0e362fe4-03c0-42a7-a988-9d1e494ca161 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:07.079570 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Pushing event updated for resources: {'Port': ['ID=a7655584-8b3b-41e9-84f8-2c8f1d0ab65d,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:07.081750 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Attempting to bind port a7655584-8b3b-41e9-84f8-2c8f1d0ab65d on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:59:07.082140 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Attempting to bind port a7655584-8b3b-41e9-84f8-2c8f1d0ab65d by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:59:07.082503 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Attempting to bind port a7655584-8b3b-41e9-84f8-2c8f1d0ab65d on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:59:07.091863 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:59:07.092207 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:59:07.092529 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:59:07.092862 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:59:07.093188 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:59:07.093777 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:59:07.093865 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:59:07.094151 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:59:07.094475 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:59:07.094792 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:59:07.095106 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:59:07.095428 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 16:59:07.098678 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:59:07.099060 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:59:07.099840 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:07.100229 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:59:07.100707 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Bound port: a7655584-8b3b-41e9-84f8-2c8f1d0ab65d, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:59:07.101093 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:07.109884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Subnet': ['ID=0709211e-c7a5-432b-983f-12e0a4ae1a16,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:07.113637 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:07.120925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Checking segment: {'id': 'e098474c-1eae-4277-a55b-54e5b6a12262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:59:07.121289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network hostable DHCP agents. Network: 762d75de-342c-4be7-b247-c1bfdab71197, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 16:59:07.124288 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:07.139747 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 762d75de-342c-4be7-b247-c1bfdab71197 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 16:59:07.150386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 762d75de-342c-4be7-b247-c1bfdab71197) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:59:07.160262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:07.161460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:07.161589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4194db-c21c-4a6f-b99c-7a61d3406d19 None None] Network 762d75de-342c-4be7-b247-c1bfdab71197 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:59:07.175280 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] For port a7655584-8b3b-41e9-84f8-2c8f1d0ab65d, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:59:07.178647 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] For port a7655584-8b3b-41e9-84f8-2c8f1d0ab65d, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a7655584-8b3b-41e9-84f8-2c8f1d0ab65d,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:59:07.184158 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:07.185398 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7512503 Jun 02 16:59:07.188089 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-570246e1-992f-4c88-93ef-b0224b51349e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:07.188311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 43954) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:07.263644 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Routers {'3ad5e044-1423-4774-9518-22291dd576ee'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:59:07.264304 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:59:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['3ad5e044-1423-4774-9518-22291dd576ee'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:59:07.318734 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Pushing event updated for resources: {'Port': ['ID=a7655584-8b3b-41e9-84f8-2c8f1d0ab65d,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:07.328475 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:07.390145 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-762d75de-342c-4be7-b247-c1bfdab71197', 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ips': [{'subnet_id': '0709211e-c7a5-432b-983f-12e0a4ae1a16'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 16:59:07.391013 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:07.458367 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] Set router 3ad5e044-1423-4774-9518-22291dd576ee gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:59:07.552434 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Allocated IP 172.20.0.2 (762d75de-342c-4be7-b247-c1bfdab71197/0709211e-c7a5-432b-983f-12e0a4ae1a16/33b5dd2f-c20d-480e-b55a-80908c2b4533) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:59:07.766122 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:07.771113 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad5e044-1423-4774-9518-22291dd576ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547423242', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:59:03Z', 'updated_at': '2021-06-02T16:59:05Z', 'revision_number': 3, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:04Z', 'updated_at': '2021-06-02T16:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:59:07.776669 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b10daa1-32a4-4173-b953-4d07148a52e2 None None] The sync data for ids ['3ad5e044-1423-4774-9518-22291dd576ee'] in dv-neutron-601336-83-hyperv is: [{'id': '3ad5e044-1423-4774-9518-22291dd576ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547423242', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:59:03Z', 'updated_at': '2021-06-02T16:59:05Z', 'revision_number': 3, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:04Z', 'updated_at': '2021-06-02T16:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:59:07.778060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Transition to ACTIVE for port object 33b5dd2f-c20d-480e-b55a-80908c2b4533 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:59:07.798540 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Transition to ACTIVE for port object 33b5dd2f-c20d-480e-b55a-80908c2b4533 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:59:07.806898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:07.810920 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:07.873545 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Network 762d75de-342c-4be7-b247-c1bfdab71197 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:59:07.876532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:59:07.880504 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:59:07.886758 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Pushing event updated for resources: {'Port': ['ID=33b5dd2f-c20d-480e-b55a-80908c2b4533,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:07.890503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:07.981852 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Attempting to bind port 33b5dd2f-c20d-480e-b55a-80908c2b4533 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:59:07.982269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Attempting to bind port 33b5dd2f-c20d-480e-b55a-80908c2b4533 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'e098474c-1eae-4277-a55b-54e5b6a12262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:59:07.982647 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Attempting to bind port 33b5dd2f-c20d-480e-b55a-80908c2b4533 on network 762d75de-342c-4be7-b247-c1bfdab71197 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:59:07.989081 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:59:07.989474 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Checking segment: {'id': 'e098474c-1eae-4277-a55b-54e5b6a12262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:59:07.989887 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:07.990538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Bound using segment: {'id': 'e098474c-1eae-4277-a55b-54e5b6a12262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:59:07.991073 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Bound port: 33b5dd2f-c20d-480e-b55a-80908c2b4533, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e098474c-1eae-4277-a55b-54e5b6a12262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:59:07.991460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:08.097246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:08.100975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] For port 33b5dd2f-c20d-480e-b55a-80908c2b4533, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:59:08.105661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] For port 33b5dd2f-c20d-480e-b55a-80908c2b4533, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=33b5dd2f-c20d-480e-b55a-80908c2b4533,segment=NetworkSegment(e098474c-1eae-4277-a55b-54e5b6a12262),segment_id=e098474c-1eae-4277-a55b-54e5b6a12262)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:59:08.114490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:08.121253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:08.218523 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Pushing event updated for resources: {'Port': ['ID=33b5dd2f-c20d-480e-b55a-80908c2b4533,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:08.229172 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:08.552455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.20.0.1 (762d75de-342c-4be7-b247-c1bfdab71197/0709211e-c7a5-432b-983f-12e0a4ae1a16/29df158c-dcda-415d-9ccf-6673ed16f906) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:59:08.708258 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:08.722018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:08.737941 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Transition to ACTIVE for port object 29df158c-dcda-415d-9ccf-6673ed16f906 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:59:08.762318 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:08.766142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d6f7786d-c197-4e67-bf64-4032d5eac19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:08.833797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 762d75de-342c-4be7-b247-c1bfdab71197 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:59:08.837069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:59:08.839630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:59:08.876493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=29df158c-dcda-415d-9ccf-6673ed16f906,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:08.880878 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:08.902974 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:09.315507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:09.507552 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 33b5dd2f-c20d-480e-b55a-80908c2b4533 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:59:09.581783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 33b5dd2f-c20d-480e-b55a-80908c2b4533 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:59:09.589849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a7655584-8b3b-41e9-84f8-2c8f1d0ab65d up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:59:09.662724 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port a7655584-8b3b-41e9-84f8-2c8f1d0ab65d completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:59:09.668013 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port a7655584-8b3b-41e9-84f8-2c8f1d0ab65d triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:59:09.668411 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:09.746797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:09.752275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:09.780462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ed1153ed-dc94-46bb-8f6a-d57675683ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:09.793339 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:09.813184 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port a7655584-8b3b-41e9-84f8-2c8f1d0ab65d, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a7655584-8b3b-41e9-84f8-2c8f1d0ab65d,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:59:09.818335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:09.821402 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:09.850505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1550fd18-d13c-41db-b402-c83d6acc32ea None None] Network 762d75de-342c-4be7-b247-c1bfdab71197 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 16:59:09.862792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=29df158c-dcda-415d-9ccf-6673ed16f906,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:09.865313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:09.869039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:09.968873 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-632fb86a-2e08-497d-999b-64772b18dfee None None] Provisioning for port 33b5dd2f-c20d-480e-b55a-80908c2b4533 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:59:09.987992 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=a7655584-8b3b-41e9-84f8-2c8f1d0ab65d,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:09.992879 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-632fb86a-2e08-497d-999b-64772b18dfee None None] Provisioning complete for port 33b5dd2f-c20d-480e-b55a-80908c2b4533 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:59:09.993257 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-632fb86a-2e08-497d-999b-64772b18dfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:10.005241 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 762d75de-342c-4be7-b247-c1bfdab71197 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:59:10.006590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:59:10.025525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:10.197536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 3ad5e044-1423-4774-9518-22291dd576ee has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:59:10.244464 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-632fb86a-2e08-497d-999b-64772b18dfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:10.288702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-632fb86a-2e08-497d-999b-64772b18dfee None None] For port 33b5dd2f-c20d-480e-b55a-80908c2b4533, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=33b5dd2f-c20d-480e-b55a-80908c2b4533,segment=NetworkSegment(e098474c-1eae-4277-a55b-54e5b6a12262),segment_id=e098474c-1eae-4277-a55b-54e5b6a12262)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:59:10.293579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-632fb86a-2e08-497d-999b-64772b18dfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:10.295491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-706b6dd9-eb2a-408c-ab7d-24191a79ba48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:10.365485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fb86a-2e08-497d-999b-64772b18dfee None None] Pushing event updated for resources: {'Port': ['ID=33b5dd2f-c20d-480e-b55a-80908c2b4533,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:10.368735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-632fb86a-2e08-497d-999b-64772b18dfee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:10.385280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:59:10.395724 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Sync routers for ids ['3ad5e044-1423-4774-9518-22291dd576ee'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:59:10.400118 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "PUT /v2.0/routers/3ad5e044-1423-4774-9518-22291dd576ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2107255 Jun 02 16:59:10.412211 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Routers {'3ad5e044-1423-4774-9518-22291dd576ee'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:59:10.413178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:59:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['3ad5e044-1423-4774-9518-22291dd576ee'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:59:10.579629 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-98a02956-ffeb-448c-b4a5-4bfaf3dcf882 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:59:10.598418 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-98a02956-ffeb-448c-b4a5-4bfaf3dcf882 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:59:10.601705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-339654af-22e5-42c9-911b-918dbcf55e42 None None] Provisioning for port 29df158c-dcda-415d-9ccf-6673ed16f906 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:59:10.602337 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-98a02956-ffeb-448c-b4a5-4bfaf3dcf882 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124008307&fields=id&tenant_id=42016c8220d54b1e828f34caeb060b3e HTTP/1.1" status: 200 len: 267 time: 0.0631077 Jun 02 16:59:10.609295 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Set router 3ad5e044-1423-4774-9518-22291dd576ee gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:59:10.651318 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-339654af-22e5-42c9-911b-918dbcf55e42 None None] Provisioning complete for port 29df158c-dcda-415d-9ccf-6673ed16f906 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:59:10.651703 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-339654af-22e5-42c9-911b-918dbcf55e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:10.791439 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-339654af-22e5-42c9-911b-918dbcf55e42 None None] Port 29df158c-dcda-415d-9ccf-6673ed16f906 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:59:10.876775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-339654af-22e5-42c9-911b-918dbcf55e42 None None] Provisioning complete for port 33b5dd2f-c20d-480e-b55a-80908c2b4533 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:59:10.877150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-339654af-22e5-42c9-911b-918dbcf55e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:10.909121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-1be8ff83-23bc-4a74-9452-4ad7dd857b60 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:10.910643 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-1be8ff83-23bc-4a74-9452-4ad7dd857b60 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/networks?id=762d75de-342c-4be7-b247-c1bfdab71197 HTTP/1.1" status: 200 len: 797 time: 0.3019485 Jun 02 16:59:10.925620 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-005bfe49-f8f2-410d-912c-9591fabd1d12 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/quotas/42016c8220d54b1e828f34caeb060b3e HTTP/1.1" status: 200 len: 375 time: 0.0092216 Jun 02 16:59:11.006877 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-18a9002f-3275-4c9d-8858-2c4132670d26 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:59:11.024537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-18a9002f-3275-4c9d-8858-2c4132670d26 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:59:11.025950 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-18a9002f-3275-4c9d-8858-2c4132670d26 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950153 Jun 02 16:59:11.086706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad5e044-1423-4774-9518-22291dd576ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547423242', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:59:03Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:04Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '29df158c-dcda-415d-9ccf-6673ed16f906', 'name': '', 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:04:11:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:08Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 2, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:59:11.090930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Checking router: 3ad5e044-1423-4774-9518-22291dd576ee for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:59:11.091301 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Updating router 3ad5e044-1423-4774-9518-22291dd576ee port 29df158c-dcda-415d-9ccf-6673ed16f906 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 16:59:11.146394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:11.207942 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-e7a05426-2e74-4dfb-9792-f6fa3671a016 service neutron] 10.222.0.50 "GET /v2.0/networks/762d75de-342c-4be7-b247-c1bfdab71197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699553 Jun 02 16:59:11.257861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bb78e77e-3f5d-4101-8c45-a281abf59d0f None None] Provisioning complete for port 29df158c-dcda-415d-9ccf-6673ed16f906 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:59:11.258273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bb78e77e-3f5d-4101-8c45-a281abf59d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:11.339249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-bb78e77e-3f5d-4101-8c45-a281abf59d0f None None] Port 29df158c-dcda-415d-9ccf-6673ed16f906 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:59:11.344085 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-4d163a53-9ee2-46b6-b6b3-8ebd698340a2 service neutron] 10.222.0.50 "GET /v2.0/networks/762d75de-342c-4be7-b247-c1bfdab71197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280177 Jun 02 16:59:11.482531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 33b5dd2f-c20d-480e-b55a-80908c2b4533 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:59:11.536448 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ca20f870-2081-42e1-ac97-5ace95dd82d5 req-5fdd3173-27d9-4584-93bf-a6121075a6a6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 210 time: 0.0486491 Jun 02 16:59:11.599012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:11.613858 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Transition to ACTIVE for port object 29df158c-dcda-415d-9ccf-6673ed16f906 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:59:11.622447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:11.626101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 33b5dd2f-c20d-480e-b55a-80908c2b4533 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:59:11.626500 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:11.656180 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-67e15ae6-bbdd-480e-a438-a137a36f5120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:11.857443 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68b703-c6d7-4cb5-b9f4-d31b1585bc01 None None] Pushing event updated for resources: {'Port': ['ID=29df158c-dcda-415d-9ccf-6673ed16f906,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:11.861805 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5d68b703-c6d7-4cb5-b9f4-d31b1585bc01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:11.999948 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Attempting to bind port 29df158c-dcda-415d-9ccf-6673ed16f906 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:59:12.000241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Attempting to bind port 29df158c-dcda-415d-9ccf-6673ed16f906 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'e098474c-1eae-4277-a55b-54e5b6a12262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:59:12.000601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Attempting to bind port 29df158c-dcda-415d-9ccf-6673ed16f906 on network 762d75de-342c-4be7-b247-c1bfdab71197 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:59:12.013221 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a7655584-8b3b-41e9-84f8-2c8f1d0ab65d up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:59:12.038406 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:59:12.038781 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Checking segment: {'id': 'e098474c-1eae-4277-a55b-54e5b6a12262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:59:12.039179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:12.039571 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Bound using segment: {'id': 'e098474c-1eae-4277-a55b-54e5b6a12262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:59:12.040037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Bound port: 29df158c-dcda-415d-9ccf-6673ed16f906, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e098474c-1eae-4277-a55b-54e5b6a12262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:59:12.040409 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:12.159446 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port a7655584-8b3b-41e9-84f8-2c8f1d0ab65d triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:59:12.159810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:12.185454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] For port 29df158c-dcda-415d-9ccf-6673ed16f906, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:59:12.204203 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] For port 29df158c-dcda-415d-9ccf-6673ed16f906, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=29df158c-dcda-415d-9ccf-6673ed16f906,segment=NetworkSegment(e098474c-1eae-4277-a55b-54e5b6a12262),segment_id=e098474c-1eae-4277-a55b-54e5b6a12262)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:59:12.213424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:12.220372 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-850ff0d6-0486-49fe-9cd9-1159051100ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:12.312131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68b703-c6d7-4cb5-b9f4-d31b1585bc01 None None] Pushing event updated for resources: {'Port': ['ID=29df158c-dcda-415d-9ccf-6673ed16f906,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:12.315203 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Routers {'3ad5e044-1423-4774-9518-22291dd576ee'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:59:12.315791 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:59:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['3ad5e044-1423-4774-9518-22291dd576ee'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:59:12.378058 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5d68b703-c6d7-4cb5-b9f4-d31b1585bc01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:12.555645 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] Set router 3ad5e044-1423-4774-9518-22291dd576ee gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:59:12.637781 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cea8f417-47d2-4d47-afb6-25d0385b1fa2 req-fd414cb5-cbc4-483c-9893-5af72b41878c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 210 time: 0.0478585 Jun 02 16:59:12.884618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad5e044-1423-4774-9518-22291dd576ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547423242', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:59:03Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:04Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '29df158c-dcda-415d-9ccf-6673ed16f906', 'name': '', 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:04:11:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:08Z', 'updated_at': '2021-06-02T16:59:12Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:59:12.888686 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000efe2-1614-4730-9b3f-44774faf7739 None None] The sync data for ids ['3ad5e044-1423-4774-9518-22291dd576ee'] in dv-neutron-601336-83-hyperv is: [{'id': '3ad5e044-1423-4774-9518-22291dd576ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547423242', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:59:03Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:04Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '29df158c-dcda-415d-9ccf-6673ed16f906', 'name': '', 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:04:11:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:08Z', 'updated_at': '2021-06-02T16:59:12Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:59:13.518166 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 29df158c-dcda-415d-9ccf-6673ed16f906 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:59:13.590109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 29df158c-dcda-415d-9ccf-6673ed16f906 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:59:13.599491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 29df158c-dcda-415d-9ccf-6673ed16f906 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:59:13.600208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:13.732884 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-dd65b757-794f-4f80-9553-a033d3af6dbb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:13.735669 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-dd65b757-794f-4f80-9553-a033d3af6dbb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "GET /v2.0/networks?id=762d75de-342c-4be7-b247-c1bfdab71197 HTTP/1.1" status: 200 len: 797 time: 0.1802757 Jun 02 16:59:13.739028 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:13.785113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 29df158c-dcda-415d-9ccf-6673ed16f906, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=29df158c-dcda-415d-9ccf-6673ed16f906,segment=NetworkSegment(e098474c-1eae-4277-a55b-54e5b6a12262),segment_id=e098474c-1eae-4277-a55b-54e5b6a12262)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:59:13.791379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:13.795995 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-be975dcf-729e-4bd2-97a6-e5dff515bcbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:13.828699 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-8fa12fcc-4155-4a21-862a-67f5375be030 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42016c8220d54b1e828f34caeb060b3e HTTP/1.1" status: 200 len: 380 time: 0.0777159 Jun 02 16:59:13.829824 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-12c26e77-757c-410a-9d2e-65993881f5ac req-528cafba-2a77-4202-9b68-8cfe58a1b438 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 210 time: 0.0535338 Jun 02 16:59:13.849707 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'port': {'device_id': '8349b42b-525d-4b32-bebd-7f77f19adac2', 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197', 'admin_state_up': True, 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'security_groups': ['cbdf4934-442e-40cf-99cc-6a202737193c']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:59:13.886963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=29df158c-dcda-415d-9ccf-6673ed16f906,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:13.897615 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:13.993182 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:59:14.002649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:59:14.013147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Made reservation on behalf of 42016c8220d54b1e828f34caeb060b3e for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 16:59:14.016603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:14.181419 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.20.0.14 (762d75de-342c-4be7-b247-c1bfdab71197/0709211e-c7a5-432b-983f-12e0a4ae1a16/7853d8f9-7c79-449f-8481-87a78e26e797) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:59:14.387522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:14.403960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Transition to ACTIVE for port object 7853d8f9-7c79-449f-8481-87a78e26e797 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:59:14.432975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:14.438774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c5891379-fa67-4375-b824-6c50da64225f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:14.505859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 762d75de-342c-4be7-b247-c1bfdab71197 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:59:14.509045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:59:14.512970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:59:14.543873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=7853d8f9-7c79-449f-8481-87a78e26e797,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:14.550494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:14.580386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:14.581077 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:14.608800 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7635252 Jun 02 16:59:14.672023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Request body: {'port': {'device_id': '8349b42b-525d-4b32-bebd-7f77f19adac2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:59:14.783443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:14.785882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d5516fbd-14c6-486d-8cff-75bbb49a95d9 None None] Provisioning for port 7853d8f9-7c79-449f-8481-87a78e26e797 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:59:14.790738 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d5516fbd-14c6-486d-8cff-75bbb49a95d9 None None] Provisioning complete for port 7853d8f9-7c79-449f-8481-87a78e26e797 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:59:14.791129 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d5516fbd-14c6-486d-8cff-75bbb49a95d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:14.847591 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d5516fbd-14c6-486d-8cff-75bbb49a95d9 None None] Port 7853d8f9-7c79-449f-8481-87a78e26e797 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 16:59:15.263746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d4ef3-f90e-4d14-8ca0-c6e18550d037 req-4358c014-e96e-4144-a242-ceb088f75048 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:15.264439 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-a38d4ef3-f90e-4d14-8ca0-c6e18550d037 req-4358c014-e96e-4144-a242-ceb088f75048 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 16:59:15.333313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-a38d4ef3-f90e-4d14-8ca0-c6e18550d037 req-4358c014-e96e-4144-a242-ceb088f75048 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 16:59:15.334618 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a38d4ef3-f90e-4d14-8ca0-c6e18550d037 req-4358c014-e96e-4144-a242-ceb088f75048 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 932 time: 0.3901007 Jun 02 16:59:15.357412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7853d8f9-7c79-449f-8481-87a78e26e797 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:59:15.368305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:15.396642 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Transition to ACTIVE for port object 7853d8f9-7c79-449f-8481-87a78e26e797 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 16:59:15.401875 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a38d4ef3-f90e-4d14-8ca0-c6e18550d037 req-fd95142f-54f4-4503-aa7a-503d8224f34a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbdf4934-442e-40cf-99cc-6a202737193c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605774 Jun 02 16:59:15.402922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:15.406755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:15.467451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 29df158c-dcda-415d-9ccf-6673ed16f906 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:59:15.541190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 29df158c-dcda-415d-9ccf-6673ed16f906 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:59:15.541563 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:15.557671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Pushing event updated for resources: {'Port': ['ID=7853d8f9-7c79-449f-8481-87a78e26e797,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:15.566063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:15.646562 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Attempting to bind port 7853d8f9-7c79-449f-8481-87a78e26e797 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 16:59:15.646907 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Attempting to bind port 7853d8f9-7c79-449f-8481-87a78e26e797 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e098474c-1eae-4277-a55b-54e5b6a12262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 16:59:15.647311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Attempting to bind port 7853d8f9-7c79-449f-8481-87a78e26e797 on network 762d75de-342c-4be7-b247-c1bfdab71197 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:59:15.652203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Port 7853d8f9-7c79-449f-8481-87a78e26e797 on network 762d75de-342c-4be7-b247-c1bfdab71197 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 16:59:15.652525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Attempting to bind port 7853d8f9-7c79-449f-8481-87a78e26e797 on network 762d75de-342c-4be7-b247-c1bfdab71197 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 16:59:15.657673 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 16, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 16:59:15.658025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Checking segment: {'id': 'e098474c-1eae-4277-a55b-54e5b6a12262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 16:59:15.658432 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Bound using segment: {'id': 'e098474c-1eae-4277-a55b-54e5b6a12262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 16:59:15.658913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Bound port: 7853d8f9-7c79-449f-8481-87a78e26e797, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e098474c-1eae-4277-a55b-54e5b6a12262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 16:59:15.659264 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:15.748431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] For port 7853d8f9-7c79-449f-8481-87a78e26e797, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 16:59:15.751472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] For port 7853d8f9-7c79-449f-8481-87a78e26e797, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7853d8f9-7c79-449f-8481-87a78e26e797,segment=NetworkSegment(e098474c-1eae-4277-a55b-54e5b6a12262),segment_id=e098474c-1eae-4277-a55b-54e5b6a12262)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 16:59:15.757460 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:15.761294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f9196186-f01e-4109-bf91-387831a6e8a5 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:15.823145 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:15.823770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:15.825158 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] 10.222.0.49 "PUT /v2.0/ports/7853d8f9-7c79-449f-8481-87a78e26e797 HTTP/1.1" status: 200 len: 1094 time: 1.2045734 Jun 02 16:59:15.825696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8349b42b-525d-4b32-bebd-7f77f19adac2', 'tag': '7853d8f9-7c79-449f-8481-87a78e26e797'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:59:15.828049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f738dd21-4060-48d5-b80e-b7aa8bdb6fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "8349b42b-525d-4b32-bebd-7f77f19adac2", "tag": "7853d8f9-7c79-449f-8481-87a78e26e797"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:59:15.854527 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Pushing event updated for resources: {'Port': ['ID=7853d8f9-7c79-449f-8481-87a78e26e797,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:15.857652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:15.904810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf529362-073c-4a0e-95d9-9e5dfb3bbafa x-openstack-request-id: req-cf529362-073c-4a0e-95d9-9e5dfb3bbafa {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:59:15.905151 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8349b42b-525d-4b32-bebd-7f77f19adac2", "tag": "7853d8f9-7c79-449f-8481-87a78e26e797", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:59:15.905449 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf529362-073c-4a0e-95d9-9e5dfb3bbafa {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:59:15.905885 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8349b42b-525d-4b32-bebd-7f77f19adac2', 'tag': '7853d8f9-7c79-449f-8481-87a78e26e797', 'status': 'completed', 'code': 200} Jun 02 16:59:15.948143 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-b5cae2f1-1a96-4c63-a3de-e7716188f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:15.949621 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-b5cae2f1-1a96-4c63-a3de-e7716188f1e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 1097 time: 0.0777009 Jun 02 16:59:16.024375 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-2f949e1c-a63d-4ae7-93a7-cc2e57e494a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7853d8f9-7c79-449f-8481-87a78e26e797 HTTP/1.1" status: 200 len: 217 time: 0.0639145 Jun 02 16:59:16.092900 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-24126ee4-f1ee-4ff7-8753-3d1db15aa87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:16.094966 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-24126ee4-f1ee-4ff7-8753-3d1db15aa87b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0709211e-c7a5-432b-983f-12e0a4ae1a16 HTTP/1.1" status: 200 len: 835 time: 0.0606263 Jun 02 16:59:16.192597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-04dc3544-653a-4ab3-bb59-107e83f1d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:16.194106 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-04dc3544-653a-4ab3-bb59-107e83f1d390 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=762d75de-342c-4be7-b247-c1bfdab71197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0887353 Jun 02 16:59:16.332612 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-db4d6b3c-b7c4-4208-82c3-f79816af993f service neutron] 10.222.0.49 "GET /v2.0/networks/762d75de-342c-4be7-b247-c1bfdab71197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263623 Jun 02 16:59:16.469080 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-47f6cf5f-a4ec-48bf-a1b3-5ec686ac84ad req-21e5acc4-515b-4487-af37-0dcb99c31663 service neutron] 10.222.0.49 "GET /v2.0/networks/762d75de-342c-4be7-b247-c1bfdab71197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261497 Jun 02 16:59:16.640238 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa5841-7308-4285-97f0-18c7239f1402 req-a3fee58c-91e0-4c69-af38-51467ea49e0d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:16.641698 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8aaa5841-7308-4285-97f0-18c7239f1402 req-a3fee58c-91e0-4c69-af38-51467ea49e0d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 944 time: 0.1348779 Jun 02 16:59:16.644410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738dd21-4060-48d5-b80e-b7aa8bdb6fd3 req-fd616e9f-edfa-40db-a2d3-c23f4a3fbb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:16.645727 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f738dd21-4060-48d5-b80e-b7aa8bdb6fd3 req-fd616e9f-edfa-40db-a2d3-c23f4a3fbb67 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 1097 time: 0.1081848 Jun 02 16:59:16.771343 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8aaa5841-7308-4285-97f0-18c7239f1402 req-854aea13-6c74-4d39-be67-1129035febfd tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbdf4934-442e-40cf-99cc-6a202737193c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233175 Jun 02 16:59:16.818119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738dd21-4060-48d5-b80e-b7aa8bdb6fd3 req-e6ad17f7-8ba7-4ff3-8135-73520b9bc2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:16.819577 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f738dd21-4060-48d5-b80e-b7aa8bdb6fd3 req-e6ad17f7-8ba7-4ff3-8135-73520b9bc2e5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=762d75de-342c-4be7-b247-c1bfdab71197 HTTP/1.1" status: 200 len: 898 time: 0.1563878 Jun 02 16:59:16.887338 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f738dd21-4060-48d5-b80e-b7aa8bdb6fd3 req-b859c1f3-6d8d-4069-9535-020d9cb29dc6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7853d8f9-7c79-449f-8481-87a78e26e797 HTTP/1.1" status: 200 len: 217 time: 0.0600476 Jun 02 16:59:16.958992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738dd21-4060-48d5-b80e-b7aa8bdb6fd3 req-a61595bf-973e-42b6-b0dc-26f627222f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:16.960414 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f738dd21-4060-48d5-b80e-b7aa8bdb6fd3 req-a61595bf-973e-42b6-b0dc-26f627222f90 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0709211e-c7a5-432b-983f-12e0a4ae1a16 HTTP/1.1" status: 200 len: 835 time: 0.0656230 Jun 02 16:59:17.044287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738dd21-4060-48d5-b80e-b7aa8bdb6fd3 req-764d209b-75f5-4c59-b444-ce6b2bac5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:17.045750 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f738dd21-4060-48d5-b80e-b7aa8bdb6fd3 req-764d209b-75f5-4c59-b444-ce6b2bac5dde service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=762d75de-342c-4be7-b247-c1bfdab71197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0745864 Jun 02 16:59:17.320834 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f738dd21-4060-48d5-b80e-b7aa8bdb6fd3 req-861be906-89fb-4bb1-80bb-1103fe3c6ac7 service neutron] 10.222.0.49 "GET /v2.0/networks/762d75de-342c-4be7-b247-c1bfdab71197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671182 Jun 02 16:59:17.456217 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f738dd21-4060-48d5-b80e-b7aa8bdb6fd3 req-1854fa6f-7ec5-4d44-b593-0fd3767aad2f service neutron] 10.222.0.49 "GET /v2.0/networks/762d75de-342c-4be7-b247-c1bfdab71197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265273 Jun 02 16:59:18.032042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e853f5f-5888-4512-811d-18defd54d3f6 req-d72783f4-55e4-4502-9472-9ba618ebdd6e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:18.033656 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8e853f5f-5888-4512-811d-18defd54d3f6 req-d72783f4-55e4-4502-9472-9ba618ebdd6e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 944 time: 0.1542873 Jun 02 16:59:18.079183 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8e853f5f-5888-4512-811d-18defd54d3f6 req-d9849604-021f-42e0-8455-271b54a83653 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbdf4934-442e-40cf-99cc-6a202737193c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391362 Jun 02 16:59:18.500545 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 7853d8f9-7c79-449f-8481-87a78e26e797 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 16:59:18.635749 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 7853d8f9-7c79-449f-8481-87a78e26e797, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7853d8f9-7c79-449f-8481-87a78e26e797,segment=NetworkSegment(e098474c-1eae-4277-a55b-54e5b6a12262),segment_id=e098474c-1eae-4277-a55b-54e5b6a12262)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:59:18.648774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '7853d8f9-7c79-449f-8481-87a78e26e797', 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197', 'port_id': '7853d8f9-7c79-449f-8481-87a78e26e797', 'mac_address': 'fa:16:3e:44:ae:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 16:59:18.707054 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:18.723902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7853d8f9-7c79-449f-8481-87a78e26e797 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 16:59:18.740109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 7853d8f9-7c79-449f-8481-87a78e26e797, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7853d8f9-7c79-449f-8481-87a78e26e797,segment=NetworkSegment(e098474c-1eae-4277-a55b-54e5b6a12262),segment_id=e098474c-1eae-4277-a55b-54e5b6a12262)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:59:18.745731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:18.748577 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5d68b703-c6d7-4cb5-b9f4-d31b1585bc01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:18.815546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=7853d8f9-7c79-449f-8481-87a78e26e797,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:18.818836 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:19.002285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['7853d8f9-7c79-449f-8481-87a78e26e797'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 16:59:19.270283 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcff35a-ea8f-4872-8774-32232475c306 req-b24912cd-2b34-41e0-b478-70332a1647ac tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:19.271675 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fbcff35a-ea8f-4872-8774-32232475c306 req-b24912cd-2b34-41e0-b478-70332a1647ac tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 945 time: 0.0845952 Jun 02 16:59:19.319039 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fbcff35a-ea8f-4872-8774-32232475c306 req-49b17640-bef6-45ba-9db6-d0f1792edd3a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbdf4934-442e-40cf-99cc-6a202737193c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414720 Jun 02 16:59:19.388515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:20.528780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdb582-5881-4b7b-a92c-29c61e9c9ec5 req-aa12d804-d73c-4220-84d0-781747b03c76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:20.530006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 7853d8f9-7c79-449f-8481-87a78e26e797 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 16:59:20.530514 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-43cdb582-5881-4b7b-a92c-29c61e9c9ec5 req-aa12d804-d73c-4220-84d0-781747b03c76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 945 time: 0.0868542 Jun 02 16:59:20.576621 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-43cdb582-5881-4b7b-a92c-29c61e9c9ec5 req-8e6b4263-2569-4623-883f-7d94714bd959 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbdf4934-442e-40cf-99cc-6a202737193c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406623 Jun 02 16:59:20.602819 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 7853d8f9-7c79-449f-8481-87a78e26e797 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 16:59:20.607531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 7853d8f9-7c79-449f-8481-87a78e26e797 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 16:59:20.607902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:20.721879 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:20.748820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8349b42b-525d-4b32-bebd-7f77f19adac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7853d8f9-7c79-449f-8481-87a78e26e797'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:59:20.751308 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc266c5-d77a-4688-8cdc-1eeea1956ff2" -d '{"events": [{"server_uuid": "8349b42b-525d-4b32-bebd-7f77f19adac2", "name": "network-vif-plugged", "status": "completed", "tag": "7853d8f9-7c79-449f-8481-87a78e26e797"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:59:20.759212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 7853d8f9-7c79-449f-8481-87a78e26e797, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7853d8f9-7c79-449f-8481-87a78e26e797,segment=NetworkSegment(e098474c-1eae-4277-a55b-54e5b6a12262),segment_id=e098474c-1eae-4277-a55b-54e5b6a12262)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 16:59:20.764345 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:20.766282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-632fb86a-2e08-497d-999b-64772b18dfee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:20.795525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 16:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f1b97f-245c-4aed-b619-bfb314da4e5d x-openstack-request-id: req-c5f1b97f-245c-4aed-b619-bfb314da4e5d {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:59:20.795826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8349b42b-525d-4b32-bebd-7f77f19adac2", "name": "network-vif-plugged", "status": "completed", "tag": "7853d8f9-7c79-449f-8481-87a78e26e797", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:59:20.796085 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c5f1b97f-245c-4aed-b619-bfb314da4e5d {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:59:20.796477 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8349b42b-525d-4b32-bebd-7f77f19adac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7853d8f9-7c79-449f-8481-87a78e26e797', 'code': 200} Jun 02 16:59:20.835540 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=7853d8f9-7c79-449f-8481-87a78e26e797,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:20.838551 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:21.049465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7c1b3-076c-41a7-a6f1-f0309a29e6ea req-450bf19f-f2bd-415c-93f0-34307421cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:21.050983 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-32a7c1b3-076c-41a7-a6f1-f0309a29e6ea req-450bf19f-f2bd-415c-93f0-34307421cb2f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 1099 time: 0.0800099 Jun 02 16:59:21.096182 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-32a7c1b3-076c-41a7-a6f1-f0309a29e6ea req-b2a4054d-e2e0-4649-885d-f7c0eba723a0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cbdf4934-442e-40cf-99cc-6a202737193c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341604 Jun 02 16:59:21.791269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7939716-6bef-4e48-b2d0-6e646c860b7c req-1ceced86-d5c7-48a4-bad9-f1a492884b39 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:21.792598 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f7939716-6bef-4e48-b2d0-6e646c860b7c req-1ceced86-d5c7-48a4-bad9-f1a492884b39 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 946 time: 0.0990267 Jun 02 16:59:21.839548 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f7939716-6bef-4e48-b2d0-6e646c860b7c req-63ee2e6c-f684-4676-91ba-081bb2102a42 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbdf4934-442e-40cf-99cc-6a202737193c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387373 Jun 02 16:59:23.055324 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7054d-e4aa-4e02-9602-e84df96b632d req-6e51936e-a9b8-4af6-92a4-24bbd1d0c83b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:23.056868 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6ba7054d-e4aa-4e02-9602-e84df96b632d req-6e51936e-a9b8-4af6-92a4-24bbd1d0c83b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 946 time: 0.0981774 Jun 02 16:59:23.102424 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6ba7054d-e4aa-4e02-9602-e84df96b632d req-551bc26f-0761-485e-b90b-c927c026627e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbdf4934-442e-40cf-99cc-6a202737193c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396976 Jun 02 16:59:23.308781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fdd4c-c477-4812-a694-63331d372122 req-069f45e4-671c-42be-9ade-e74dbae4ea47 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:23.310251 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a97fdd4c-c477-4812-a694-63331d372122 req-069f45e4-671c-42be-9ade-e74dbae4ea47 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 946 time: 0.0873923 Jun 02 16:59:23.356502 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a97fdd4c-c477-4812-a694-63331d372122 req-f8c111bc-d091-402e-9354-ccec04a6b507 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbdf4934-442e-40cf-99cc-6a202737193c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385802 Jun 02 16:59:23.381606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44018) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:23.457789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f9f900-ea94-4a1a-afdb-73357712b585 tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:23.459395 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a3f9f900-ea94-4a1a-afdb-73357712b585 tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 1094 time: 0.0765724 Jun 02 16:59:23.465312 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44020) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:23.469873 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': '7853d8f9-7c79-449f-8481-87a78e26e797', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 16:59:23.476733 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 16:59:23.480996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:floatingip and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 16:59:23.483844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 16:59:23.489695 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 16:59:23.500481 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:23.641145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:23.788883 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.26.3.2 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/074b2e8a-4d35-4d6f-bb33-e462356860dd) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 16:59:23.939316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:23.970515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:23.974437 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5cf4ca2d-da68-4141-98c6-33660ce524a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:24.038186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 16:59:24.041204 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 16:59:24.045087 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 16:59:24.073625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=074b2e8a-4d35-4d6f-bb33-e462356860dd,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:24.079779 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:24.623772 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:24.702912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:24.928456 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:24.935505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:24.939167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-516b3c09-6da6-46ee-a4a1-987b3c1d72ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 16:59:25.038128 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=074b2e8a-4d35-4d6f-bb33-e462356860dd,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 16:59:25.045304 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 16:59:25.054668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:25.223830 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Floating IP 00cceca4-effd-4fae-bc70-06762b393d89 associated. External IP: 172.26.3.2, port: 7853d8f9-7c79-449f-8481-87a78e26e797. Jun 02 16:59:25.594162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 3ad5e044-1423-4774-9518-22291dd576ee has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 16:59:25.779188 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 16:59:25.788762 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e3e141-7147-44de-a792-fd95bdc76574 None None] Sync routers for ids ['3ad5e044-1423-4774-9518-22291dd576ee'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 16:59:25.798381 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e3e141-7147-44de-a792-fd95bdc76574 None None] Routers {'3ad5e044-1423-4774-9518-22291dd576ee'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:59:25.799074 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-55e3e141-7147-44de-a792-fd95bdc76574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:59:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['3ad5e044-1423-4774-9518-22291dd576ee'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:59:25.805202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:25.861523 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3951862 Jun 02 16:59:25.862223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8349b42b-525d-4b32-bebd-7f77f19adac2', 'tag': '7853d8f9-7c79-449f-8481-87a78e26e797'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 16:59:25.864650 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af788f2-34d4-40e9-b6cb-980d76a7df54" -d '{"events": [{"name": "network-changed", "server_uuid": "8349b42b-525d-4b32-bebd-7f77f19adac2", "tag": "7853d8f9-7c79-449f-8481-87a78e26e797"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 16:59:25.913075 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 16:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20ff90a-923b-444e-9ea2-ae7a3710b202 x-openstack-request-id: req-f20ff90a-923b-444e-9ea2-ae7a3710b202 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 16:59:25.913393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8349b42b-525d-4b32-bebd-7f77f19adac2", "tag": "7853d8f9-7c79-449f-8481-87a78e26e797", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 16:59:25.913693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f20ff90a-923b-444e-9ea2-ae7a3710b202 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 16:59:25.914294 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8349b42b-525d-4b32-bebd-7f77f19adac2', 'tag': '7853d8f9-7c79-449f-8481-87a78e26e797', 'status': 'completed', 'code': 200} Jun 02 16:59:25.970016 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-55e3e141-7147-44de-a792-fd95bdc76574 None None] Set router 3ad5e044-1423-4774-9518-22291dd576ee gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:59:26.076038 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de1de1-c19a-40a2-82cd-359ac9de1a3a req-7dfb7069-474c-4a8b-b8e1-71bb7e7c3753 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:26.077362 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a4de1de1-c19a-40a2-82cd-359ac9de1a3a req-7dfb7069-474c-4a8b-b8e1-71bb7e7c3753 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 946 time: 0.1091723 Jun 02 16:59:26.079352 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af788f2-34d4-40e9-b6cb-980d76a7df54 req-84b73049-171e-47cf-8bcb-c86361e4cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:26.080671 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6af788f2-34d4-40e9-b6cb-980d76a7df54 req-84b73049-171e-47cf-8bcb-c86361e4cd85 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 1099 time: 0.1433883 Jun 02 16:59:26.196352 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a4de1de1-c19a-40a2-82cd-359ac9de1a3a req-72558134-d2c5-4b1a-afc9-cb2bff81c466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbdf4934-442e-40cf-99cc-6a202737193c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129551 Jun 02 16:59:26.211936 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 16:59:26.221506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44026) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:26.239489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af788f2-34d4-40e9-b6cb-980d76a7df54 req-a540d09e-be01-4bb9-8e63-faa34d5b5c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:26.241236 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6af788f2-34d4-40e9-b6cb-980d76a7df54 req-a540d09e-be01-4bb9-8e63-faa34d5b5c33 service neutron] 10.222.0.49 "GET /v2.0/networks?id=762d75de-342c-4be7-b247-c1bfdab71197 HTTP/1.1" status: 200 len: 898 time: 0.1448543 Jun 02 16:59:26.331530 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-55e3e141-7147-44de-a792-fd95bdc76574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad5e044-1423-4774-9518-22291dd576ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547423242', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:59:03Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:04Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '00cceca4-effd-4fae-bc70-06762b393d89', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'port_id': '7853d8f9-7c79-449f-8481-87a78e26e797', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197', 'mac_address': 'fa:16:3e:44:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8349b42b-525d-4b32-bebd-7f77f19adac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:59:24Z', 'updated_at': '2021-06-02T16:59:24Z', 'revision_number': 0, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29df158c-dcda-415d-9ccf-6673ed16f906', 'name': '', 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:04:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:08Z', 'updated_at': '2021-06-02T16:59:13Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:59:26.335947 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e3e141-7147-44de-a792-fd95bdc76574 None None] Checking router: 3ad5e044-1423-4774-9518-22291dd576ee for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 16:59:26.345357 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e3e141-7147-44de-a792-fd95bdc76574 None None] Routers {'3ad5e044-1423-4774-9518-22291dd576ee'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 16:59:26.345985 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-55e3e141-7147-44de-a792-fd95bdc76574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:59:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['3ad5e044-1423-4774-9518-22291dd576ee'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:59:26.358005 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6af788f2-34d4-40e9-b6cb-980d76a7df54 req-b2023f1a-d5c1-4773-b405-3e6e9aaedbfb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7853d8f9-7c79-449f-8481-87a78e26e797 HTTP/1.1" status: 200 len: 998 time: 0.1096714 Jun 02 16:59:26.427888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af788f2-34d4-40e9-b6cb-980d76a7df54 req-41f360c4-3ad4-4b93-b912-79484830e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:26.429547 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6af788f2-34d4-40e9-b6cb-980d76a7df54 req-41f360c4-3ad4-4b93-b912-79484830e6d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0709211e-c7a5-432b-983f-12e0a4ae1a16 HTTP/1.1" status: 200 len: 835 time: 0.0650344 Jun 02 16:59:26.505675 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af788f2-34d4-40e9-b6cb-980d76a7df54 req-1dd00089-2037-4012-ba97-8cd477ac7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:26.506925 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7aad5f72-b504-4892-954b-badc5d3f8be9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/00cceca4-effd-4fae-bc70-06762b393d89 HTTP/1.1" status: 200 len: 990 time: 0.2840366 Jun 02 16:59:26.507235 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6af788f2-34d4-40e9-b6cb-980d76a7df54 req-1dd00089-2037-4012-ba97-8cd477ac7303 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=762d75de-342c-4be7-b247-c1bfdab71197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0708175 Jun 02 16:59:26.525625 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-55e3e141-7147-44de-a792-fd95bdc76574 None None] Set router 3ad5e044-1423-4774-9518-22291dd576ee gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 16:59:26.636607 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6af788f2-34d4-40e9-b6cb-980d76a7df54 req-bbca91ec-061b-4f31-8122-850ed9ef8db6 service neutron] 10.222.0.49 "GET /v2.0/networks/762d75de-342c-4be7-b247-c1bfdab71197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221278 Jun 02 16:59:26.766956 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6af788f2-34d4-40e9-b6cb-980d76a7df54 req-3b657c45-e89c-4d0c-8041-d4a1cdad6436 service neutron] 10.222.0.49 "GET /v2.0/networks/762d75de-342c-4be7-b247-c1bfdab71197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235764 Jun 02 16:59:26.869635 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-55e3e141-7147-44de-a792-fd95bdc76574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad5e044-1423-4774-9518-22291dd576ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547423242', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:59:03Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:04Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '00cceca4-effd-4fae-bc70-06762b393d89', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'port_id': '7853d8f9-7c79-449f-8481-87a78e26e797', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197', 'mac_address': 'fa:16:3e:44:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8349b42b-525d-4b32-bebd-7f77f19adac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:59:24Z', 'updated_at': '2021-06-02T16:59:24Z', 'revision_number': 0, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29df158c-dcda-415d-9ccf-6673ed16f906', 'name': '', 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:04:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:08Z', 'updated_at': '2021-06-02T16:59:13Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 16:59:26.874015 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e3e141-7147-44de-a792-fd95bdc76574 None None] The sync data for ids ['3ad5e044-1423-4774-9518-22291dd576ee'] in dv-neutron-601336-83-hyperv is: [{'id': '3ad5e044-1423-4774-9518-22291dd576ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547423242', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:59:03Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:04Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '00cceca4-effd-4fae-bc70-06762b393d89', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'port_id': '7853d8f9-7c79-449f-8481-87a78e26e797', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197', 'mac_address': 'fa:16:3e:44:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8349b42b-525d-4b32-bebd-7f77f19adac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T16:59:24Z', 'updated_at': '2021-06-02T16:59:24Z', 'revision_number': 0, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29df158c-dcda-415d-9ccf-6673ed16f906', 'name': '', 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:04:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:08Z', 'updated_at': '2021-06-02T16:59:13Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 16:59:27.055501 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69efcf0-8ed4-4505-8414-1593405fb349 None None] New status for floating IP 00cceca4-effd-4fae-bc70-06762b393d89: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 16:59:27.512021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44028) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 16:59:27.626773 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ea329d4b-b5fd-42c6-b154-0f3e4cb73d9b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/00cceca4-effd-4fae-bc70-06762b393d89 HTTP/1.1" status: 200 len: 992 time: 0.1130834 Jun 02 16:59:33.002742 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3d4abcf4-a75d-4ffa-a25b-a890fdf7b40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:35.050101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:35.502958 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1b05f628-3d0f-412d-809e-5340605d06e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:36.796763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:38.716318 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:48.836369 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1e1551f2-366c-4c66-94fb-389fbb5187e6 req-ff75485a-ccd3-4b8f-9e64-845bcbdb10dd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708432 Jun 02 16:59:48.982597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1551f2-366c-4c66-94fb-389fbb5187e6 req-1c1d5cea-f17d-4f26-a87f-981f5eb6f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:48.984038 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1e1551f2-366c-4c66-94fb-389fbb5187e6 req-1c1d5cea-f17d-4f26-a87f-981f5eb6f70e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 1099 time: 0.0766423 Jun 02 16:59:49.132712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1551f2-366c-4c66-94fb-389fbb5187e6 req-2cd8e0cc-97f6-4c1e-8042-de44edae662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:49.134171 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1e1551f2-366c-4c66-94fb-389fbb5187e6 req-2cd8e0cc-97f6-4c1e-8042-de44edae662e service neutron] 10.222.0.49 "GET /v2.0/networks?id=762d75de-342c-4be7-b247-c1bfdab71197 HTTP/1.1" status: 200 len: 898 time: 0.1295931 Jun 02 16:59:49.379362 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1e1551f2-366c-4c66-94fb-389fbb5187e6 req-66633504-88b1-4050-8335-3ebf1a9228a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7853d8f9-7c79-449f-8481-87a78e26e797 HTTP/1.1" status: 200 len: 1000 time: 0.2358389 Jun 02 16:59:49.390960 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 16:59:49.443282 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1551f2-366c-4c66-94fb-389fbb5187e6 req-ee0d5624-a0ca-46e0-b1c2-98ad76693540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:49.444747 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1e1551f2-366c-4c66-94fb-389fbb5187e6 req-ee0d5624-a0ca-46e0-b1c2-98ad76693540 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0709211e-c7a5-432b-983f-12e0a4ae1a16 HTTP/1.1" status: 200 len: 835 time: 0.0566092 Jun 02 16:59:49.524783 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1551f2-366c-4c66-94fb-389fbb5187e6 req-5d5cc856-c94a-4f8b-ad1f-48e0c06b7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:49.526887 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1e1551f2-366c-4c66-94fb-389fbb5187e6 req-5d5cc856-c94a-4f8b-ad1f-48e0c06b7ef7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=762d75de-342c-4be7-b247-c1bfdab71197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0747485 Jun 02 16:59:49.673943 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1e1551f2-366c-4c66-94fb-389fbb5187e6 req-b7cba8c0-972f-4635-a428-522248c379a5 service neutron] 10.222.0.49 "GET /v2.0/networks/762d75de-342c-4be7-b247-c1bfdab71197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393256 Jun 02 16:59:49.802786 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1e1551f2-366c-4c66-94fb-389fbb5187e6 req-7253672b-7313-4635-9626-f3bda343fdc9 service neutron] 10.222.0.49 "GET /v2.0/networks/762d75de-342c-4be7-b247-c1bfdab71197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227150 Jun 02 16:59:59.108809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38798ef-4f36-47c4-ad88-56c4d412bb91 req-a023b3a0-fc8e-4727-a8ef-2f27916406f6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 16:59:59.110329 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d38798ef-4f36-47c4-ad88-56c4d412bb91 req-a023b3a0-fc8e-4727-a8ef-2f27916406f6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 946 time: 0.0919654 Jun 02 16:59:59.159655 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d38798ef-4f36-47c4-ad88-56c4d412bb91 req-f9c0a952-b3c1-4bea-bf95-d67dd01ef315 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbdf4934-442e-40cf-99cc-6a202737193c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435910 Jun 02 17:00:00.377966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5303f5d-3893-4bb8-b7a8-f345f41811b5 req-3f88a6d9-db15-44eb-89d8-02f9565ab2c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:00.379437 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f5303f5d-3893-4bb8-b7a8-f345f41811b5 req-3f88a6d9-db15-44eb-89d8-02f9565ab2c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 946 time: 0.0964801 Jun 02 17:00:00.423448 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f5303f5d-3893-4bb8-b7a8-f345f41811b5 req-8705d85f-1acd-4843-85b6-0e49c1d70cfd tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbdf4934-442e-40cf-99cc-6a202737193c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382617 Jun 02 17:00:00.446951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44046) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:00.555102 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c59bfd21-7b90-4b79-9604-067b09ce0d9d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/00cceca4-effd-4fae-bc70-06762b393d89 HTTP/1.1" status: 200 len: 992 time: 0.1068270 Jun 02 17:00:02.048430 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6478062-e013-4d7e-b3dd-5cb5c3d00362 req-81375077-d179-4221-9008-a60011ce7adb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:02.049841 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6478062-e013-4d7e-b3dd-5cb5c3d00362 req-81375077-d179-4221-9008-a60011ce7adb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 946 time: 0.0917866 Jun 02 17:00:02.096697 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c6478062-e013-4d7e-b3dd-5cb5c3d00362 req-31fa864c-a7eb-4c0c-972c-ef2ebad58629 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbdf4934-442e-40cf-99cc-6a202737193c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408893 Jun 02 17:00:02.993792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-02cc6ed1-4e7a-4ce8-bae1-a4ba2b853ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:03.160618 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:00:03.303557 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebe9f8-f693-455d-b203-7216202832e8 req-8719e1b5-cf3f-4068-8fa1-985ec8cdef4a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:03.304980 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-caebe9f8-f693-455d-b203-7216202832e8 req-8719e1b5-cf3f-4068-8fa1-985ec8cdef4a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 946 time: 0.0916586 Jun 02 17:00:03.356185 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-caebe9f8-f693-455d-b203-7216202832e8 req-cab51a20-1f71-48cd-8555-bb69f2d1653d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbdf4934-442e-40cf-99cc-6a202737193c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453110 Jun 02 17:00:03.379870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44056) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:03.485621 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0b9c6de7-05a6-4a23-9af4-88618fc3836a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/00cceca4-effd-4fae-bc70-06762b393d89 HTTP/1.1" status: 200 len: 992 time: 0.1044295 Jun 02 17:00:03.776939 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44062) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:04.056056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port 074b2e8a-4d35-4d6f-bb33-e462356860dd {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:00:04.056296 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:04.173043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:04.173342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:04.293350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for 074b2e8a-4d35-4d6f-bb33-e462356860dd owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:00:04.429588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:04.433948 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e8b82f75-40e3-4602-adf7-db14722a322f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:04.484859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=074b2e8a-4d35-4d6f-bb33-e462356860dd,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:04.523489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:04.523876 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:04.524257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:04.524631 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:04.524998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:04.525360 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:04.525722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:04.526112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:04.526472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:04.526822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:04.527185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:04.527540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:04.553055 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:04.583372 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:04.583701 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Floating IP 00cceca4-effd-4fae-bc70-06762b393d89 disassociated (deleted). External IP: 172.26.3.2, port: 7853d8f9-7c79-449f-8481-87a78e26e797. Jun 02 17:00:05.045822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:05.087717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 3ad5e044-1423-4774-9518-22291dd576ee has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:00:05.264576 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:00:05.274734 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0a9a88-f71c-46e4-a9fd-ca75b7d3cb02 None None] Sync routers for ids ['3ad5e044-1423-4774-9518-22291dd576ee'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:00:05.284601 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0a9a88-f71c-46e4-a9fd-ca75b7d3cb02 None None] Routers {'3ad5e044-1423-4774-9518-22291dd576ee'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:00:05.285108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:05.285233 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9f0a9a88-f71c-46e4-a9fd-ca75b7d3cb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T16:59:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['3ad5e044-1423-4774-9518-22291dd576ee'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:05.344007 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/floatingips/00cceca4-effd-4fae-bc70-06762b393d89 HTTP/1.1" status: 204 len: 168 time: 1.5630867 Jun 02 17:00:05.344007 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8349b42b-525d-4b32-bebd-7f77f19adac2', 'tag': '7853d8f9-7c79-449f-8481-87a78e26e797'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:00:05.344663 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8921bee6-ab7c-4479-b011-cbce86f4e4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8349b42b-525d-4b32-bebd-7f77f19adac2", "tag": "7853d8f9-7c79-449f-8481-87a78e26e797"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:00:05.399737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f2c816-28d8-42a5-b053-385465ed0943 x-openstack-request-id: req-68f2c816-28d8-42a5-b053-385465ed0943 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:00:05.399737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8349b42b-525d-4b32-bebd-7f77f19adac2", "tag": "7853d8f9-7c79-449f-8481-87a78e26e797", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:00:05.399737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-68f2c816-28d8-42a5-b053-385465ed0943 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:00:05.399737 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8349b42b-525d-4b32-bebd-7f77f19adac2', 'tag': '7853d8f9-7c79-449f-8481-87a78e26e797', 'status': 'completed', 'code': 200} Jun 02 17:00:05.462852 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-9f0a9a88-f71c-46e4-a9fd-ca75b7d3cb02 None None] Set router 3ad5e044-1423-4774-9518-22291dd576ee gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:00:05.503168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921bee6-ab7c-4479-b011-cbce86f4e4b3 req-5256d616-c051-4166-82d2-38ae561c8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:05.504869 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8921bee6-ab7c-4479-b011-cbce86f4e4b3 req-5256d616-c051-4166-82d2-38ae561c8236 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 1099 time: 0.0784628 Jun 02 17:00:05.507276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-276138f1-eb46-4f9d-82b3-7c29f08b555f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:05.663228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921bee6-ab7c-4479-b011-cbce86f4e4b3 req-950a6fdb-3c0c-4e5a-a1fd-f9d8de6a2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:05.664899 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8921bee6-ab7c-4479-b011-cbce86f4e4b3 req-950a6fdb-3c0c-4e5a-a1fd-f9d8de6a2d55 service neutron] 10.222.0.49 "GET /v2.0/networks?id=762d75de-342c-4be7-b247-c1bfdab71197 HTTP/1.1" status: 200 len: 898 time: 0.1486156 Jun 02 17:00:05.725316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a4f7e-650a-4189-b384-b7b6974b16e5 req-ca3dce1c-e316-4561-875c-1fab94bece46 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:05.726894 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-db7a4f7e-650a-4189-b384-b7b6974b16e5 req-ca3dce1c-e316-4561-875c-1fab94bece46 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 946 time: 0.0800755 Jun 02 17:00:05.737911 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8921bee6-ab7c-4479-b011-cbce86f4e4b3 req-b0388af4-2038-4176-95d4-0c8332c9c7ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7853d8f9-7c79-449f-8481-87a78e26e797 HTTP/1.1" status: 200 len: 217 time: 0.0651417 Jun 02 17:00:05.776795 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-db7a4f7e-650a-4189-b384-b7b6974b16e5 req-ed5b13d1-3ccd-4232-8ef0-ecafebe04574 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbdf4934-442e-40cf-99cc-6a202737193c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434968 Jun 02 17:00:05.801727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921bee6-ab7c-4479-b011-cbce86f4e4b3 req-eb6310f9-b663-4c7a-a8dd-6328e2ccac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:05.803221 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8921bee6-ab7c-4479-b011-cbce86f4e4b3 req-eb6310f9-b663-4c7a-a8dd-6328e2ccac06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0709211e-c7a5-432b-983f-12e0a4ae1a16 HTTP/1.1" status: 200 len: 835 time: 0.0587459 Jun 02 17:00:05.815586 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9f0a9a88-f71c-46e4-a9fd-ca75b7d3cb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad5e044-1423-4774-9518-22291dd576ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547423242', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:59:03Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:04Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '29df158c-dcda-415d-9ccf-6673ed16f906', 'name': '', 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:04:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:08Z', 'updated_at': '2021-06-02T16:59:13Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:05.819506 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0a9a88-f71c-46e4-a9fd-ca75b7d3cb02 None None] Checking router: 3ad5e044-1423-4774-9518-22291dd576ee for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:00:05.827952 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0a9a88-f71c-46e4-a9fd-ca75b7d3cb02 None None] Routers {'3ad5e044-1423-4774-9518-22291dd576ee'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:00:05.828558 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9f0a9a88-f71c-46e4-a9fd-ca75b7d3cb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:00:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['3ad5e044-1423-4774-9518-22291dd576ee'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:05.884059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921bee6-ab7c-4479-b011-cbce86f4e4b3 req-47a4fd5a-6365-473d-9bbe-ab11f3062d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:05.885517 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8921bee6-ab7c-4479-b011-cbce86f4e4b3 req-47a4fd5a-6365-473d-9bbe-ab11f3062d78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=762d75de-342c-4be7-b247-c1bfdab71197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0746975 Jun 02 17:00:06.003188 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-9f0a9a88-f71c-46e4-a9fd-ca75b7d3cb02 None None] Set router 3ad5e044-1423-4774-9518-22291dd576ee gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:00:06.019611 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8921bee6-ab7c-4479-b011-cbce86f4e4b3 req-02017d5e-c4ad-4a6c-b008-c4761fbf9bcd service neutron] 10.222.0.49 "GET /v2.0/networks/762d75de-342c-4be7-b247-c1bfdab71197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263289 Jun 02 17:00:06.152524 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8921bee6-ab7c-4479-b011-cbce86f4e4b3 req-0d2b3a90-4c7f-4b37-92ce-43fd876aea3a service neutron] 10.222.0.49 "GET /v2.0/networks/762d75de-342c-4be7-b247-c1bfdab71197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249449 Jun 02 17:00:06.316919 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9f0a9a88-f71c-46e4-a9fd-ca75b7d3cb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad5e044-1423-4774-9518-22291dd576ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547423242', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:59:03Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:04Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '29df158c-dcda-415d-9ccf-6673ed16f906', 'name': '', 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:04:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:08Z', 'updated_at': '2021-06-02T16:59:13Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:06.320867 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0a9a88-f71c-46e4-a9fd-ca75b7d3cb02 None None] The sync data for ids ['3ad5e044-1423-4774-9518-22291dd576ee'] in dv-neutron-601336-83-hyperv is: [{'id': '3ad5e044-1423-4774-9518-22291dd576ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547423242', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:59:03Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:04Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '29df158c-dcda-415d-9ccf-6673ed16f906', 'name': '', 'network_id': '762d75de-342c-4be7-b247-c1bfdab71197', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:04:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:08Z', 'updated_at': '2021-06-02T16:59:13Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '0709211e-c7a5-432b-983f-12e0a4ae1a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:00:06.537139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382fae29-df36-4c65-ab20-2248256614c1 None None] New status for floating IP 00cceca4-effd-4fae-bc70-06762b393d89: DOWN {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:00:06.797232 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:06.979975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef5e4e-54c2-4df0-90b4-5067a8964dab req-0a502cc8-2b64-4aa3-92c6-e659d9492394 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:06.980575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-87ef5e4e-54c2-4df0-90b4-5067a8964dab req-0a502cc8-2b64-4aa3-92c6-e659d9492394 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:00:06.999493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-87ef5e4e-54c2-4df0-90b4-5067a8964dab req-0a502cc8-2b64-4aa3-92c6-e659d9492394 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:00:07.000615 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-87ef5e4e-54c2-4df0-90b4-5067a8964dab req-0a502cc8-2b64-4aa3-92c6-e659d9492394 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 946 time: 0.1167009 Jun 02 17:00:07.044572 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-87ef5e4e-54c2-4df0-90b4-5067a8964dab req-ac777bb2-82cb-48ba-b45d-ff67a42bf5ea tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbdf4934-442e-40cf-99cc-6a202737193c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382142 Jun 02 17:00:07.425305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d97edc-0ac5-4369-8f76-b9ed0cfaef71 req-f6c90d71-1fd3-4bac-bbbf-d7d9c5f1e988 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:07.426799 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-09d97edc-0ac5-4369-8f76-b9ed0cfaef71 req-f6c90d71-1fd3-4bac-bbbf-d7d9c5f1e988 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 946 time: 0.0989799 Jun 02 17:00:07.570753 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-09d97edc-0ac5-4369-8f76-b9ed0cfaef71 req-5aa0fbcb-6f52-4492-8d56-4fc1ad0da9cb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port 7853d8f9-7c79-449f-8481-87a78e26e797 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:00:07.571062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-09d97edc-0ac5-4369-8f76-b9ed0cfaef71 req-5aa0fbcb-6f52-4492-8d56-4fc1ad0da9cb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:07.706330 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-09d97edc-0ac5-4369-8f76-b9ed0cfaef71 req-5aa0fbcb-6f52-4492-8d56-4fc1ad0da9cb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] For port 7853d8f9-7c79-449f-8481-87a78e26e797, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7853d8f9-7c79-449f-8481-87a78e26e797,segment=NetworkSegment(e098474c-1eae-4277-a55b-54e5b6a12262),segment_id=e098474c-1eae-4277-a55b-54e5b6a12262)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:00:07.706583 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-09d97edc-0ac5-4369-8f76-b9ed0cfaef71 req-5aa0fbcb-6f52-4492-8d56-4fc1ad0da9cb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:07.834247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-09d97edc-0ac5-4369-8f76-b9ed0cfaef71 req-5aa0fbcb-6f52-4492-8d56-4fc1ad0da9cb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for 7853d8f9-7c79-449f-8481-87a78e26e797 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:00:07.953978 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-09d97edc-0ac5-4369-8f76-b9ed0cfaef71 req-5aa0fbcb-6f52-4492-8d56-4fc1ad0da9cb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:07.960280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-11263890-833a-437a-89f4-718718d6645e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:08.007156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0fbcb-6f52-4492-8d56-4fc1ad0da9cb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=7853d8f9-7c79-449f-8481-87a78e26e797,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:08.009571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5aa0fbcb-6f52-4492-8d56-4fc1ad0da9cb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:08.081756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d97edc-0ac5-4369-8f76-b9ed0cfaef71 req-5aa0fbcb-6f52-4492-8d56-4fc1ad0da9cb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] No DVR routers for this DVR port 7853d8f9-7c79-449f-8481-87a78e26e797 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:00:08.084466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-09d97edc-0ac5-4369-8f76-b9ed0cfaef71 req-5aa0fbcb-6f52-4492-8d56-4fc1ad0da9cb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:08.087380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8349b42b-525d-4b32-bebd-7f77f19adac2', 'name': 'network-vif-deleted', 'tag': '7853d8f9-7c79-449f-8481-87a78e26e797'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:00:08.089686 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e70c737-cbaf-4a27-9481-161f73c54d81" -d '{"events": [{"server_uuid": "8349b42b-525d-4b32-bebd-7f77f19adac2", "name": "network-vif-deleted", "tag": "7853d8f9-7c79-449f-8481-87a78e26e797"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:00:08.107591 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-09d97edc-0ac5-4369-8f76-b9ed0cfaef71 req-5aa0fbcb-6f52-4492-8d56-4fc1ad0da9cb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "DELETE /v2.0/ports/7853d8f9-7c79-449f-8481-87a78e26e797 HTTP/1.1" status: 204 len: 173 time: 0.6692774 Jun 02 17:00:08.136470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062bf131-8c83-4082-8b3c-723b0b316788 x-openstack-request-id: req-062bf131-8c83-4082-8b3c-723b0b316788 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:00:08.136689 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8349b42b-525d-4b32-bebd-7f77f19adac2", "name": "network-vif-deleted", "tag": "7853d8f9-7c79-449f-8481-87a78e26e797", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:00:08.137033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-062bf131-8c83-4082-8b3c-723b0b316788 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:00:08.137475 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8349b42b-525d-4b32-bebd-7f77f19adac2', 'name': 'network-vif-deleted', 'tag': '7853d8f9-7c79-449f-8481-87a78e26e797', 'status': 'completed', 'code': 200} Jun 02 17:00:08.196939 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f50f97c3-a940-4c51-8ab9-aaca17d8a162 req-13764b92-1b48-4779-ba16-8eac60fe5944 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=8349b42b-525d-4b32-bebd-7f77f19adac2 HTTP/1.1" status: 200 len: 210 time: 0.0434222 Jun 02 17:00:08.715710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:09.301477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44078) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:10.044122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a19b464b-550c-41e8-93ea-ab9585933a3d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:10.465732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a19b464b-550c-41e8-93ea-ab9585933a3d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port 29df158c-dcda-415d-9ccf-6673ed16f906 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:00:10.466431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a19b464b-550c-41e8-93ea-ab9585933a3d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:10.603361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-a19b464b-550c-41e8-93ea-ab9585933a3d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] For port 29df158c-dcda-415d-9ccf-6673ed16f906, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=29df158c-dcda-415d-9ccf-6673ed16f906,segment=NetworkSegment(e098474c-1eae-4277-a55b-54e5b6a12262),segment_id=e098474c-1eae-4277-a55b-54e5b6a12262)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:00:10.603701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a19b464b-550c-41e8-93ea-ab9585933a3d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:10.722742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-a19b464b-550c-41e8-93ea-ab9585933a3d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for 29df158c-dcda-415d-9ccf-6673ed16f906 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:00:10.825860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 7853d8f9-7c79-449f-8481-87a78e26e797 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:00:10.860419 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 7853d8f9-7c79-449f-8481-87a78e26e797 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:00:10.860772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 7853d8f9-7c79-449f-8481-87a78e26e797 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:00:11.023689 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a19b464b-550c-41e8-93ea-ab9585933a3d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:11.027193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fdd5b5a9-a7ac-4a93-a32c-341c1a38b004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:11.228462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b464b-550c-41e8-93ea-ab9585933a3d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=29df158c-dcda-415d-9ccf-6673ed16f906,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:11.231982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a19b464b-550c-41e8-93ea-ab9585933a3d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:11.503744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a19b464b-550c-41e8-93ea-ab9585933a3d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:11.863867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19b464b-550c-41e8-93ea-ab9585933a3d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 3ad5e044-1423-4774-9518-22291dd576ee has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:00:12.039247 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19b464b-550c-41e8-93ea-ab9585933a3d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:00:12.049484 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b62c9b8-584b-4ba0-b218-10f552fa1148 None None] Sync routers for ids ['3ad5e044-1423-4774-9518-22291dd576ee'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:00:12.054879 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a19b464b-550c-41e8-93ea-ab9585933a3d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "PUT /v2.0/routers/3ad5e044-1423-4774-9518-22291dd576ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7520034 Jun 02 17:00:12.057586 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44080) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:12.059605 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b62c9b8-584b-4ba0-b218-10f552fa1148 None None] Routers {'3ad5e044-1423-4774-9518-22291dd576ee'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:00:12.060238 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4b62c9b8-584b-4ba0-b218-10f552fa1148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:00:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['3ad5e044-1423-4774-9518-22291dd576ee'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:12.121797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-9906aadd-0dd5-428d-a99b-a683c2fc677d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting subnet 0709211e-c7a5-432b-983f-12e0a4ae1a16 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 17:00:12.124782 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9906aadd-0dd5-428d-a99b-a683c2fc677d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:12.182301 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9906aadd-0dd5-428d-a99b-a683c2fc677d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:12.241853 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-4b62c9b8-584b-4ba0-b218-10f552fa1148 None None] Set router 3ad5e044-1423-4774-9518-22291dd576ee gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:00:12.265970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9906aadd-0dd5-428d-a99b-a683c2fc677d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:12.538509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9906aadd-0dd5-428d-a99b-a683c2fc677d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:12.543134 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-669ad3b1-15d5-464c-b02c-2f5d46bcb5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:12.548011 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4b62c9b8-584b-4ba0-b218-10f552fa1148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad5e044-1423-4774-9518-22291dd576ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547423242', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:59:03Z', 'updated_at': '2021-06-02T17:00:10Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:04Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:12.551791 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b62c9b8-584b-4ba0-b218-10f552fa1148 None None] Checking router: 3ad5e044-1423-4774-9518-22291dd576ee for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:00:12.559958 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b62c9b8-584b-4ba0-b218-10f552fa1148 None None] Routers {'3ad5e044-1423-4774-9518-22291dd576ee'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:00:12.560549 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4b62c9b8-584b-4ba0-b218-10f552fa1148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:00:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['3ad5e044-1423-4774-9518-22291dd576ee'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:12.579058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9906aadd-0dd5-428d-a99b-a683c2fc677d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:12.583471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906aadd-0dd5-428d-a99b-a683c2fc677d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Subnet': ['ID=0709211e-c7a5-432b-983f-12e0a4ae1a16,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:12.585998 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a99c0df-f825-4cdf-a0a5-31b92c5f166d None None] Network 762d75de-342c-4be7-b247-c1bfdab71197 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:00:12.587894 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9906aadd-0dd5-428d-a99b-a683c2fc677d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/subnets/0709211e-c7a5-432b-983f-12e0a4ae1a16 HTTP/1.1" status: 204 len: 168 time: 0.5290322 Jun 02 17:00:12.589691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9906aadd-0dd5-428d-a99b-a683c2fc677d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:12.590346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44082) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:12.738093 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-4b62c9b8-584b-4ba0-b218-10f552fa1148 None None] Set router 3ad5e044-1423-4774-9518-22291dd576ee gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:00:12.858603 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] DHCP port deletion for 762d75de-342c-4be7-b247-c1bfdab71197 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 17:00:12.914524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:12.929900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Deleting port 33b5dd2f-c20d-480e-b55a-80908c2b4533 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:00:12.930314 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:13.018138 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4b62c9b8-584b-4ba0-b218-10f552fa1148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad5e044-1423-4774-9518-22291dd576ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547423242', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:59:03Z', 'updated_at': '2021-06-02T17:00:10Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:04Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:13.021956 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b62c9b8-584b-4ba0-b218-10f552fa1148 None None] The sync data for ids ['3ad5e044-1423-4774-9518-22291dd576ee'] in dv-neutron-601336-83-hyperv is: [{'id': '3ad5e044-1423-4774-9518-22291dd576ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547423242', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T16:59:03Z', 'updated_at': '2021-06-02T17:00:10Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'a7655584-8b3b-41e9-84f8-2c8f1d0ab65d', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad5e044-1423-4774-9518-22291dd576ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T16:59:04Z', 'updated_at': '2021-06-02T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:00:13.028772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] For port 33b5dd2f-c20d-480e-b55a-80908c2b4533, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=33b5dd2f-c20d-480e-b55a-80908c2b4533,segment=NetworkSegment(e098474c-1eae-4277-a55b-54e5b6a12262),segment_id=e098474c-1eae-4277-a55b-54e5b6a12262)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:00:13.029176 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:13.101496 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:13.150602 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Calling delete_port for 33b5dd2f-c20d-480e-b55a-80908c2b4533 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:00:13.174844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port a7655584-8b3b-41e9-84f8-2c8f1d0ab65d {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:00:13.175199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:13.195276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:13.198905 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-ebe1e8ef-8af0-4525-9352-f7d082c87735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:13.244057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Pushing event deleted for resources: {'Port': ['ID=33b5dd2f-c20d-480e-b55a-80908c2b4533,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:13.248860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] No DVR routers for this DVR port 33b5dd2f-c20d-480e-b55a-80908c2b4533 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:00:13.255106 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:13.255467 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:13.255794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:13.256146 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:13.258721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:13.258721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:13.258721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:13.258721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:13.258721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:13.258721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:13.258721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:13.258721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:13.261754 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:13.298296 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] For port a7655584-8b3b-41e9-84f8-2c8f1d0ab65d, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=a7655584-8b3b-41e9-84f8-2c8f1d0ab65d,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:00:13.298593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:13.427604 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for a7655584-8b3b-41e9-84f8-2c8f1d0ab65d owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:00:13.520838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 29df158c-dcda-415d-9ccf-6673ed16f906 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:00:13.555624 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 29df158c-dcda-415d-9ccf-6673ed16f906 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:00:13.555989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 29df158c-dcda-415d-9ccf-6673ed16f906 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:00:13.556484 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 33b5dd2f-c20d-480e-b55a-80908c2b4533 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:00:13.579454 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:13.583918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7b8ddcc7-fa41-4d32-bdb9-d1c94261816b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:13.590875 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 33b5dd2f-c20d-480e-b55a-80908c2b4533 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:00:13.591373 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 33b5dd2f-c20d-480e-b55a-80908c2b4533 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:00:13.629739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=a7655584-8b3b-41e9-84f8-2c8f1d0ab65d,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:13.654548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:13.718255 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:13.889337 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:13.891705 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:13.915383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:13.915860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Fanout notify agent at l3_agent the message router_deleted on router 3ad5e044-1423-4774-9518-22291dd576ee {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 17:00:13.931648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:13.935653 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/routers/3ad5e044-1423-4774-9518-22291dd576ee HTTP/1.1" status: 204 len: 168 time: 1.3415124 Jun 02 17:00:13.935653 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44084) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:14.050052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8939bd48-d6a7-447e-8097-5928686cb080 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:14.317471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8939bd48-d6a7-447e-8097-5928686cb080 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:14.331478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-8939bd48-d6a7-447e-8097-5928686cb080 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762d75de-342c-4be7-b247-c1bfdab71197']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:14.344276 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-8939bd48-d6a7-447e-8097-5928686cb080 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e098474c-1eae-4277-a55b-54e5b6a12262') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:14.344572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-8939bd48-d6a7-447e-8097-5928686cb080 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e098474c-1eae-4277-a55b-54e5b6a12262') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:14.360390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8939bd48-d6a7-447e-8097-5928686cb080 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:14.378806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8939bd48-d6a7-447e-8097-5928686cb080 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:14.385465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8939bd48-d6a7-447e-8097-5928686cb080 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 17:00:14.385827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8939bd48-d6a7-447e-8097-5928686cb080 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 17:00:14.400442 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 17:00:14.483463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8939bd48-d6a7-447e-8097-5928686cb080 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:14.487327 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6ad04375-b3b8-4708-a492-48b696540208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:14.501221 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8939bd48-d6a7-447e-8097-5928686cb080 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:14.510853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939bd48-d6a7-447e-8097-5928686cb080 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Network': ['ID=762d75de-342c-4be7-b247-c1bfdab71197,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:14.520962 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8939bd48-d6a7-447e-8097-5928686cb080 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/networks/762d75de-342c-4be7-b247-c1bfdab71197 HTTP/1.1" status: 204 len: 168 time: 0.5770402 Jun 02 17:00:14.520962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8939bd48-d6a7-447e-8097-5928686cb080 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:14.520962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44086) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:14.589624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-39ff8eeb-08a4-465c-ae2f-5c606bbed838 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:14.624387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-39ff8eeb-08a4-465c-ae2f-5c606bbed838 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:14.704471 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-39ff8eeb-08a4-465c-ae2f-5c606bbed838 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:14.708388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-27fce52b-1b9a-4689-94eb-8543294b8446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:14.723185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff8eeb-08a4-465c-ae2f-5c606bbed838 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdf4934-442e-40cf-99cc-6a202737193c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:14.726954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-39ff8eeb-08a4-465c-ae2f-5c606bbed838 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:14.735867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-39ff8eeb-08a4-465c-ae2f-5c606bbed838 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:14.736956 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-39ff8eeb-08a4-465c-ae2f-5c606bbed838 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/security-groups/cbdf4934-442e-40cf-99cc-6a202737193c HTTP/1.1" status: 204 len: 168 time: 0.2196696 Jun 02 17:00:15.060129 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44092) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:15.065046 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1097123321', 'description': 'tempest-secgroup-smoke-1097123321 description', 'project_id': '42016c8220d54b1e828f34caeb060b3e'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:00:15.071375 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:00:15.075786 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:00:15.078855 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:00:15.084840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:00:15.096202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.116298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:00:15.120150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:00:15.122954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:00:15.128551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:00:15.195065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.201068 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.204582 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-39ff8eeb-08a4-465c-ae2f-5c606bbed838 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:15.255857 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:15.258529 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.263167 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44094) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:15.266199 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1985784 Jun 02 17:00:15.267281 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:15.269551 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'f5b4cc27-e6a1-41fa-90e0-6fb5c861d201', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:00:15.276375 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:00:15.280376 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:00:15.283474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:00:15.295643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:00:15.313471 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.372886 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.377617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.383597 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4f64d6c4-5e34-468a-b530-3a92691eb117 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:15.405708 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305186eb-f356-4633-9baf-4f72a8ebd80c,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:15.414551 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:15.414933 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:15.415311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:15.415688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:15.416060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:15.416423 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:15.416784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:15.417142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:15.417503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:15.417860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:15.418249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:15.418625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:15.421892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:15.422772 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.423919 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1591976 Jun 02 17:00:15.426770 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44096) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:15.431205 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-1be010c1-1172-4845-ba8a-6f13281ee9af tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'f5b4cc27-e6a1-41fa-90e0-6fb5c861d201', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:00:15.437192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1be010c1-1172-4845-ba8a-6f13281ee9af tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:00:15.441117 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1be010c1-1172-4845-ba8a-6f13281ee9af tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:00:15.443994 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1be010c1-1172-4845-ba8a-6f13281ee9af tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:00:15.449868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1be010c1-1172-4845-ba8a-6f13281ee9af tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:00:15.467599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1be010c1-1172-4845-ba8a-6f13281ee9af tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.506006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a7655584-8b3b-41e9-84f8-2c8f1d0ab65d no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:00:15.533712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1be010c1-1172-4845-ba8a-6f13281ee9af tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.537802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1be010c1-1172-4845-ba8a-6f13281ee9af tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.544296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: a7655584-8b3b-41e9-84f8-2c8f1d0ab65d {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:00:15.544681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device a7655584-8b3b-41e9-84f8-2c8f1d0ab65d not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:00:15.545181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-72573182-660c-49f4-bb7d-a4f87ea26cd0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:15.563469 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be010c1-1172-4845-ba8a-6f13281ee9af tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe549590-a81c-4251-bd50-64f7ca19bad1,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:15.565911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1be010c1-1172-4845-ba8a-6f13281ee9af tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:15.576121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1be010c1-1172-4845-ba8a-6f13281ee9af tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.577354 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1be010c1-1172-4845-ba8a-6f13281ee9af tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496685 Jun 02 17:00:15.580140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44098) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:15.584676 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-7a73bb62-a146-4c4c-b856-40597c8a9c7d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'f5b4cc27-e6a1-41fa-90e0-6fb5c861d201', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:00:15.590855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7a73bb62-a146-4c4c-b856-40597c8a9c7d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:00:15.594811 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7a73bb62-a146-4c4c-b856-40597c8a9c7d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:00:15.597886 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-7a73bb62-a146-4c4c-b856-40597c8a9c7d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:00:15.604507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-7a73bb62-a146-4c4c-b856-40597c8a9c7d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:00:15.627617 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a73bb62-a146-4c4c-b856-40597c8a9c7d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.694188 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a73bb62-a146-4c4c-b856-40597c8a9c7d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.700209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a73bb62-a146-4c4c-b856-40597c8a9c7d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.705990 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-17d1474b-e878-403f-95e1-62f8f5dc5bc9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:15.725247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73bb62-a146-4c4c-b856-40597c8a9c7d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1f5a2e-d61b-48b9-b5b9-991357de6216,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:15.727648 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7a73bb62-a146-4c4c-b856-40597c8a9c7d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:15.736270 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7a73bb62-a146-4c4c-b856-40597c8a9c7d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.737495 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7a73bb62-a146-4c4c-b856-40597c8a9c7d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1564448 Jun 02 17:00:15.740509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44100) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:15.745329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-e45af87d-cbc3-49fa-8874-c3079cb7a259 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'f5b4cc27-e6a1-41fa-90e0-6fb5c861d201', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:00:15.751384 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e45af87d-cbc3-49fa-8874-c3079cb7a259 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:00:15.755245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e45af87d-cbc3-49fa-8874-c3079cb7a259 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:00:15.758105 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-e45af87d-cbc3-49fa-8874-c3079cb7a259 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:00:15.763761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-e45af87d-cbc3-49fa-8874-c3079cb7a259 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:00:15.780420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e45af87d-cbc3-49fa-8874-c3079cb7a259 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.843868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e45af87d-cbc3-49fa-8874-c3079cb7a259 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.849598 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e45af87d-cbc3-49fa-8874-c3079cb7a259 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.855539 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5ff7c74c-b1eb-4ae0-b687-1aa6d08e5680 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:15.874546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45af87d-cbc3-49fa-8874-c3079cb7a259 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9570c30-6fea-4223-ae09-cddc2a1bddf4,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:15.877251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e45af87d-cbc3-49fa-8874-c3079cb7a259 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:15.885704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-e45af87d-cbc3-49fa-8874-c3079cb7a259 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.886918 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e45af87d-cbc3-49fa-8874-c3079cb7a259 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453712 Jun 02 17:00:15.889797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44102) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:15.894199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-0b30b047-8b33-4003-8dc7-bca490b29aae tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'f5b4cc27-e6a1-41fa-90e0-6fb5c861d201', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:00:15.899988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0b30b047-8b33-4003-8dc7-bca490b29aae tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:00:15.905333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0b30b047-8b33-4003-8dc7-bca490b29aae tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:00:15.908801 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-0b30b047-8b33-4003-8dc7-bca490b29aae tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:00:15.914670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-0b30b047-8b33-4003-8dc7-bca490b29aae tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:00:15.926892 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-0b30b047-8b33-4003-8dc7-bca490b29aae tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Project 42016c8220d54b1e828f34caeb060b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 17:00:15.932772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0b30b047-8b33-4003-8dc7-bca490b29aae tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:15.999176 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0b30b047-8b33-4003-8dc7-bca490b29aae tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:16.004451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0b30b047-8b33-4003-8dc7-bca490b29aae tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:16.006269 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7c28149e-a7a0-413b-a10d-0b71dfad17a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:16.027472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30b047-8b33-4003-8dc7-bca490b29aae tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032f1a18-63c2-4346-8ca4-87dde910acac,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:16.029790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0b30b047-8b33-4003-8dc7-bca490b29aae tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:16.038369 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0b30b047-8b33-4003-8dc7-bca490b29aae tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:16.039578 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0b30b047-8b33-4003-8dc7-bca490b29aae tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1488304 Jun 02 17:00:16.043697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44104) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:16.048311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-a3cc677e-5317-4494-9bc4-d27cac47c657 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'f5b4cc27-e6a1-41fa-90e0-6fb5c861d201', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:00:16.054466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a3cc677e-5317-4494-9bc4-d27cac47c657 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:00:16.058473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a3cc677e-5317-4494-9bc4-d27cac47c657 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:00:16.061618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-a3cc677e-5317-4494-9bc4-d27cac47c657 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:00:16.067542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-a3cc677e-5317-4494-9bc4-d27cac47c657 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:00:16.078554 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-a3cc677e-5317-4494-9bc4-d27cac47c657 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Project 42016c8220d54b1e828f34caeb060b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 17:00:16.084018 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3cc677e-5317-4494-9bc4-d27cac47c657 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:16.151542 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3cc677e-5317-4494-9bc4-d27cac47c657 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:16.158800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3cc677e-5317-4494-9bc4-d27cac47c657 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:16.160575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bad18035-3de2-423b-b7f8-16a4aa62dee2 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:16.183111 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc677e-5317-4494-9bc4-d27cac47c657 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7468c5-ae26-4c92-8569-3235b0ce2448,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:16.185541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a3cc677e-5317-4494-9bc4-d27cac47c657 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:16.194248 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-a3cc677e-5317-4494-9bc4-d27cac47c657 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:16.195689 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-a3cc677e-5317-4494-9bc4-d27cac47c657 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509683 Jun 02 17:00:16.198618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44106) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:16.203650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'network': {'name': 'tempest-network-smoke--744136536', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'port_security_enabled': True}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:00:16.208614 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:00:16.212665 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:network and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:00:16.215578 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:00:16.221430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:00:16.234041 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Made reservation on behalf of 42016c8220d54b1e828f34caeb060b3e for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:00:16.237385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:16.264790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 17:00:16.273573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:16.273936 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Added segment e60a8027-b25f-44c9-b094-8c98d7c55199 of type vlan for network 0101e75d-1c2d-422b-93cc-47738bb87de1 Jun 02 17:00:16.299441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:16.331421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:16.336904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:16.337485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:16.340990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a22153af-0da1-405f-b1ed-062f6cb15f03 tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:16.439215 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2395630 Jun 02 17:00:16.442193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44108) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:16.442847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Network': ['ID=0101e75d-1c2d-422b-93cc-47738bb87de1,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:16.445270 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ef0fdc60-8163-44f7-8f76-061ba7461c61 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:16.448976 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-201019009', 'admin_state_up': True, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:00:16.452808 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 0101e75d-1c2d-422b-93cc-47738bb87de1 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 17:00:16.457518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:00:16.461907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:router and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:00:16.464905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:00:16.472094 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:00:16.484007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:16.485054 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:16.501326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:16.769210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:17.225242 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:17.254848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:17.405689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.26.3.34 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/07f0d8da-399b-405d-9259-70b57bb36092) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:00:17.551217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:17.582428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:17.586660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:17.649497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:00:17.652508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:00:17.656380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:00:17.694366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=07f0d8da-399b-405d-9259-70b57bb36092,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:17.700305 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:18.102163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:18.448291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:18.806335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 02d77902-b7bc-486b-ae3a-33e6d2864b36 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 17:00:18.994827 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:00:19.006566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Sync routers for ids ['02d77902-b7bc-486b-ae3a-33e6d2864b36'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:00:19.016144 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Routers {'02d77902-b7bc-486b-ae3a-33e6d2864b36'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:00:19.016770 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-45352805-f004-4329-aebb-71032a6b7178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:00:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['02d77902-b7bc-486b-ae3a-33e6d2864b36'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:19.024182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:19.025563 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0dda25e2-c2b5-4e90-8f34-8cde9295a2d9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5814898 Jun 02 17:00:19.028618 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44110) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:19.067458 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6b6a190f-4f85-44ce-a71e-3945a30eabeb tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=42016c8220d54b1e828f34caeb060b3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375543 Jun 02 17:00:19.070196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44112) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:19.194312 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Set router 02d77902-b7bc-486b-ae3a-33e6d2864b36 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:00:19.205681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fafb5c-8ed9-4bc3-a38b-5274bca6c9ae tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:19.207209 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-40fafb5c-8ed9-4bc3-a38b-5274bca6c9ae tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1359043 Jun 02 17:00:19.210293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44114) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:19.248838 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-528ce40b-c469-4b0b-a3c4-d76c309d8f09 tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373676 Jun 02 17:00:19.251383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44116) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:19.257025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1118093297', 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:00:19.369279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:00:19.373274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:subnet and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:00:19.376151 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:00:19.381873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:00:19.391613 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Made reservation on behalf of 42016c8220d54b1e828f34caeb060b3e for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:00:19.395313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:19.433921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:19.526584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-45352805-f004-4329-aebb-71032a6b7178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201019009', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '07f0d8da-399b-405d-9259-70b57bb36092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:00:16Z', 'updated_at': '2021-06-02T17:00:17Z', 'revision_number': 3, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '07f0d8da-399b-405d-9259-70b57bb36092', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:17Z', 'updated_at': '2021-06-02T17:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:19.530447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Checking router: 02d77902-b7bc-486b-ae3a-33e6d2864b36 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:00:19.530808 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Updating router 02d77902-b7bc-486b-ae3a-33e6d2864b36 port 07f0d8da-399b-405d-9259-70b57bb36092 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 17:00:19.582789 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:19.813262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:19.816688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-05f13ee8-c946-44b1-b839-ba9cbecfd7a6 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:19.895696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Subnet': ['ID=dec75629-158c-4985-8660-aaa482903217,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:19.898488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:19.904340 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:19.904806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Checking segment: {'id': 'e60a8027-b25f-44c9-b094-8c98d7c55199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:00:19.905233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network hostable DHCP agents. Network: 0101e75d-1c2d-422b-93cc-47738bb87de1, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 17:00:19.917076 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Transition to ACTIVE for port object 07f0d8da-399b-405d-9259-70b57bb36092 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:00:19.924030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 0101e75d-1c2d-422b-93cc-47738bb87de1 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 17:00:19.925543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:19.929094 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:19.932982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 0101e75d-1c2d-422b-93cc-47738bb87de1) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:00:19.943004 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:19.943597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:19.966190 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c5318c23-cb20-442d-953c-442093cd6874 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7137146 Jun 02 17:00:19.968480 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b0339-7b0b-434f-ad15-82cc7a525fd8 None None] Network 0101e75d-1c2d-422b-93cc-47738bb87de1 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:00:19.969214 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44118) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:20.095442 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1081924-43f8-41c2-b9e0-59a5947afa20 None None] Pushing event updated for resources: {'Port': ['ID=07f0d8da-399b-405d-9259-70b57bb36092,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:20.097557 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Attempting to bind port 07f0d8da-399b-405d-9259-70b57bb36092 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:00:20.097943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Attempting to bind port 07f0d8da-399b-405d-9259-70b57bb36092 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:00:20.098343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Attempting to bind port 07f0d8da-399b-405d-9259-70b57bb36092 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:00:20.100847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d1081924-43f8-41c2-b9e0-59a5947afa20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:20.117599 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:00:20.117977 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:00:20.118407 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:20.118808 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:00:20.119294 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Bound port: 07f0d8da-399b-405d-9259-70b57bb36092, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:00:20.119670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:20.255995 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-45352805-f004-4329-aebb-71032a6b7178 None None] For port 07f0d8da-399b-405d-9259-70b57bb36092, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:00:20.296429 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-45352805-f004-4329-aebb-71032a6b7178 None None] For port 07f0d8da-399b-405d-9259-70b57bb36092, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=07f0d8da-399b-405d-9259-70b57bb36092,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:00:20.301958 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:20.305871 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d1081924-43f8-41c2-b9e0-59a5947afa20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:20.340024 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-0101e75d-1c2d-422b-93cc-47738bb87de1', 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ips': [{'subnet_id': 'dec75629-158c-4985-8660-aaa482903217'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 17:00:20.340858 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:20.448267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Routers {'02d77902-b7bc-486b-ae3a-33e6d2864b36'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:00:20.448915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-45352805-f004-4329-aebb-71032a6b7178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:00:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['02d77902-b7bc-486b-ae3a-33e6d2864b36'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:20.501822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1081924-43f8-41c2-b9e0-59a5947afa20 None None] Pushing event updated for resources: {'Port': ['ID=07f0d8da-399b-405d-9259-70b57bb36092,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:20.512063 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d1081924-43f8-41c2-b9e0-59a5947afa20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:20.688313 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Allocated IP 172.20.0.2 (0101e75d-1c2d-422b-93cc-47738bb87de1/dec75629-158c-4985-8660-aaa482903217/97d618e2-fe4a-4b23-b074-6ebfc4e2e92d) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:00:20.699206 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-45352805-f004-4329-aebb-71032a6b7178 None None] Set router 02d77902-b7bc-486b-ae3a-33e6d2864b36 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:00:20.804371 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:21.179855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:21.193330 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Transition to ACTIVE for port object 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:00:21.215383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Transition to ACTIVE for port object 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:00:21.217509 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-45352805-f004-4329-aebb-71032a6b7178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201019009', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '07f0d8da-399b-405d-9259-70b57bb36092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:00:16Z', 'updated_at': '2021-06-02T17:00:17Z', 'revision_number': 3, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '07f0d8da-399b-405d-9259-70b57bb36092', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:17Z', 'updated_at': '2021-06-02T17:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:21.222259 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45352805-f004-4329-aebb-71032a6b7178 None None] The sync data for ids ['02d77902-b7bc-486b-ae3a-33e6d2864b36'] in dv-neutron-601336-83-hyperv is: [{'id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201019009', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '07f0d8da-399b-405d-9259-70b57bb36092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:00:16Z', 'updated_at': '2021-06-02T17:00:17Z', 'revision_number': 3, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '07f0d8da-399b-405d-9259-70b57bb36092', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:17Z', 'updated_at': '2021-06-02T17:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:00:21.224861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:21.228659 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b5b6e841-6457-470b-89fd-2a0f621a3836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:21.292542 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Network 0101e75d-1c2d-422b-93cc-47738bb87de1 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:00:21.295749 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:00:21.299500 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:00:21.305453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Pushing event updated for resources: {'Port': ['ID=97d618e2-fe4a-4b23-b074-6ebfc4e2e92d,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:21.305773 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.20.0.1 (0101e75d-1c2d-422b-93cc-47738bb87de1/dec75629-158c-4985-8660-aaa482903217/0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:00:21.309337 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:21.397281 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Attempting to bind port 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:00:21.397663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Attempting to bind port 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'e60a8027-b25f-44c9-b094-8c98d7c55199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:00:21.398459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Attempting to bind port 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d on network 0101e75d-1c2d-422b-93cc-47738bb87de1 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:00:21.404848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:00:21.405240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Checking segment: {'id': 'e60a8027-b25f-44c9-b094-8c98d7c55199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:00:21.405662 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:21.406064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Bound using segment: {'id': 'e60a8027-b25f-44c9-b094-8c98d7c55199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:00:21.406575 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Bound port: 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60a8027-b25f-44c9-b094-8c98d7c55199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:00:21.406963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:21.497010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:21.518555 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Transition to ACTIVE for port object 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:00:21.526011 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] For port 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:00:21.529771 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] For port 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=97d618e2-fe4a-4b23-b074-6ebfc4e2e92d,segment=NetworkSegment(e60a8027-b25f-44c9-b094-8c98d7c55199),segment_id=e60a8027-b25f-44c9-b094-8c98d7c55199)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:00:21.536328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:21.543648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5d68b703-c6d7-4cb5-b9f4-d31b1585bc01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:21.551935 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:21.556717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:21.590360 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 07f0d8da-399b-405d-9259-70b57bb36092 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:00:21.627348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 0101e75d-1c2d-422b-93cc-47738bb87de1 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:00:21.630749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:00:21.635108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:00:21.665288 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:21.672375 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:21.700861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Pushing event updated for resources: {'Port': ['ID=97d618e2-fe4a-4b23-b074-6ebfc4e2e92d,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:21.703988 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:21.716549 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:21.717619 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 07f0d8da-399b-405d-9259-70b57bb36092 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:00:21.724228 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 07f0d8da-399b-405d-9259-70b57bb36092 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:00:21.724626 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:21.864432 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:21.897836 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 07f0d8da-399b-405d-9259-70b57bb36092, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=07f0d8da-399b-405d-9259-70b57bb36092,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:00:21.905252 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:21.907362 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:21.984856 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=07f0d8da-399b-405d-9259-70b57bb36092,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:21.990022 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:22.197498 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:22.616950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:22.623169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:22.647886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a19b464b-550c-41e8-93ea-ab9585933a3d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:22.736385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:22.739309 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:22.742697 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:22.882461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 0101e75d-1c2d-422b-93cc-47738bb87de1 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:00:22.884326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:00:23.006783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aa0e15-9675-41fb-ab59-35343c146793 None None] Network 0101e75d-1c2d-422b-93cc-47738bb87de1 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:00:23.082266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 02d77902-b7bc-486b-ae3a-33e6d2864b36 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:00:23.103795 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-722f1b03-8e37-4824-9771-8c1323f674f2 None None] Provisioning for port 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:00:23.263652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:00:23.273233 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Sync routers for ids ['02d77902-b7bc-486b-ae3a-33e6d2864b36'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:00:23.281989 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "PUT /v2.0/routers/02d77902-b7bc-486b-ae3a-33e6d2864b36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3084188 Jun 02 17:00:23.284871 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Routers {'02d77902-b7bc-486b-ae3a-33e6d2864b36'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:00:23.285515 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:00:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['02d77902-b7bc-486b-ae3a-33e6d2864b36'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:23.457915 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-c9a0eb39-18d0-4120-b69e-401bd8f0fc82 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1097123321&fields=id&tenant_id=42016c8220d54b1e828f34caeb060b3e HTTP/1.1" status: 200 len: 267 time: 0.0428863 Jun 02 17:00:23.458453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9feb6cc9-8427-4d0a-8f45-ea7ffaf6d7a2 None None] Provisioning for port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:00:23.463808 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9feb6cc9-8427-4d0a-8f45-ea7ffaf6d7a2 None None] Provisioning complete for port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:00:23.466536 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9feb6cc9-8427-4d0a-8f45-ea7ffaf6d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:23.483933 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Set router 02d77902-b7bc-486b-ae3a-33e6d2864b36 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:00:23.566919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-9feb6cc9-8427-4d0a-8f45-ea7ffaf6d7a2 None None] Port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:00:23.654410 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:00:23.661216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-ea8d8790-8162-428f-8697-c61bf0d20a2c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:23.662148 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-ea8d8790-8162-428f-8697-c61bf0d20a2c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:00:23.685907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-ea8d8790-8162-428f-8697-c61bf0d20a2c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:00:23.687824 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-ea8d8790-8162-428f-8697-c61bf0d20a2c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/networks?id=0101e75d-1c2d-422b-93cc-47738bb87de1 HTTP/1.1" status: 200 len: 796 time: 0.2229772 Jun 02 17:00:23.717548 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-198672fe-3a42-4b03-88d5-32becdd9408e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/quotas/42016c8220d54b1e828f34caeb060b3e HTTP/1.1" status: 200 len: 375 time: 0.0216534 Jun 02 17:00:23.730378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:00:23.738987 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:00:23.739371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:23.820195 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-f60181bf-6aac-430c-94c2-80bc405e4e03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017456 Jun 02 17:00:23.833570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1c868498-7626-4d20-99be-611870e915cf None None] Provisioning complete for port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:00:23.834607 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1c868498-7626-4d20-99be-611870e915cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:23.837987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-da13d10d-dadb-4e2a-80f6-c7f3ea6184ac service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 17:00:23.838995 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-da13d10d-dadb-4e2a-80f6-c7f3ea6184ac service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072186 Jun 02 17:00:23.871651 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201019009', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '07f0d8da-399b-405d-9259-70b57bb36092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:00:16Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '07f0d8da-399b-405d-9259-70b57bb36092', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:17Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355', 'name': '', 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:d9:e0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'dec75629-158c-4985-8660-aaa482903217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:21Z', 'updated_at': '2021-06-02T17:00:22Z', 'revision_number': 2, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': 'dec75629-158c-4985-8660-aaa482903217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:23.875898 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Checking router: 02d77902-b7bc-486b-ae3a-33e6d2864b36 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:00:23.876260 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Updating router 02d77902-b7bc-486b-ae3a-33e6d2864b36 port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 17:00:23.941163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1c868498-7626-4d20-99be-611870e915cf None None] Port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:00:23.951688 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:23.959888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:23.992071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=97d618e2-fe4a-4b23-b074-6ebfc4e2e92d,segment=NetworkSegment(e60a8027-b25f-44c9-b094-8c98d7c55199),segment_id=e60a8027-b25f-44c9-b094-8c98d7c55199)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:00:23.995971 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-df65f0fc-7205-452d-a419-7b83a38f6b45 service neutron] 10.222.0.50 "GET /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465645 Jun 02 17:00:23.996680 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:23.997688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 07f0d8da-399b-405d-9259-70b57bb36092 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:00:24.026646 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:24.135233 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-c0a6b110-e5c7-4676-8572-04f4a3f00538 service neutron] 10.222.0.50 "GET /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324759 Jun 02 17:00:24.168220 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-5df1dbc3-fbb7-4b69-8f92-ef401c53f2b6 None None] Provisioning complete for port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:00:24.168585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5df1dbc3-fbb7-4b69-8f92-ef401c53f2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:24.206608 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=97d618e2-fe4a-4b23-b074-6ebfc4e2e92d,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:24.212359 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:24.236932 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-5df1dbc3-fbb7-4b69-8f92-ef401c53f2b6 None None] Port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:00:24.238490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 07f0d8da-399b-405d-9259-70b57bb36092 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:00:24.238867 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:24.351697 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:24.356507 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-e17d43b8-448c-4cbd-85a7-5835c11cb242 req-fdb51515-d76b-4869-b7b2-8ebddcd0b8b4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:00:24.364438 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Transition to ACTIVE for port object 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:00:24.373413 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:24.376176 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-e17d43b8-448c-4cbd-85a7-5835c11cb242 req-fdb51515-d76b-4869-b7b2-8ebddcd0b8b4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:00:24.378482 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e17d43b8-448c-4cbd-85a7-5835c11cb242 req-fdb51515-d76b-4869-b7b2-8ebddcd0b8b4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 210 time: 0.0720189 Jun 02 17:00:24.378634 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-3ac8a06b-acd7-4800-bda9-ba4cc72541a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:24.569791 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Pushing event updated for resources: {'Port': ['ID=0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:24.590062 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:24.590520 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:24.590868 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:24.591207 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:24.591542 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:24.591849 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:24.592180 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:24.592502 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:24.592827 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:24.593147 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:24.593457 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:24.593794 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:00:24.600697 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:24.605044 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Attempting to bind port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:00:24.605498 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Attempting to bind port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'e60a8027-b25f-44c9-b094-8c98d7c55199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:00:24.605876 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Attempting to bind port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 on network 0101e75d-1c2d-422b-93cc-47738bb87de1 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:00:24.611289 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:00:24.611669 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Checking segment: {'id': 'e60a8027-b25f-44c9-b094-8c98d7c55199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:00:24.612081 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:24.612473 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Bound using segment: {'id': 'e60a8027-b25f-44c9-b094-8c98d7c55199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:00:24.612939 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Bound port: 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60a8027-b25f-44c9-b094-8c98d7c55199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:00:24.613312 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:24.708526 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] For port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:00:24.711897 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] For port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355,segment=NetworkSegment(e60a8027-b25f-44c9-b094-8c98d7c55199),segment_id=e60a8027-b25f-44c9-b094-8c98d7c55199)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:00:24.715740 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:24.720324 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-5019be46-c0ef-4667-9890-ddd45d8013ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:24.808868 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Routers {'02d77902-b7bc-486b-ae3a-33e6d2864b36'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:00:24.809501 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:00:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['02d77902-b7bc-486b-ae3a-33e6d2864b36'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:24.873773 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Pushing event updated for resources: {'Port': ['ID=0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:24.878213 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:24.995502 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] Set router 02d77902-b7bc-486b-ae3a-33e6d2864b36 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:00:25.313808 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201019009', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '07f0d8da-399b-405d-9259-70b57bb36092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:00:16Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '07f0d8da-399b-405d-9259-70b57bb36092', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:17Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355', 'name': '', 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:d9:e0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'dec75629-158c-4985-8660-aaa482903217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:21Z', 'updated_at': '2021-06-02T17:00:24Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': 'dec75629-158c-4985-8660-aaa482903217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:25.317782 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b63e7db-179d-481c-ab2b-d83531cb46d3 None None] The sync data for ids ['02d77902-b7bc-486b-ae3a-33e6d2864b36'] in dv-neutron-601336-83-hyperv is: [{'id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201019009', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '07f0d8da-399b-405d-9259-70b57bb36092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:00:16Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '07f0d8da-399b-405d-9259-70b57bb36092', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:17Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355', 'name': '', 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:d9:e0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'dec75629-158c-4985-8660-aaa482903217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:21Z', 'updated_at': '2021-06-02T17:00:24Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': 'dec75629-158c-4985-8660-aaa482903217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:00:25.544330 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1bb0773e-e775-49d7-90de-8718de3aae28 req-bd6accb3-bb01-4190-9822-2ae5de64309c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 210 time: 0.0493758 Jun 02 17:00:25.593130 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:00:25.660870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:00:25.661247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:25.781725 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:00:25.851421 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:00:25.856647 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:00:25.857019 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:25.978276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:26.014117 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355,segment=NetworkSegment(e60a8027-b25f-44c9-b094-8c98d7c55199),segment_id=e60a8027-b25f-44c9-b094-8c98d7c55199)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:00:26.018511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:26.020362 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d1081924-43f8-41c2-b9e0-59a5947afa20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:26.091688 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:26.094962 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:26.717795 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5d9731f9-2edf-4cbd-a4fa-a14a440eedd0 req-72d96f9f-f392-4290-aedb-68bc012c8a07 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 210 time: 0.0616453 Jun 02 17:00:26.731726 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-6a5d28e8-8ebb-401d-b1f2-ee0ecddc1418 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:26.732430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-6a5d28e8-8ebb-401d-b1f2-ee0ecddc1418 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:00:26.746122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-6a5d28e8-8ebb-401d-b1f2-ee0ecddc1418 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:00:26.747281 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-6a5d28e8-8ebb-401d-b1f2-ee0ecddc1418 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "GET /v2.0/networks?id=0101e75d-1c2d-422b-93cc-47738bb87de1 HTTP/1.1" status: 200 len: 796 time: 0.2095177 Jun 02 17:00:26.806642 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-10442279-909f-4047-b0ce-be75f57286c9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:00:26.823885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-10442279-909f-4047-b0ce-be75f57286c9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:00:26.825109 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-10442279-909f-4047-b0ce-be75f57286c9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42016c8220d54b1e828f34caeb060b3e HTTP/1.1" status: 200 len: 380 time: 0.0586498 Jun 02 17:00:26.842817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'port': {'device_id': 'bc3252aa-fc90-4fc2-953e-2bdbd94b1814', 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1', 'admin_state_up': True, 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'security_groups': ['f5b4cc27-e6a1-41fa-90e0-6fb5c861d201']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:00:27.120341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:00:27.129867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:00:27.141619 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Made reservation on behalf of 42016c8220d54b1e828f34caeb060b3e for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:00:27.145233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:27.307391 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.20.0.8 (0101e75d-1c2d-422b-93cc-47738bb87de1/dec75629-158c-4985-8660-aaa482903217/5b375b67-f7e6-4421-a84e-746fd1247aa4) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:00:27.508731 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:27.510515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:00:27.524601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Transition to ACTIVE for port object 5b375b67-f7e6-4421-a84e-746fd1247aa4 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:00:27.551582 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:27.557647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1cf1760c-d69d-4ff8-8622-db4edacf0b83 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:27.578672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:00:27.579097 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:27.626009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 0101e75d-1c2d-422b-93cc-47738bb87de1 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:00:27.629485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:00:27.632031 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:00:27.673555 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=5b375b67-f7e6-4421-a84e-746fd1247aa4,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:27.676509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:27.708052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:27.708800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:27.736188 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8970921 Jun 02 17:00:27.753079 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Request body: {'port': {'device_id': 'bc3252aa-fc90-4fc2-953e-2bdbd94b1814', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:00:27.870142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:27.907848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbd489-1036-47db-92b6-0406c36ebb8e req-8774ab15-81bd-4a99-a173-cb8d3222ef03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:27.909912 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ccdbd489-1036-47db-92b6-0406c36ebb8e req-8774ab15-81bd-4a99-a173-cb8d3222ef03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 931 time: 0.0803010 Jun 02 17:00:27.926507 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a6107791-b872-494a-bf02-92b6656faaa2 None None] Provisioning for port 5b375b67-f7e6-4421-a84e-746fd1247aa4 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:00:27.932212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a6107791-b872-494a-bf02-92b6656faaa2 None None] Provisioning complete for port 5b375b67-f7e6-4421-a84e-746fd1247aa4 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:00:27.932669 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a6107791-b872-494a-bf02-92b6656faaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:27.960124 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ccdbd489-1036-47db-92b6-0406c36ebb8e req-9268005f-2419-4d2e-b13c-d6734f5f0ec5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436919 Jun 02 17:00:27.988700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-a6107791-b872-494a-bf02-92b6656faaa2 None None] Port 5b375b67-f7e6-4421-a84e-746fd1247aa4 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:00:28.216579 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b375b67-f7e6-4421-a84e-746fd1247aa4 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:00:28.224202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:28.238525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Transition to ACTIVE for port object 5b375b67-f7e6-4421-a84e-746fd1247aa4 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:00:28.243532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:28.248016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4f0a82ab-fb7e-43f4-a37a-3fdae2142f16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:28.399235 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Pushing event updated for resources: {'Port': ['ID=5b375b67-f7e6-4421-a84e-746fd1247aa4,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:28.407063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:28.483473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Attempting to bind port 5b375b67-f7e6-4421-a84e-746fd1247aa4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:00:28.483748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Attempting to bind port 5b375b67-f7e6-4421-a84e-746fd1247aa4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e60a8027-b25f-44c9-b094-8c98d7c55199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:00:28.484081 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Attempting to bind port 5b375b67-f7e6-4421-a84e-746fd1247aa4 on network 0101e75d-1c2d-422b-93cc-47738bb87de1 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:00:28.488906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Port 5b375b67-f7e6-4421-a84e-746fd1247aa4 on network 0101e75d-1c2d-422b-93cc-47738bb87de1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 17:00:28.489230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Attempting to bind port 5b375b67-f7e6-4421-a84e-746fd1247aa4 on network 0101e75d-1c2d-422b-93cc-47738bb87de1 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:00:28.494548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:00:28.494887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Checking segment: {'id': 'e60a8027-b25f-44c9-b094-8c98d7c55199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:00:28.495269 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Bound using segment: {'id': 'e60a8027-b25f-44c9-b094-8c98d7c55199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:00:28.495694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Bound port: 5b375b67-f7e6-4421-a84e-746fd1247aa4, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60a8027-b25f-44c9-b094-8c98d7c55199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:00:28.496016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:28.588456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] For port 5b375b67-f7e6-4421-a84e-746fd1247aa4, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:00:28.592577 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] For port 5b375b67-f7e6-4421-a84e-746fd1247aa4, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5b375b67-f7e6-4421-a84e-746fd1247aa4,segment=NetworkSegment(e60a8027-b25f-44c9-b094-8c98d7c55199),segment_id=e60a8027-b25f-44c9-b094-8c98d7c55199)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:00:28.600770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:28.605452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-46406aee-1c39-4b08-94a7-96b0d3cbf550 tempest-TestEncryptedCinderVolumes-2065159176 tempest-TestEncryptedCinderVolumes-2065159176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:28.654012 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:28.654539 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:28.655951 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] 10.222.0.49 "PUT /v2.0/ports/5b375b67-f7e6-4421-a84e-746fd1247aa4 HTTP/1.1" status: 200 len: 1093 time: 0.9078152 Jun 02 17:00:28.656505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3252aa-fc90-4fc2-953e-2bdbd94b1814', 'tag': '5b375b67-f7e6-4421-a84e-746fd1247aa4'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:00:28.658839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81c836e-29cf-4df5-b4f3-0f287cf07047" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3252aa-fc90-4fc2-953e-2bdbd94b1814", "tag": "5b375b67-f7e6-4421-a84e-746fd1247aa4"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:00:28.688180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Pushing event updated for resources: {'Port': ['ID=5b375b67-f7e6-4421-a84e-746fd1247aa4,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:28.691548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:28.710801 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cc2495-8450-4609-b864-011912a1a65b x-openstack-request-id: req-28cc2495-8450-4609-b864-011912a1a65b {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:00:28.711147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3252aa-fc90-4fc2-953e-2bdbd94b1814", "tag": "5b375b67-f7e6-4421-a84e-746fd1247aa4", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:00:28.711450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28cc2495-8450-4609-b864-011912a1a65b {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:00:28.711904 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3252aa-fc90-4fc2-953e-2bdbd94b1814', 'tag': '5b375b67-f7e6-4421-a84e-746fd1247aa4', 'status': 'completed', 'code': 200} Jun 02 17:00:28.793463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-519ae762-8a00-4acb-b4a3-b8aa09f7679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:28.795071 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-519ae762-8a00-4acb-b4a3-b8aa09f7679f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 1096 time: 0.0801561 Jun 02 17:00:28.868091 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-419d0904-52a7-4499-acad-5ca71a45cb75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b375b67-f7e6-4421-a84e-746fd1247aa4 HTTP/1.1" status: 200 len: 217 time: 0.0612044 Jun 02 17:00:28.938505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-d56193dc-c319-4e4c-a71a-f1f493553aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:28.939937 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-d56193dc-c319-4e4c-a71a-f1f493553aba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dec75629-158c-4985-8660-aaa482903217 HTTP/1.1" status: 200 len: 835 time: 0.0625627 Jun 02 17:00:29.022584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-bfa3a3ed-781d-452c-9e17-a11bb6b5ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:29.024060 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-bfa3a3ed-781d-452c-9e17-a11bb6b5ae63 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0101e75d-1c2d-422b-93cc-47738bb87de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0735142 Jun 02 17:00:29.175297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb657b14-a96c-462c-a142-479044108171 req-e782b196-8c29-47d3-9cf5-3f4648c7a9fe tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:29.176952 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-eb657b14-a96c-462c-a142-479044108171 req-e782b196-8c29-47d3-9cf5-3f4648c7a9fe tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 943 time: 0.0973556 Jun 02 17:00:29.224841 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-eb657b14-a96c-462c-a142-479044108171 req-12e1152a-b352-44dd-9fc5-bfdef0322c47 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412836 Jun 02 17:00:29.298436 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-cdebf605-1bf0-4391-b70c-2f633111b48d service neutron] 10.222.0.49 "GET /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635612 Jun 02 17:00:29.436829 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2159cb71-e2d7-4c79-a1a6-0462a15a152f req-22117750-ce44-4d1c-9288-4213085c48b9 service neutron] 10.222.0.49 "GET /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278243 Jun 02 17:00:29.575587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c836e-29cf-4df5-b4f3-0f287cf07047 req-41ed68fa-65ce-42cc-9b8d-13516844a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:29.576968 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e81c836e-29cf-4df5-b4f3-0f287cf07047 req-41ed68fa-65ce-42cc-9b8d-13516844a33b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 1096 time: 0.0799506 Jun 02 17:00:29.711480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c836e-29cf-4df5-b4f3-0f287cf07047 req-f58c462f-ebb6-4f59-97c5-be03b7955570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:29.712945 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e81c836e-29cf-4df5-b4f3-0f287cf07047 req-f58c462f-ebb6-4f59-97c5-be03b7955570 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0101e75d-1c2d-422b-93cc-47738bb87de1 HTTP/1.1" status: 200 len: 897 time: 0.1290212 Jun 02 17:00:29.780408 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e81c836e-29cf-4df5-b4f3-0f287cf07047 req-745c8a6d-2acd-4476-a482-1739c9d85295 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b375b67-f7e6-4421-a84e-746fd1247aa4 HTTP/1.1" status: 200 len: 217 time: 0.0600436 Jun 02 17:00:29.846477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c836e-29cf-4df5-b4f3-0f287cf07047 req-4e828dd9-3544-4aa7-8061-76511628e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:29.847780 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e81c836e-29cf-4df5-b4f3-0f287cf07047 req-4e828dd9-3544-4aa7-8061-76511628e4f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dec75629-158c-4985-8660-aaa482903217 HTTP/1.1" status: 200 len: 835 time: 0.0604575 Jun 02 17:00:29.932541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c836e-29cf-4df5-b4f3-0f287cf07047 req-7a0b9362-4b30-484e-91fd-b782131d1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:29.934017 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e81c836e-29cf-4df5-b4f3-0f287cf07047 req-7a0b9362-4b30-484e-91fd-b782131d1b6a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0101e75d-1c2d-422b-93cc-47738bb87de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0788071 Jun 02 17:00:30.065177 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e81c836e-29cf-4df5-b4f3-0f287cf07047 req-1efaa309-d406-4bc3-89a2-243b2640624c service neutron] 10.222.0.49 "GET /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237721 Jun 02 17:00:30.199203 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e81c836e-29cf-4df5-b4f3-0f287cf07047 req-1f05452d-0db3-41bc-b360-2e0fd382b003 service neutron] 10.222.0.49 "GET /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256466 Jun 02 17:00:30.432518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc94e8-3b3e-4fbf-a0e8-359575eb4b1f req-135a42ec-229f-42bc-a6da-8daa8eb2760d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:30.433214 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-21cc94e8-3b3e-4fbf-a0e8-359575eb4b1f req-135a42ec-229f-42bc-a6da-8daa8eb2760d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:00:30.451624 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-21cc94e8-3b3e-4fbf-a0e8-359575eb4b1f req-135a42ec-229f-42bc-a6da-8daa8eb2760d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:00:30.452902 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-21cc94e8-3b3e-4fbf-a0e8-359575eb4b1f req-135a42ec-229f-42bc-a6da-8daa8eb2760d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 943 time: 0.1156676 Jun 02 17:00:30.498942 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-21cc94e8-3b3e-4fbf-a0e8-359575eb4b1f req-f318e69f-d085-4c11-8d81-e6c5fe8244c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400944 Jun 02 17:00:31.713581 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f86f2-10ea-4385-b568-318b282fb292 req-7b48f707-bab0-41b3-a56f-1d0239dde720 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:31.715079 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d55f86f2-10ea-4385-b568-318b282fb292 req-7b48f707-bab0-41b3-a56f-1d0239dde720 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 943 time: 0.0988648 Jun 02 17:00:31.762218 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d55f86f2-10ea-4385-b568-318b282fb292 req-6d27e5cb-d1a8-4051-b53c-245bb8830ba5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413847 Jun 02 17:00:32.950455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 5b375b67-f7e6-4421-a84e-746fd1247aa4 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 17:00:32.959208 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dca22-03ee-4317-b1ef-03ce977f6aed req-2f99486f-2357-4589-aacc-18fc9235b39b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:32.960783 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-061dca22-03ee-4317-b1ef-03ce977f6aed req-2f99486f-2357-4589-aacc-18fc9235b39b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 943 time: 0.0822680 Jun 02 17:00:33.010299 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-061dca22-03ee-4317-b1ef-03ce977f6aed req-62ca8db3-4fb0-4468-b3fb-1f9ff6891393 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435948 Jun 02 17:00:33.041110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c2fdd447-d96c-4d47-9e07-11fa657f0f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:33.095739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 5b375b67-f7e6-4421-a84e-746fd1247aa4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5b375b67-f7e6-4421-a84e-746fd1247aa4,segment=NetworkSegment(e60a8027-b25f-44c9-b094-8c98d7c55199),segment_id=e60a8027-b25f-44c9-b094-8c98d7c55199)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:00:33.114908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '5b375b67-f7e6-4421-a84e-746fd1247aa4', 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1', 'port_id': '5b375b67-f7e6-4421-a84e-746fd1247aa4', 'mac_address': 'fa:16:3e:4f:b3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec75629-158c-4985-8660-aaa482903217', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 17:00:33.187356 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:33.204236 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b375b67-f7e6-4421-a84e-746fd1247aa4 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:00:33.220100 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 5b375b67-f7e6-4421-a84e-746fd1247aa4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5b375b67-f7e6-4421-a84e-746fd1247aa4,segment=NetworkSegment(e60a8027-b25f-44c9-b094-8c98d7c55199),segment_id=e60a8027-b25f-44c9-b094-8c98d7c55199)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:00:33.225840 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:33.227610 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5730161f-b51a-4687-99d4-1d39fe7ebb0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:33.293892 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=5b375b67-f7e6-4421-a84e-746fd1247aa4,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:33.297108 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:33.489955 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['5b375b67-f7e6-4421-a84e-746fd1247aa4'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 17:00:34.208516 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddb4ae-0af6-43d8-a8bb-048898eac3d1 req-94da4e78-96d3-4e99-bf9c-33f6db8e9923 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:34.209960 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-65ddb4ae-0af6-43d8-a8bb-048898eac3d1 req-94da4e78-96d3-4e99-bf9c-33f6db8e9923 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 944 time: 0.0823815 Jun 02 17:00:34.261272 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-65ddb4ae-0af6-43d8-a8bb-048898eac3d1 req-d9e8fd74-8192-4f36-8da3-5306c377d791 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456240 Jun 02 17:00:34.968128 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 5b375b67-f7e6-4421-a84e-746fd1247aa4 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:00:35.052047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:35.055527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 5b375b67-f7e6-4421-a84e-746fd1247aa4 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:00:35.062895 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 5b375b67-f7e6-4421-a84e-746fd1247aa4 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:00:35.063451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:35.217328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:35.245445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3252aa-fc90-4fc2-953e-2bdbd94b1814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b375b67-f7e6-4421-a84e-746fd1247aa4'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:00:35.247637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc94c846-627a-4f2a-9568-85dffe34ebc2" -d '{"events": [{"server_uuid": "bc3252aa-fc90-4fc2-953e-2bdbd94b1814", "name": "network-vif-plugged", "status": "completed", "tag": "5b375b67-f7e6-4421-a84e-746fd1247aa4"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:00:35.255414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 5b375b67-f7e6-4421-a84e-746fd1247aa4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5b375b67-f7e6-4421-a84e-746fd1247aa4,segment=NetworkSegment(e60a8027-b25f-44c9-b094-8c98d7c55199),segment_id=e60a8027-b25f-44c9-b094-8c98d7c55199)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:00:35.259891 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:35.261716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:35.326743 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=5b375b67-f7e6-4421-a84e-746fd1247aa4,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:35.329762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:35.356661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91042c0-be2f-4363-accb-af594c39f2f1 x-openstack-request-id: req-e91042c0-be2f-4363-accb-af594c39f2f1 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:00:35.356977 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3252aa-fc90-4fc2-953e-2bdbd94b1814", "name": "network-vif-plugged", "status": "completed", "tag": "5b375b67-f7e6-4421-a84e-746fd1247aa4", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:00:35.357270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e91042c0-be2f-4363-accb-af594c39f2f1 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:00:35.357674 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3252aa-fc90-4fc2-953e-2bdbd94b1814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b375b67-f7e6-4421-a84e-746fd1247aa4', 'code': 200} Jun 02 17:00:35.460841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad65d80-d535-4a5b-8d0d-041553cf4736 req-f2bdc9bf-4960-4ce5-905b-06c0b2308367 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:35.462394 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7ad65d80-d535-4a5b-8d0d-041553cf4736 req-f2bdc9bf-4960-4ce5-905b-06c0b2308367 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.0878794 Jun 02 17:00:35.491603 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-feafe8a9-f2a3-4c90-a78e-5fc8a7d1d939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:35.511108 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7ad65d80-d535-4a5b-8d0d-041553cf4736 req-6b9a4810-fa2c-4104-a971-8d3826aa0f5a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Jun 02 17:00:35.619836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cec09-763c-483c-857c-13f83f641a48 req-7d33e07b-0128-4a39-8197-8252da2f3b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:35.621310 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-272cec09-763c-483c-857c-13f83f641a48 req-7d33e07b-0128-4a39-8197-8252da2f3b3b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 1098 time: 0.0817661 Jun 02 17:00:35.666525 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-272cec09-763c-483c-857c-13f83f641a48 req-9b55e633-bb82-430b-a265-30200294851a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350473 Jun 02 17:00:36.704618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd6d56-7827-403b-87c4-b0e346ad2412 req-be33f683-a54d-40fd-b597-2697c915c4a5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:36.705968 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b7cd6d56-7827-403b-87c4-b0e346ad2412 req-be33f683-a54d-40fd-b597-2697c915c4a5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.0879745 Jun 02 17:00:36.750463 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b7cd6d56-7827-403b-87c4-b0e346ad2412 req-139baa1e-1110-4afd-ba66-de9c0da47531 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387352 Jun 02 17:00:36.800826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:36.941941 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f3dfd-70bc-4f87-a3aa-c17f9a2f5d4d req-6d9fbad1-653b-4839-a25b-7889c317fba8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:36.943395 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0f3dfd-70bc-4f87-a3aa-c17f9a2f5d4d req-6d9fbad1-653b-4839-a25b-7889c317fba8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.0827520 Jun 02 17:00:36.994789 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8f0f3dfd-70bc-4f87-a3aa-c17f9a2f5d4d req-f0a18cee-6f83-4b39-ae7c-e6b870138fa1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427926 Jun 02 17:00:37.028328 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44184) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:37.253021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6372edd7-9fed-4517-b321-ec0b77158c70 tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:37.255255 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6372edd7-9fed-4517-b321-ec0b77158c70 tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 1093 time: 0.2258208 Jun 02 17:00:37.257353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44186) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:37.261958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': '5b375b67-f7e6-4421-a84e-746fd1247aa4', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:00:37.268326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:00:37.272362 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:floatingip and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:00:37.275317 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:00:37.281197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:00:37.294555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:37.431670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:37.579557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.26.3.250 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/27a5d597-0ac2-4b1f-9550-8085dd0159bd) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:00:37.728104 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:37.762303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:37.766764 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f336ba6c-2633-4f71-b6cb-816ef6ff9351 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:37.828593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:00:37.831921 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:00:37.835634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:00:37.869625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=27a5d597-0ac2-4b1f-9550-8085dd0159bd,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:37.873573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:38.249861 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:38.327247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:38.540566 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:38.547856 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:38.552244 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3714d923-5d3b-4351-b9a8-2fa24bf6d643 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:00:38.654866 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=27a5d597-0ac2-4b1f-9550-8085dd0159bd,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:00:38.659055 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:00:38.665748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:38.717921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:38.978973 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Floating IP 292d6ba3-050e-4b4b-ba50-19ee3fe891e6 associated. External IP: 172.26.3.250, port: 5b375b67-f7e6-4421-a84e-746fd1247aa4. Jun 02 17:00:39.339441 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 02d77902-b7bc-486b-ae3a-33e6d2864b36 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:00:39.528894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:00:39.538907 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410db6c1-d7cb-49ad-a24d-f18ce9ece552 None None] Sync routers for ids ['02d77902-b7bc-486b-ae3a-33e6d2864b36'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:00:39.548883 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410db6c1-d7cb-49ad-a24d-f18ce9ece552 None None] Routers {'02d77902-b7bc-486b-ae3a-33e6d2864b36'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:00:39.549510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-410db6c1-d7cb-49ad-a24d-f18ce9ece552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:00:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['02d77902-b7bc-486b-ae3a-33e6d2864b36'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:39.554999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:39.611383 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3529534 Jun 02 17:00:39.612076 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3252aa-fc90-4fc2-953e-2bdbd94b1814', 'tag': '5b375b67-f7e6-4421-a84e-746fd1247aa4'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:00:39.614483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eab441-8dbb-4018-92b2-3ec369bff282" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3252aa-fc90-4fc2-953e-2bdbd94b1814", "tag": "5b375b67-f7e6-4421-a84e-746fd1247aa4"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:00:39.659603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659f5560-06db-4deb-9f86-7f1625a3c13f x-openstack-request-id: req-659f5560-06db-4deb-9f86-7f1625a3c13f {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:00:39.660026 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3252aa-fc90-4fc2-953e-2bdbd94b1814", "tag": "5b375b67-f7e6-4421-a84e-746fd1247aa4", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:00:39.660416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-659f5560-06db-4deb-9f86-7f1625a3c13f {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:00:39.660964 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3252aa-fc90-4fc2-953e-2bdbd94b1814', 'tag': '5b375b67-f7e6-4421-a84e-746fd1247aa4', 'status': 'completed', 'code': 200} Jun 02 17:00:39.727455 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-410db6c1-d7cb-49ad-a24d-f18ce9ece552 None None] Set router 02d77902-b7bc-486b-ae3a-33e6d2864b36 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:00:39.814528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eab441-8dbb-4018-92b2-3ec369bff282 req-3b7eeee0-f0f7-4df9-ba8a-ba1384f22b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:39.816041 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-09eab441-8dbb-4018-92b2-3ec369bff282 req-3b7eeee0-f0f7-4df9-ba8a-ba1384f22b39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 1098 time: 0.1332028 Jun 02 17:00:39.828173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec0c07-e23a-4784-9964-0036ba9f87f2 req-443e96f9-1673-4a91-839a-0519b2dee6ff tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:39.829500 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-eeec0c07-e23a-4784-9964-0036ba9f87f2 req-443e96f9-1673-4a91-839a-0519b2dee6ff tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.1113009 Jun 02 17:00:40.081973 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-410db6c1-d7cb-49ad-a24d-f18ce9ece552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201019009', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '07f0d8da-399b-405d-9259-70b57bb36092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:00:16Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '07f0d8da-399b-405d-9259-70b57bb36092', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:17Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '292d6ba3-050e-4b4b-ba50-19ee3fe891e6', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'floating_ip_address': '172.26.3.250', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'port_id': '5b375b67-f7e6-4421-a84e-746fd1247aa4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1', 'mac_address': 'fa:16:3e:4f:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3252aa-fc90-4fc2-953e-2bdbd94b1814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:00:38Z', 'updated_at': '2021-06-02T17:00:38Z', 'revision_number': 0, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355', 'name': '', 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:d9:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'dec75629-158c-4985-8660-aaa482903217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:21Z', 'updated_at': '2021-06-02T17:00:25Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': 'dec75629-158c-4985-8660-aaa482903217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:40.086241 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410db6c1-d7cb-49ad-a24d-f18ce9ece552 None None] Checking router: 02d77902-b7bc-486b-ae3a-33e6d2864b36 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:00:40.093679 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-eeec0c07-e23a-4784-9964-0036ba9f87f2 req-00433e75-ce21-4e9e-9983-d47ddd0cc810 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455523 Jun 02 17:00:40.095305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410db6c1-d7cb-49ad-a24d-f18ce9ece552 None None] Routers {'02d77902-b7bc-486b-ae3a-33e6d2864b36'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:00:40.095924 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-410db6c1-d7cb-49ad-a24d-f18ce9ece552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:00:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['02d77902-b7bc-486b-ae3a-33e6d2864b36'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:40.118859 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44192) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:40.125571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eab441-8dbb-4018-92b2-3ec369bff282 req-428cdcbb-e73d-4524-9b37-c84b105b1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:40.127053 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-09eab441-8dbb-4018-92b2-3ec369bff282 req-428cdcbb-e73d-4524-9b37-c84b105b1ff1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0101e75d-1c2d-422b-93cc-47738bb87de1 HTTP/1.1" status: 200 len: 897 time: 0.2967112 Jun 02 17:00:40.159414 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:00:40.229129 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-156f05f4-cc1c-488c-abf8-2b17963219dd tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/292d6ba3-050e-4b4b-ba50-19ee3fe891e6 HTTP/1.1" status: 200 len: 991 time: 0.1089759 Jun 02 17:00:40.238118 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-09eab441-8dbb-4018-92b2-3ec369bff282 req-b4a8b3ce-1732-4b0f-897c-c81b65642c1f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b375b67-f7e6-4421-a84e-746fd1247aa4 HTTP/1.1" status: 200 len: 999 time: 0.1033649 Jun 02 17:00:40.278401 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-410db6c1-d7cb-49ad-a24d-f18ce9ece552 None None] Set router 02d77902-b7bc-486b-ae3a-33e6d2864b36 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:00:40.301837 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eab441-8dbb-4018-92b2-3ec369bff282 req-a17965f6-7a27-4341-969e-2f3183f02dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:40.303308 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-09eab441-8dbb-4018-92b2-3ec369bff282 req-a17965f6-7a27-4341-969e-2f3183f02dc2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dec75629-158c-4985-8660-aaa482903217 HTTP/1.1" status: 200 len: 835 time: 0.0589261 Jun 02 17:00:40.381740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eab441-8dbb-4018-92b2-3ec369bff282 req-c8406164-d960-45f1-85ac-71179c44bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:40.383250 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-09eab441-8dbb-4018-92b2-3ec369bff282 req-c8406164-d960-45f1-85ac-71179c44bcbd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0101e75d-1c2d-422b-93cc-47738bb87de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0733428 Jun 02 17:00:40.516697 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-09eab441-8dbb-4018-92b2-3ec369bff282 req-7a5f1715-49d7-4fca-ba55-7dd752f46120 service neutron] 10.222.0.49 "GET /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268103 Jun 02 17:00:40.650173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-410db6c1-d7cb-49ad-a24d-f18ce9ece552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201019009', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '07f0d8da-399b-405d-9259-70b57bb36092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:00:16Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '07f0d8da-399b-405d-9259-70b57bb36092', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:17Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '292d6ba3-050e-4b4b-ba50-19ee3fe891e6', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'floating_ip_address': '172.26.3.250', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'port_id': '5b375b67-f7e6-4421-a84e-746fd1247aa4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1', 'mac_address': 'fa:16:3e:4f:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3252aa-fc90-4fc2-953e-2bdbd94b1814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:00:38Z', 'updated_at': '2021-06-02T17:00:38Z', 'revision_number': 0, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355', 'name': '', 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:d9:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'dec75629-158c-4985-8660-aaa482903217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:21Z', 'updated_at': '2021-06-02T17:00:25Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': 'dec75629-158c-4985-8660-aaa482903217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:00:40.654462 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410db6c1-d7cb-49ad-a24d-f18ce9ece552 None None] The sync data for ids ['02d77902-b7bc-486b-ae3a-33e6d2864b36'] in dv-neutron-601336-83-hyperv is: [{'id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201019009', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '07f0d8da-399b-405d-9259-70b57bb36092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:00:16Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '07f0d8da-399b-405d-9259-70b57bb36092', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:17Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '292d6ba3-050e-4b4b-ba50-19ee3fe891e6', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'floating_ip_address': '172.26.3.250', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'port_id': '5b375b67-f7e6-4421-a84e-746fd1247aa4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1', 'mac_address': 'fa:16:3e:4f:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3252aa-fc90-4fc2-953e-2bdbd94b1814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:00:38Z', 'updated_at': '2021-06-02T17:00:38Z', 'revision_number': 0, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355', 'name': '', 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:d9:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'dec75629-158c-4985-8660-aaa482903217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:21Z', 'updated_at': '2021-06-02T17:00:25Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': 'dec75629-158c-4985-8660-aaa482903217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:00:40.666105 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-09eab441-8dbb-4018-92b2-3ec369bff282 req-d2c36968-3019-4668-afef-722541ae4074 service neutron] 10.222.0.49 "GET /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409926 Jun 02 17:00:40.831654 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0bd094-535d-4778-9cae-7d0369d0954e None None] New status for floating IP 292d6ba3-050e-4b4b-ba50-19ee3fe891e6: ACTIVE {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:00:41.236783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44194) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:00:41.347809 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2aa4d0dd-b5a8-4945-9b65-5b551c8448ac tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/292d6ba3-050e-4b4b-ba50-19ee3fe891e6 HTTP/1.1" status: 200 len: 993 time: 0.1093116 Jun 02 17:00:49.410853 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:00:50.810715 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-316dfa07-b83c-47e7-9db3-797ff71c56c6 req-ccf5775d-0d14-4edb-a5e5-eb67fe57c2fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722563 Jun 02 17:00:50.959689 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dfa07-b83c-47e7-9db3-797ff71c56c6 req-dc1a343f-ea39-4a3c-b42d-e5146ef8f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:50.961200 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-316dfa07-b83c-47e7-9db3-797ff71c56c6 req-dc1a343f-ea39-4a3c-b42d-e5146ef8f8f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 1098 time: 0.0785403 Jun 02 17:00:51.110130 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dfa07-b83c-47e7-9db3-797ff71c56c6 req-add249b6-bb56-44a8-b529-9cd7971589af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:51.111581 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-316dfa07-b83c-47e7-9db3-797ff71c56c6 req-add249b6-bb56-44a8-b529-9cd7971589af service neutron] 10.222.0.49 "GET /v2.0/networks?id=0101e75d-1c2d-422b-93cc-47738bb87de1 HTTP/1.1" status: 200 len: 897 time: 0.1268930 Jun 02 17:00:51.209839 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-316dfa07-b83c-47e7-9db3-797ff71c56c6 req-285e44fe-1753-4bbf-a9f2-fcec99ff6823 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b375b67-f7e6-4421-a84e-746fd1247aa4 HTTP/1.1" status: 200 len: 1001 time: 0.0919509 Jun 02 17:00:51.277340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dfa07-b83c-47e7-9db3-797ff71c56c6 req-9f7c5ba4-05e2-47b9-bf62-8d019930e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:51.278758 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-316dfa07-b83c-47e7-9db3-797ff71c56c6 req-9f7c5ba4-05e2-47b9-bf62-8d019930e5d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dec75629-158c-4985-8660-aaa482903217 HTTP/1.1" status: 200 len: 835 time: 0.0613959 Jun 02 17:00:51.359177 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dfa07-b83c-47e7-9db3-797ff71c56c6 req-214035d6-f65e-4b91-997a-8cafaa01708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:00:51.360683 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-316dfa07-b83c-47e7-9db3-797ff71c56c6 req-214035d6-f65e-4b91-997a-8cafaa01708f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0101e75d-1c2d-422b-93cc-47738bb87de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0759645 Jun 02 17:00:51.497928 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-316dfa07-b83c-47e7-9db3-797ff71c56c6 req-d682b531-7281-40ca-a6ae-dea9501ed3bc service neutron] 10.222.0.49 "GET /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295140 Jun 02 17:00:51.628804 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-316dfa07-b83c-47e7-9db3-797ff71c56c6 req-131092e8-c35b-4f03-b483-0b60db645fb3 service neutron] 10.222.0.49 "GET /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241426 Jun 02 17:00:58.912892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [req-99574334-c213-4b57-bf25-496b491c8043 req-6969e076-e305-4cb3-9961-f6486d229a2e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] (92322) timed out ('10.222.0.49', 57747) {{(pid=92322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 02 17:01:02.997857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-24125a88-d2c9-43d5-b3be-5f663a58df8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:05.057058 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:05.496984 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5ef8736e-bd4f-49e0-8ea1-6891fdf4c4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:06.812412 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:08.733416 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:10.353434 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4152969-2d5a-4a88-81bb-377d30c1bf09 req-0956bee7-1ad8-41ef-a0bc-f165fb3e64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:10.354864 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b4152969-2d5a-4a88-81bb-377d30c1bf09 req-0956bee7-1ad8-41ef-a0bc-f165fb3e64cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 1098 time: 0.0797160 Jun 02 17:01:10.382098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046c04f-64c4-46dc-a85e-a7fb81da9dda req-f6c17e97-35f2-491d-9bbf-f36d5e1be3bd tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:10.383546 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e046c04f-64c4-46dc-a85e-a7fb81da9dda req-f6c17e97-35f2-491d-9bbf-f36d5e1be3bd tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.0824571 Jun 02 17:01:10.428469 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e046c04f-64c4-46dc-a85e-a7fb81da9dda req-402797a4-0cab-42f3-abdc-5dede2b80b9b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391011 Jun 02 17:01:10.623457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4152969-2d5a-4a88-81bb-377d30c1bf09 req-46192362-ec48-4ef7-8626-2c95e84c2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:10.624875 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b4152969-2d5a-4a88-81bb-377d30c1bf09 req-46192362-ec48-4ef7-8626-2c95e84c2341 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0101e75d-1c2d-422b-93cc-47738bb87de1 HTTP/1.1" status: 200 len: 897 time: 0.2590330 Jun 02 17:01:10.730517 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b4152969-2d5a-4a88-81bb-377d30c1bf09 req-9e7f73eb-5031-4c06-ac7e-70ffce475872 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b375b67-f7e6-4421-a84e-746fd1247aa4 HTTP/1.1" status: 200 len: 1001 time: 0.0975304 Jun 02 17:01:10.794373 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4152969-2d5a-4a88-81bb-377d30c1bf09 req-7ec85c40-2f1e-419e-bad5-859d51ea00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:10.795825 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b4152969-2d5a-4a88-81bb-377d30c1bf09 req-7ec85c40-2f1e-419e-bad5-859d51ea00aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dec75629-158c-4985-8660-aaa482903217 HTTP/1.1" status: 200 len: 835 time: 0.0584674 Jun 02 17:01:10.871913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4152969-2d5a-4a88-81bb-377d30c1bf09 req-c0bd9e73-51d0-49e3-9695-803abd201be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:10.873343 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b4152969-2d5a-4a88-81bb-377d30c1bf09 req-c0bd9e73-51d0-49e3-9695-803abd201be7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0101e75d-1c2d-422b-93cc-47738bb87de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709710 Jun 02 17:01:11.004225 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b4152969-2d5a-4a88-81bb-377d30c1bf09 req-1a09e77e-1a23-4968-8b66-6fe6159ab4e7 service neutron] 10.222.0.49 "GET /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221924 Jun 02 17:01:11.144657 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b4152969-2d5a-4a88-81bb-377d30c1bf09 req-0cb46d5a-89ab-4b3a-ba15-77f92ecf7d2f service neutron] 10.222.0.49 "GET /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331768 Jun 02 17:01:11.644172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d15e6-1e0f-476a-9785-275b76b55410 req-7abe3332-4972-45c1-a399-469cea1219f5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:11.645618 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3d7d15e6-1e0f-476a-9785-275b76b55410 req-7abe3332-4972-45c1-a399-469cea1219f5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.0987878 Jun 02 17:01:11.690489 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3d7d15e6-1e0f-476a-9785-275b76b55410 req-1a2f3618-e0b2-45e3-9654-52bdbac766aa tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389442 Jun 02 17:01:12.918607 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77774d0-3389-47b3-bef8-771763640200 req-3b86a4d7-c278-4544-8cae-3314ae81168c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:12.920706 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c77774d0-3389-47b3-bef8-771763640200 req-3b86a4d7-c278-4544-8cae-3314ae81168c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.1078439 Jun 02 17:01:12.966314 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c77774d0-3389-47b3-bef8-771763640200 req-6c7eaa01-6c8a-4c4a-b67c-5c6f55545ee8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395093 Jun 02 17:01:14.163116 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542cead-8e9b-46be-b362-92ed01743970 req-b54a404c-e052-4be1-b5cd-5f9e2130b831 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:14.164546 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3542cead-8e9b-46be-b362-92ed01743970 req-b54a404c-e052-4be1-b5cd-5f9e2130b831 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.0837379 Jun 02 17:01:14.224035 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3542cead-8e9b-46be-b362-92ed01743970 req-9b842f1a-7a30-4b6f-bfd4-17b059eb1aa6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538678 Jun 02 17:01:15.569284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e40b92-473a-471a-824f-510a2ce036e4 req-f0c0b2f5-79ec-4024-8109-e33b67487210 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:15.570646 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e9e40b92-473a-471a-824f-510a2ce036e4 req-f0c0b2f5-79ec-4024-8109-e33b67487210 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.0792577 Jun 02 17:01:15.620998 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e9e40b92-473a-471a-824f-510a2ce036e4 req-60bc6e84-7a0d-44f3-ad48-01a9b37a6c47 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421917 Jun 02 17:01:16.840368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482761c-73d3-4bfb-921f-90b801e69dd8 req-345b7a83-5765-4a91-9646-6cb916a24d11 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:16.841835 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9482761c-73d3-4bfb-921f-90b801e69dd8 req-345b7a83-5765-4a91-9646-6cb916a24d11 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.1057155 Jun 02 17:01:16.886765 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9482761c-73d3-4bfb-921f-90b801e69dd8 req-c3c05e79-3c2d-4f5c-80ca-220eb3f34285 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391159 Jun 02 17:01:17.164088 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:01:18.100844 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803cacc-b0a2-4192-8185-02e136319e42 req-e56bc553-0a4a-4112-8993-0468cbe9749e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:18.102323 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7803cacc-b0a2-4192-8185-02e136319e42 req-e56bc553-0a4a-4112-8993-0468cbe9749e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.0926225 Jun 02 17:01:18.149185 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7803cacc-b0a2-4192-8185-02e136319e42 req-ff845e36-1f64-4d12-ab55-591c54267877 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411780 Jun 02 17:01:19.362344 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba84c8-7e26-49f6-a616-add931a356b7 req-ae19d66d-459d-46c5-b420-c3a9ef9974a4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:19.363808 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c8ba84c8-7e26-49f6-a616-add931a356b7 req-ae19d66d-459d-46c5-b420-c3a9ef9974a4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.0937891 Jun 02 17:01:19.408742 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c8ba84c8-7e26-49f6-a616-add931a356b7 req-a6dd3f78-f224-475d-9461-1e2d702ea679 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391984 Jun 02 17:01:19.417473 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:20.620944 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c09ed-d115-4996-8a71-941c82db03e4 req-3de8625c-7e19-4a61-b88a-52541fa52228 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:20.622318 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fe3c09ed-d115-4996-8a71-941c82db03e4 req-3de8625c-7e19-4a61-b88a-52541fa52228 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.0909867 Jun 02 17:01:20.668431 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fe3c09ed-d115-4996-8a71-941c82db03e4 req-ebac06e3-6360-40dc-825e-3a0be179a45d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401273 Jun 02 17:01:21.877649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92610ff-b20a-4b36-a932-b840af860319 req-85315d82-5227-4f57-b876-92845732e716 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:21.879138 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a92610ff-b20a-4b36-a932-b840af860319 req-85315d82-5227-4f57-b876-92845732e716 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.0925550 Jun 02 17:01:21.922987 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a92610ff-b20a-4b36-a932-b840af860319 req-dacc0e95-5d89-4a21-a992-8d746db47230 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381296 Jun 02 17:01:23.125325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd81ec-8c98-4f59-a776-e48ff9cf8d36 req-4ccda8dc-4fdf-4b93-82d0-039cabb94019 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:23.126828 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9bfd81ec-8c98-4f59-a776-e48ff9cf8d36 req-4ccda8dc-4fdf-4b93-82d0-039cabb94019 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.0936775 Jun 02 17:01:23.173365 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9bfd81ec-8c98-4f59-a776-e48ff9cf8d36 req-3db5c4e8-712a-4414-90b9-a403e3f452d7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382137 Jun 02 17:01:23.196340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44230) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:01:23.451675 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6f06cfaf-54a9-4ef8-b818-79333c559b54 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/292d6ba3-050e-4b4b-ba50-19ee3fe891e6 HTTP/1.1" status: 200 len: 993 time: 0.2540698 Jun 02 17:01:32.994354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f5ae7a5b-c609-4446-bf35-2ed42647661d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:35.056391 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:35.505152 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f9ac0969-2a3f-49e4-8bff-b6cb998ff239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:36.814601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:38.735045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:49.419792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:51.821789 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b9ea3711-43a8-4ca6-8e0c-449f7ef5e689 req-0e26411e-798e-4b9f-a359-0b2566ebeb8a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864048 Jun 02 17:01:51.965179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea3711-43a8-4ca6-8e0c-449f7ef5e689 req-a214abc0-2e65-404b-9d9a-203d072e44d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:51.966676 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b9ea3711-43a8-4ca6-8e0c-449f7ef5e689 req-a214abc0-2e65-404b-9d9a-203d072e44d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 1098 time: 0.0727317 Jun 02 17:01:52.121744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea3711-43a8-4ca6-8e0c-449f7ef5e689 req-df47d664-383c-4586-9248-4eb4cbc852b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:52.123212 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b9ea3711-43a8-4ca6-8e0c-449f7ef5e689 req-df47d664-383c-4586-9248-4eb4cbc852b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0101e75d-1c2d-422b-93cc-47738bb87de1 HTTP/1.1" status: 200 len: 897 time: 0.1363878 Jun 02 17:01:52.227979 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b9ea3711-43a8-4ca6-8e0c-449f7ef5e689 req-8164339b-c150-4646-8b72-1da97646ffb7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b375b67-f7e6-4421-a84e-746fd1247aa4 HTTP/1.1" status: 200 len: 1001 time: 0.0966744 Jun 02 17:01:52.297396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea3711-43a8-4ca6-8e0c-449f7ef5e689 req-aee88275-f6f6-4464-878e-2b4c08075025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:52.298851 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b9ea3711-43a8-4ca6-8e0c-449f7ef5e689 req-aee88275-f6f6-4464-878e-2b4c08075025 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dec75629-158c-4985-8660-aaa482903217 HTTP/1.1" status: 200 len: 835 time: 0.0636175 Jun 02 17:01:52.398386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea3711-43a8-4ca6-8e0c-449f7ef5e689 req-a0dc4d25-d469-402f-a7e4-441c29feb20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:52.399755 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b9ea3711-43a8-4ca6-8e0c-449f7ef5e689 req-a0dc4d25-d469-402f-a7e4-441c29feb20c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0101e75d-1c2d-422b-93cc-47738bb87de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0924170 Jun 02 17:01:52.534321 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b9ea3711-43a8-4ca6-8e0c-449f7ef5e689 req-a8f24841-f43f-4af9-b84c-8ac0c7ea808f service neutron] 10.222.0.49 "GET /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240883 Jun 02 17:01:52.670939 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b9ea3711-43a8-4ca6-8e0c-449f7ef5e689 req-9f723e66-a0f6-4bd7-92f5-c969133e9603 service neutron] 10.222.0.49 "GET /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282530 Jun 02 17:01:54.168924 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:01:54.831880 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44254) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:01:55.096833 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port 27a5d597-0ac2-4b1f-9550-8085dd0159bd {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:01:55.097072 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:55.225307 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:55.225652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:55.345935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for 27a5d597-0ac2-4b1f-9550-8085dd0159bd owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:01:55.479977 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:55.486079 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-27b2fd07-817e-40e4-b5d7-ec8127f4304b tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:01:55.535140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=27a5d597-0ac2-4b1f-9550-8085dd0159bd,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:01:55.572198 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:55.572584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:55.572965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:55.573338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:55.573709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:55.574117 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:55.574465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:55.574829 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:55.575192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:55.575555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:55.575916 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:55.576259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:55.579426 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:01:55.636621 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:55.636963 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Floating IP 292d6ba3-050e-4b4b-ba50-19ee3fe891e6 disassociated (deleted). External IP: 172.26.3.250, port: 5b375b67-f7e6-4421-a84e-746fd1247aa4. Jun 02 17:01:55.987718 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 02d77902-b7bc-486b-ae3a-33e6d2864b36 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:01:56.315794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:01:56.326233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e805e453-04f9-405e-a821-80d731847d76 None None] Sync routers for ids ['02d77902-b7bc-486b-ae3a-33e6d2864b36'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:01:56.335652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e805e453-04f9-405e-a821-80d731847d76 None None] Routers {'02d77902-b7bc-486b-ae3a-33e6d2864b36'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:01:56.335924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:56.336260 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e805e453-04f9-405e-a821-80d731847d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:01:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['02d77902-b7bc-486b-ae3a-33e6d2864b36'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:01:56.397507 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/floatingips/292d6ba3-050e-4b4b-ba50-19ee3fe891e6 HTTP/1.1" status: 204 len: 168 time: 1.5618489 Jun 02 17:01:56.397507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3252aa-fc90-4fc2-953e-2bdbd94b1814', 'tag': '5b375b67-f7e6-4421-a84e-746fd1247aa4'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:01:56.397855 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31141f62-3e44-4371-bb54-8f9cecb04f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3252aa-fc90-4fc2-953e-2bdbd94b1814", "tag": "5b375b67-f7e6-4421-a84e-746fd1247aa4"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:01:56.449807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee3538c-a01e-4ecd-9263-f332bc038759 x-openstack-request-id: req-3ee3538c-a01e-4ecd-9263-f332bc038759 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:01:56.450174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3252aa-fc90-4fc2-953e-2bdbd94b1814", "tag": "5b375b67-f7e6-4421-a84e-746fd1247aa4", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:01:56.450472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ee3538c-a01e-4ecd-9263-f332bc038759 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:01:56.450935 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3252aa-fc90-4fc2-953e-2bdbd94b1814', 'tag': '5b375b67-f7e6-4421-a84e-746fd1247aa4', 'status': 'completed', 'code': 200} Jun 02 17:01:56.529585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-e805e453-04f9-405e-a821-80d731847d76 None None] Set router 02d77902-b7bc-486b-ae3a-33e6d2864b36 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:01:56.551293 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31141f62-3e44-4371-bb54-8f9cecb04f7d req-b5fc012e-f5d8-4e97-92d3-9e8ae28990d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:56.552865 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-31141f62-3e44-4371-bb54-8f9cecb04f7d req-b5fc012e-f5d8-4e97-92d3-9e8ae28990d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 1098 time: 0.0739250 Jun 02 17:01:56.868510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e805e453-04f9-405e-a821-80d731847d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201019009', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '07f0d8da-399b-405d-9259-70b57bb36092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:00:16Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '07f0d8da-399b-405d-9259-70b57bb36092', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:17Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355', 'name': '', 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:d9:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'dec75629-158c-4985-8660-aaa482903217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:21Z', 'updated_at': '2021-06-02T17:00:25Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': 'dec75629-158c-4985-8660-aaa482903217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:01:56.872532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e805e453-04f9-405e-a821-80d731847d76 None None] Checking router: 02d77902-b7bc-486b-ae3a-33e6d2864b36 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:01:56.881048 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e805e453-04f9-405e-a821-80d731847d76 None None] Routers {'02d77902-b7bc-486b-ae3a-33e6d2864b36'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:01:56.881649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e805e453-04f9-405e-a821-80d731847d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:01:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['02d77902-b7bc-486b-ae3a-33e6d2864b36'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:01:56.885792 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31141f62-3e44-4371-bb54-8f9cecb04f7d req-acc84568-4d39-46a6-b647-5a0b08ef9129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:56.887281 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-31141f62-3e44-4371-bb54-8f9cecb04f7d req-acc84568-4d39-46a6-b647-5a0b08ef9129 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0101e75d-1c2d-422b-93cc-47738bb87de1 HTTP/1.1" status: 200 len: 897 time: 0.3251128 Jun 02 17:01:56.957358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20df1f-77f2-405a-b9f8-f5a24f9c1ef3 req-d7549e6b-ccc5-4f22-a483-56a7fed2efa9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:56.958837 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1c20df1f-77f2-405a-b9f8-f5a24f9c1ef3 req-d7549e6b-ccc5-4f22-a483-56a7fed2efa9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.1813469 Jun 02 17:01:56.966887 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-31141f62-3e44-4371-bb54-8f9cecb04f7d req-cd9853b3-43ec-4cc1-8721-f514b06e9e5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b375b67-f7e6-4421-a84e-746fd1247aa4 HTTP/1.1" status: 200 len: 217 time: 0.0721095 Jun 02 17:01:57.051937 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1c20df1f-77f2-405a-b9f8-f5a24f9c1ef3 req-d1524f8f-9489-4e89-b035-00b9292556ce tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841155 Jun 02 17:01:57.056646 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-e805e453-04f9-405e-a821-80d731847d76 None None] Set router 02d77902-b7bc-486b-ae3a-33e6d2864b36 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:01:57.057536 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31141f62-3e44-4371-bb54-8f9cecb04f7d req-dd953441-6f04-47e8-8f07-b094c964b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:57.058966 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-31141f62-3e44-4371-bb54-8f9cecb04f7d req-dd953441-6f04-47e8-8f07-b094c964b70e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dec75629-158c-4985-8660-aaa482903217 HTTP/1.1" status: 200 len: 835 time: 0.0781660 Jun 02 17:01:57.138521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31141f62-3e44-4371-bb54-8f9cecb04f7d req-2aed4736-ce99-4e2d-b531-dc8bc8ae3735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:57.139932 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-31141f62-3e44-4371-bb54-8f9cecb04f7d req-2aed4736-ce99-4e2d-b531-dc8bc8ae3735 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0101e75d-1c2d-422b-93cc-47738bb87de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0740290 Jun 02 17:01:57.275513 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-31141f62-3e44-4371-bb54-8f9cecb04f7d req-5a92febb-fa0a-47b8-81ab-4757231548ff service neutron] 10.222.0.49 "GET /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266096 Jun 02 17:01:57.368444 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e805e453-04f9-405e-a821-80d731847d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201019009', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '07f0d8da-399b-405d-9259-70b57bb36092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:00:16Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '07f0d8da-399b-405d-9259-70b57bb36092', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:17Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355', 'name': '', 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:d9:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'dec75629-158c-4985-8660-aaa482903217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:21Z', 'updated_at': '2021-06-02T17:00:25Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': 'dec75629-158c-4985-8660-aaa482903217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:01:57.372624 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e805e453-04f9-405e-a821-80d731847d76 None None] The sync data for ids ['02d77902-b7bc-486b-ae3a-33e6d2864b36'] in dv-neutron-601336-83-hyperv is: [{'id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201019009', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '07f0d8da-399b-405d-9259-70b57bb36092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:00:16Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '07f0d8da-399b-405d-9259-70b57bb36092', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:17Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355', 'name': '', 'network_id': '0101e75d-1c2d-422b-93cc-47738bb87de1', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:d9:e0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'dec75629-158c-4985-8660-aaa482903217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:21Z', 'updated_at': '2021-06-02T17:00:25Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': 'dec75629-158c-4985-8660-aaa482903217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:01:57.409258 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-31141f62-3e44-4371-bb54-8f9cecb04f7d req-59a620dc-56ba-433e-b391-102694b68e82 service neutron] 10.222.0.49 "GET /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250784 Jun 02 17:01:57.579996 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7f77f-5580-4647-b68c-4e9e8fc4608c None None] New status for floating IP 292d6ba3-050e-4b4b-ba50-19ee3fe891e6: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:01:58.250056 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39090ab-78a6-4c37-8b91-a7735b2dbad6 req-ac6a0d11-8634-4c65-8a1a-b6708cb547a5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:58.250767 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-b39090ab-78a6-4c37-8b91-a7735b2dbad6 req-ac6a0d11-8634-4c65-8a1a-b6708cb547a5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:01:58.268446 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-b39090ab-78a6-4c37-8b91-a7735b2dbad6 req-ac6a0d11-8634-4c65-8a1a-b6708cb547a5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:01:58.269714 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b39090ab-78a6-4c37-8b91-a7735b2dbad6 req-ac6a0d11-8634-4c65-8a1a-b6708cb547a5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.0987880 Jun 02 17:01:58.318300 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b39090ab-78a6-4c37-8b91-a7735b2dbad6 req-b3db69bc-bcd2-499e-acdf-274ba2a9560e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401709 Jun 02 17:01:58.363649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd0a13-58f3-4c2e-9c4f-5aabdb858ea5 req-957b32f0-f6bb-426f-9a83-ec6340a75f14 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:01:58.365067 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93fd0a13-58f3-4c2e-9c4f-5aabdb858ea5 req-957b32f0-f6bb-426f-9a83-ec6340a75f14 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 945 time: 0.0784461 Jun 02 17:01:58.504945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-93fd0a13-58f3-4c2e-9c4f-5aabdb858ea5 req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port 5b375b67-f7e6-4421-a84e-746fd1247aa4 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:01:58.505240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-93fd0a13-58f3-4c2e-9c4f-5aabdb858ea5 req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:58.637669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-93fd0a13-58f3-4c2e-9c4f-5aabdb858ea5 req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] For port 5b375b67-f7e6-4421-a84e-746fd1247aa4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5b375b67-f7e6-4421-a84e-746fd1247aa4,segment=NetworkSegment(e60a8027-b25f-44c9-b094-8c98d7c55199),segment_id=e60a8027-b25f-44c9-b094-8c98d7c55199)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:01:58.637911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-93fd0a13-58f3-4c2e-9c4f-5aabdb858ea5 req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:58.761681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-93fd0a13-58f3-4c2e-9c4f-5aabdb858ea5 req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for 5b375b67-f7e6-4421-a84e-746fd1247aa4 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:01:58.880861 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-93fd0a13-58f3-4c2e-9c4f-5aabdb858ea5 req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:58.886472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:01:58.929755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=5b375b67-f7e6-4421-a84e-746fd1247aa4,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:01:58.966827 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:58.967216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:58.967597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:58.967976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:58.968354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:58.968718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:58.969082 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:58.969444 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:58.969810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:58.970204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:58.970553 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:58.970909 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:01:58.978256 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:01:59.014784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fd0a13-58f3-4c2e-9c4f-5aabdb858ea5 req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] No DVR routers for this DVR port 5b375b67-f7e6-4421-a84e-746fd1247aa4 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:01:59.017229 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-93fd0a13-58f3-4c2e-9c4f-5aabdb858ea5 req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:01:59.019857 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3252aa-fc90-4fc2-953e-2bdbd94b1814', 'name': 'network-vif-deleted', 'tag': '5b375b67-f7e6-4421-a84e-746fd1247aa4'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:01:59.022135 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b5d2f3-31cc-4b65-950a-5571a3537d22" -d '{"events": [{"server_uuid": "bc3252aa-fc90-4fc2-953e-2bdbd94b1814", "name": "network-vif-deleted", "tag": "5b375b67-f7e6-4421-a84e-746fd1247aa4"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:01:59.038119 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-93fd0a13-58f3-4c2e-9c4f-5aabdb858ea5 req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "DELETE /v2.0/ports/5b375b67-f7e6-4421-a84e-746fd1247aa4 HTTP/1.1" status: 204 len: 173 time: 0.6647012 Jun 02 17:01:59.118855 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab17a482-fb29-4fc7-a8c4-6b73fc57d0dc x-openstack-request-id: req-ab17a482-fb29-4fc7-a8c4-6b73fc57d0dc {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:01:59.119198 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3252aa-fc90-4fc2-953e-2bdbd94b1814", "name": "network-vif-deleted", "tag": "5b375b67-f7e6-4421-a84e-746fd1247aa4", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:01:59.119497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab17a482-fb29-4fc7-a8c4-6b73fc57d0dc {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:01:59.119940 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3252aa-fc90-4fc2-953e-2bdbd94b1814', 'name': 'network-vif-deleted', 'tag': '5b375b67-f7e6-4421-a84e-746fd1247aa4', 'status': 'completed', 'code': 200} Jun 02 17:01:59.484999 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ae732942-c4c4-4b00-948c-0e792d7fcf3b req-cff00e6d-5cac-47d3-a711-e254bece4f0a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc3252aa-fc90-4fc2-953e-2bdbd94b1814 HTTP/1.1" status: 200 len: 210 time: 0.0467219 Jun 02 17:02:00.595763 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44276) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:01.146789 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ae8a29a5-0a69-492b-89ae-0afb29601547 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:01.592907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a29a5-0a69-492b-89ae-0afb29601547 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:02:01.593259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ae8a29a5-0a69-492b-89ae-0afb29601547 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:01.723400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-ae8a29a5-0a69-492b-89ae-0afb29601547 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] For port 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355,segment=NetworkSegment(e60a8027-b25f-44c9-b094-8c98d7c55199),segment_id=e60a8027-b25f-44c9-b094-8c98d7c55199)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:02:01.724082 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ae8a29a5-0a69-492b-89ae-0afb29601547 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:02.002159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a29a5-0a69-492b-89ae-0afb29601547 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:02:02.176358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ae8a29a5-0a69-492b-89ae-0afb29601547 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:02.179936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0bb72bfe-b5e8-4f7e-990c-b1e3768ab200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:02.232616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a29a5-0a69-492b-89ae-0afb29601547 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:02.235340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ae8a29a5-0a69-492b-89ae-0afb29601547 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:02.506765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ae8a29a5-0a69-492b-89ae-0afb29601547 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:02.866319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8a29a5-0a69-492b-89ae-0afb29601547 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 02d77902-b7bc-486b-ae3a-33e6d2864b36 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:02:02.978926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-51d49d97-72c2-4dd9-977a-435874630b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:03.056765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8a29a5-0a69-492b-89ae-0afb29601547 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:02:03.066488 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca48a92-6ff3-41c3-8070-3ad0bf164cd9 None None] Sync routers for ids ['02d77902-b7bc-486b-ae3a-33e6d2864b36'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:02:03.072454 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ae8a29a5-0a69-492b-89ae-0afb29601547 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "PUT /v2.0/routers/02d77902-b7bc-486b-ae3a-33e6d2864b36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4728825 Jun 02 17:02:03.072859 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44278) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:03.076237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca48a92-6ff3-41c3-8070-3ad0bf164cd9 None None] Routers {'02d77902-b7bc-486b-ae3a-33e6d2864b36'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:02:03.076861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9ca48a92-6ff3-41c3-8070-3ad0bf164cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:01:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['02d77902-b7bc-486b-ae3a-33e6d2864b36'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:03.138817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-3976c03e-65f4-4f42-8cf9-ff3df62e65e3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting subnet dec75629-158c-4985-8660-aaa482903217 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 17:02:03.142048 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3976c03e-65f4-4f42-8cf9-ff3df62e65e3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:03.200995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3976c03e-65f4-4f42-8cf9-ff3df62e65e3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:03.286992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3976c03e-65f4-4f42-8cf9-ff3df62e65e3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:03.294196 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 5b375b67-f7e6-4421-a84e-746fd1247aa4 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:02:03.333317 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 5b375b67-f7e6-4421-a84e-746fd1247aa4 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:02:03.333669 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 5b375b67-f7e6-4421-a84e-746fd1247aa4 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:02:03.350450 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-9ca48a92-6ff3-41c3-8070-3ad0bf164cd9 None None] Set router 02d77902-b7bc-486b-ae3a-33e6d2864b36 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:02:03.646935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9ca48a92-6ff3-41c3-8070-3ad0bf164cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201019009', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '07f0d8da-399b-405d-9259-70b57bb36092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:00:16Z', 'updated_at': '2021-06-02T17:02:02Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '07f0d8da-399b-405d-9259-70b57bb36092', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:17Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:03.651145 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca48a92-6ff3-41c3-8070-3ad0bf164cd9 None None] Checking router: 02d77902-b7bc-486b-ae3a-33e6d2864b36 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:02:03.659888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca48a92-6ff3-41c3-8070-3ad0bf164cd9 None None] Routers {'02d77902-b7bc-486b-ae3a-33e6d2864b36'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:02:03.660419 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9ca48a92-6ff3-41c3-8070-3ad0bf164cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:01:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['02d77902-b7bc-486b-ae3a-33e6d2864b36'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:03.709721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3976c03e-65f4-4f42-8cf9-ff3df62e65e3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:03.714440 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5d38d1f3-c4d2-4c53-9cb2-a4c86092f0f9 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:03.750595 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3976c03e-65f4-4f42-8cf9-ff3df62e65e3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:03.753414 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976c03e-65f4-4f42-8cf9-ff3df62e65e3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Subnet': ['ID=dec75629-158c-4985-8660-aaa482903217,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:03.756627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3976c03e-65f4-4f42-8cf9-ff3df62e65e3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:03.762015 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3976c03e-65f4-4f42-8cf9-ff3df62e65e3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/subnets/dec75629-158c-4985-8660-aaa482903217 HTTP/1.1" status: 204 len: 168 time: 0.6855903 Jun 02 17:02:03.762152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44280) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:03.798805 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8660ba-8d64-4dd0-a722-95875aa2cf77 None None] Network 0101e75d-1c2d-422b-93cc-47738bb87de1 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:02:03.923306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-9ca48a92-6ff3-41c3-8070-3ad0bf164cd9 None None] Set router 02d77902-b7bc-486b-ae3a-33e6d2864b36 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:02:03.939470 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:04.119107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:04.191666 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port 07f0d8da-399b-405d-9259-70b57bb36092 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:02:04.191909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:04.286286 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9ca48a92-6ff3-41c3-8070-3ad0bf164cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201019009', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '07f0d8da-399b-405d-9259-70b57bb36092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:00:16Z', 'updated_at': '2021-06-02T17:02:02Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '07f0d8da-399b-405d-9259-70b57bb36092', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:17Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:04.290823 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca48a92-6ff3-41c3-8070-3ad0bf164cd9 None None] The sync data for ids ['02d77902-b7bc-486b-ae3a-33e6d2864b36'] in dv-neutron-601336-83-hyperv is: [{'id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201019009', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '07f0d8da-399b-405d-9259-70b57bb36092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:00:16Z', 'updated_at': '2021-06-02T17:02:02Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '07f0d8da-399b-405d-9259-70b57bb36092', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d77902-b7bc-486b-ae3a-33e6d2864b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:00:17Z', 'updated_at': '2021-06-02T17:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:02:04.326223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] For port 07f0d8da-399b-405d-9259-70b57bb36092, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=07f0d8da-399b-405d-9259-70b57bb36092,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:02:04.326583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:04.333334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] DHCP port deletion for 0101e75d-1c2d-422b-93cc-47738bb87de1 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 17:02:04.398580 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Deleting port 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:02:04.398977 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:04.449217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for 07f0d8da-399b-405d-9259-70b57bb36092 owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:02:04.497158 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] For port 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=97d618e2-fe4a-4b23-b074-6ebfc4e2e92d,segment=NetworkSegment(e60a8027-b25f-44c9-b094-8c98d7c55199),segment_id=e60a8027-b25f-44c9-b094-8c98d7c55199)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:02:04.497521 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:04.596614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:04.600888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:04.645206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=07f0d8da-399b-405d-9259-70b57bb36092,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:04.670812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Calling delete_port for 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:02:04.673796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:04.720563 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:04.724756 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:04.738643 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:04.766763 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Pushing event deleted for resources: {'Port': ['ID=97d618e2-fe4a-4b23-b074-6ebfc4e2e92d,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:04.771697 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] No DVR routers for this DVR port 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:02:04.777567 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:04.777913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:04.778269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:04.778632 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:04.779071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:04.779270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:04.779594 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:04.779918 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:04.780237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:04.780553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:04.780868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:04.782647 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:04.784155 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:05.052471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.059801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.062062 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.084673 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.085226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Fanout notify agent at l3_agent the message router_deleted on router 02d77902-b7bc-486b-ae3a-33e6d2864b36 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 17:02:05.101002 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.102109 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/routers/02d77902-b7bc-486b-ae3a-33e6d2864b36 HTTP/1.1" status: 204 len: 168 time: 1.3390892 Jun 02 17:02:05.105179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44282) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:05.225103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83881daa-369b-4945-9f87-2a1ef36efd8c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.496692 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83881daa-369b-4945-9f87-2a1ef36efd8c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.501561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-645e1e62-7782-465d-9262-3bb9e1f3542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.511845 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-83881daa-369b-4945-9f87-2a1ef36efd8c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0101e75d-1c2d-422b-93cc-47738bb87de1']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:05.525975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-83881daa-369b-4945-9f87-2a1ef36efd8c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60a8027-b25f-44c9-b094-8c98d7c55199') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:05.526499 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-83881daa-369b-4945-9f87-2a1ef36efd8c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60a8027-b25f-44c9-b094-8c98d7c55199') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:05.541002 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83881daa-369b-4945-9f87-2a1ef36efd8c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.558347 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83881daa-369b-4945-9f87-2a1ef36efd8c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.564685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83881daa-369b-4945-9f87-2a1ef36efd8c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 17:02:05.565066 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83881daa-369b-4945-9f87-2a1ef36efd8c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 17:02:05.579320 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 17:02:05.590468 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:02:05.625288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:02:05.625643 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 97d618e2-fe4a-4b23-b074-6ebfc4e2e92d not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:02:05.626064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 07f0d8da-399b-405d-9259-70b57bb36092 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:02:05.659006 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83881daa-369b-4945-9f87-2a1ef36efd8c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.661668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 07f0d8da-399b-405d-9259-70b57bb36092 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:02:05.662270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 07f0d8da-399b-405d-9259-70b57bb36092 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:02:05.662702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:02:05.663509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:05.682241 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83881daa-369b-4945-9f87-2a1ef36efd8c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.693113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83881daa-369b-4945-9f87-2a1ef36efd8c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Network': ['ID=0101e75d-1c2d-422b-93cc-47738bb87de1,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:05.696247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:02:05.696408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-83881daa-369b-4945-9f87-2a1ef36efd8c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:05.696616 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0e2fd600-9cb1-4f5a-a43f-c0b98d7ab355 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:02:05.702831 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-83881daa-369b-4945-9f87-2a1ef36efd8c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/networks/0101e75d-1c2d-422b-93cc-47738bb87de1 HTTP/1.1" status: 204 len: 168 time: 0.5962021 Jun 02 17:02:05.705358 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44284) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:05.772367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-af38cec7-636c-4d48-87c1-f9ebe20488d8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.801765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-af38cec7-636c-4d48-87c1-f9ebe20488d8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.872616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-af38cec7-636c-4d48-87c1-f9ebe20488d8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.876721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cd28186a-805c-45d4-a548-6a4c5898f280 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:05.891769 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38cec7-636c-4d48-87c1-f9ebe20488d8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b4cc27-e6a1-41fa-90e0-6fb5c861d201,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:05.894492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-af38cec7-636c-4d48-87c1-f9ebe20488d8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:05.905135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-af38cec7-636c-4d48-87c1-f9ebe20488d8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:05.906317 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-af38cec7-636c-4d48-87c1-f9ebe20488d8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/security-groups/f5b4cc27-e6a1-41fa-90e0-6fb5c861d201 HTTP/1.1" status: 204 len: 168 time: 0.1999328 Jun 02 17:02:06.446265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44290) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:06.451279 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b4027c2c-4c7b-4755-8c72-63760f028cee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36068293', 'description': 'tempest-secgroup-smoke-36068293 description', 'project_id': '42016c8220d54b1e828f34caeb060b3e'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:02:06.457660 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b4027c2c-4c7b-4755-8c72-63760f028cee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:02:06.462207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b4027c2c-4c7b-4755-8c72-63760f028cee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:02:06.465287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b4027c2c-4c7b-4755-8c72-63760f028cee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:02:06.471471 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b4027c2c-4c7b-4755-8c72-63760f028cee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:02:06.485646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4027c2c-4c7b-4755-8c72-63760f028cee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:06.506538 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b4027c2c-4c7b-4755-8c72-63760f028cee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:02:06.510681 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b4027c2c-4c7b-4755-8c72-63760f028cee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:02:06.513448 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b4027c2c-4c7b-4755-8c72-63760f028cee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:02:06.521568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b4027c2c-4c7b-4755-8c72-63760f028cee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:02:06.594772 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4027c2c-4c7b-4755-8c72-63760f028cee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:06.601311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4027c2c-4c7b-4755-8c72-63760f028cee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:06.605215 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-92ab3eb2-367e-4582-bddb-555f1d0f755d tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:06.646553 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4027c2c-4c7b-4755-8c72-63760f028cee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=211ce63c-0477-4b07-bd71-5dc5f1c95dd5,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:06.649442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b4027c2c-4c7b-4755-8c72-63760f028cee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:06.650648 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b4027c2c-4c7b-4755-8c72-63760f028cee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:06.651968 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b4027c2c-4c7b-4755-8c72-63760f028cee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2044532 Jun 02 17:02:06.654909 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44292) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:06.659435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-17661acc-86c3-439c-b216-40ceccd6152d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': '211ce63c-0477-4b07-bd71-5dc5f1c95dd5', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:02:06.665518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-17661acc-86c3-439c-b216-40ceccd6152d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:02:06.669435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-17661acc-86c3-439c-b216-40ceccd6152d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:02:06.672372 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-17661acc-86c3-439c-b216-40ceccd6152d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:02:06.678208 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-17661acc-86c3-439c-b216-40ceccd6152d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:02:06.694318 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-17661acc-86c3-439c-b216-40ceccd6152d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:06.756875 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-17661acc-86c3-439c-b216-40ceccd6152d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:06.762163 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-17661acc-86c3-439c-b216-40ceccd6152d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:06.764122 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8d62f2b5-b2d2-4091-a3cd-1fea5ed36fea tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:06.785419 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17661acc-86c3-439c-b216-40ceccd6152d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ed404d-149a-4c15-8cef-847971875af3,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:06.787843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-17661acc-86c3-439c-b216-40ceccd6152d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:06.796613 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-17661acc-86c3-439c-b216-40ceccd6152d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:06.797871 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-17661acc-86c3-439c-b216-40ceccd6152d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419764 Jun 02 17:02:06.800813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44294) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:06.805463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-6e876914-b550-47d0-a1b9-ee70783465cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': '211ce63c-0477-4b07-bd71-5dc5f1c95dd5', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:02:06.811860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:06.812461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6e876914-b550-47d0-a1b9-ee70783465cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:02:06.816507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6e876914-b550-47d0-a1b9-ee70783465cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:02:06.819516 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-6e876914-b550-47d0-a1b9-ee70783465cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:02:06.825368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-6e876914-b550-47d0-a1b9-ee70783465cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:02:06.841587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6e876914-b550-47d0-a1b9-ee70783465cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:06.909803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6e876914-b550-47d0-a1b9-ee70783465cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:06.913032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6e876914-b550-47d0-a1b9-ee70783465cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:06.914889 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1c03ec96-de29-4b83-983c-758452077bea tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:06.946114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e876914-b550-47d0-a1b9-ee70783465cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c28d88-da6e-4860-983f-e3e12cf1bdec,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:06.949953 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6e876914-b550-47d0-a1b9-ee70783465cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:06.959416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6e876914-b550-47d0-a1b9-ee70783465cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:06.960606 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6e876914-b550-47d0-a1b9-ee70783465cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1588116 Jun 02 17:02:06.963777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44296) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:06.968609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-fc595cbe-a656-4b2a-9134-c31ddc08c976 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': '211ce63c-0477-4b07-bd71-5dc5f1c95dd5', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:02:06.975205 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fc595cbe-a656-4b2a-9134-c31ddc08c976 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:02:06.979342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fc595cbe-a656-4b2a-9134-c31ddc08c976 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:02:06.982393 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-fc595cbe-a656-4b2a-9134-c31ddc08c976 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:02:06.988379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-fc595cbe-a656-4b2a-9134-c31ddc08c976 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:02:07.006459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fc595cbe-a656-4b2a-9134-c31ddc08c976 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.068086 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fc595cbe-a656-4b2a-9134-c31ddc08c976 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.074343 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fc595cbe-a656-4b2a-9134-c31ddc08c976 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.076110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8d72dc19-950f-4f9a-8fb4-3cfd4fb39c82 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:07.098474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc595cbe-a656-4b2a-9134-c31ddc08c976 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661317bb-dbdb-45b7-a3bc-2a6189ce3660,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:07.100705 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-fc595cbe-a656-4b2a-9134-c31ddc08c976 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:07.108948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-fc595cbe-a656-4b2a-9134-c31ddc08c976 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.110126 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fc595cbe-a656-4b2a-9134-c31ddc08c976 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453922 Jun 02 17:02:07.112805 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44298) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:07.117227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0567a031-3620-4380-b65c-97782366b7a1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': '211ce63c-0477-4b07-bd71-5dc5f1c95dd5', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:02:07.123260 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0567a031-3620-4380-b65c-97782366b7a1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:02:07.127021 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0567a031-3620-4380-b65c-97782366b7a1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:02:07.129871 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0567a031-3620-4380-b65c-97782366b7a1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:02:07.135678 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0567a031-3620-4380-b65c-97782366b7a1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:02:07.154632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0567a031-3620-4380-b65c-97782366b7a1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.217229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0567a031-3620-4380-b65c-97782366b7a1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.223636 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0567a031-3620-4380-b65c-97782366b7a1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.225635 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bd1a1bca-4c79-455c-aa29-209907e17b6b tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:07.257221 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567a031-3620-4380-b65c-97782366b7a1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e25dbd-afa9-4d61-9985-7657f12012cb,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:07.259752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0567a031-3620-4380-b65c-97782366b7a1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:07.268932 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0567a031-3620-4380-b65c-97782366b7a1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.270447 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0567a031-3620-4380-b65c-97782366b7a1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1566455 Jun 02 17:02:07.273270 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44300) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:07.277863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-e79b4e91-d0ff-4fe3-a027-e5dd5375317d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': '211ce63c-0477-4b07-bd71-5dc5f1c95dd5', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:02:07.283952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e79b4e91-d0ff-4fe3-a027-e5dd5375317d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:02:07.287865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e79b4e91-d0ff-4fe3-a027-e5dd5375317d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:02:07.290927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e79b4e91-d0ff-4fe3-a027-e5dd5375317d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:02:07.296997 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e79b4e91-d0ff-4fe3-a027-e5dd5375317d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:02:07.309799 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-e79b4e91-d0ff-4fe3-a027-e5dd5375317d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Project 42016c8220d54b1e828f34caeb060b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 17:02:07.315867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e79b4e91-d0ff-4fe3-a027-e5dd5375317d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.380949 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e79b4e91-d0ff-4fe3-a027-e5dd5375317d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.386798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e79b4e91-d0ff-4fe3-a027-e5dd5375317d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.388542 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-211e669c-b895-4b35-9d06-63c5900d6f20 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:07.409913 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b4e91-d0ff-4fe3-a027-e5dd5375317d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a576d3d4-94c9-41d1-a77e-f123256e41ca,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:07.412362 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e79b4e91-d0ff-4fe3-a027-e5dd5375317d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:07.420958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e79b4e91-d0ff-4fe3-a027-e5dd5375317d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.422224 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e79b4e91-d0ff-4fe3-a027-e5dd5375317d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1479833 Jun 02 17:02:07.424866 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44302) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:07.429203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-5f4b3198-7e11-4881-9f6b-1693bfe1ac3e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': '211ce63c-0477-4b07-bd71-5dc5f1c95dd5', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:02:07.435079 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5f4b3198-7e11-4881-9f6b-1693bfe1ac3e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:02:07.438938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5f4b3198-7e11-4881-9f6b-1693bfe1ac3e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:02:07.441878 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5f4b3198-7e11-4881-9f6b-1693bfe1ac3e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:02:07.447802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5f4b3198-7e11-4881-9f6b-1693bfe1ac3e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:02:07.461238 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-5f4b3198-7e11-4881-9f6b-1693bfe1ac3e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Project 42016c8220d54b1e828f34caeb060b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 17:02:07.469974 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3198-7e11-4881-9f6b-1693bfe1ac3e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.548619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3198-7e11-4881-9f6b-1693bfe1ac3e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.553502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3198-7e11-4881-9f6b-1693bfe1ac3e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.555383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4e367385-e81b-450a-b779-849502d51f17 tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:07.576751 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b3198-7e11-4881-9f6b-1693bfe1ac3e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7ae7d6-95b4-4ce1-b110-51d857ccb6e2,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:07.579277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5f4b3198-7e11-4881-9f6b-1693bfe1ac3e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:07.587569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3198-7e11-4881-9f6b-1693bfe1ac3e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.588911 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5f4b3198-7e11-4881-9f6b-1693bfe1ac3e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1631353 Jun 02 17:02:07.592205 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44304) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:07.597145 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'network': {'name': 'tempest-network-smoke--642315200', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'port_security_enabled': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:02:07.602819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:02:07.608152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:network and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:02:07.611462 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:02:07.617896 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:02:07.628694 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Made reservation on behalf of 42016c8220d54b1e828f34caeb060b3e for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:02:07.632193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.660691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 17:02:07.673013 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.673478 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Added segment 29bbe9e2-c964-4754-a214-a28145b40e43 of type vlan for network 808343fa-de04-4c6b-914f-06fd68b07e7b Jun 02 17:02:07.701767 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.733403 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.738747 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:07.739353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.742752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a48ee6de-9e0b-441f-b132-cb04208440c5 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:07.843603 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2503648 Jun 02 17:02:07.846552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Network': ['ID=808343fa-de04-4c6b-914f-06fd68b07e7b,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:07.846737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44306) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:07.849946 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-de3bca82-f395-4052-b947-821ce1b2be48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:07.852196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1161791482', 'admin_state_up': True, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:02:07.857717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 808343fa-de04-4c6b-914f-06fd68b07e7b details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 17:02:07.860030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:02:07.864339 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:router and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:02:07.867404 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:02:07.874538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:02:07.887114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.888289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:07.903599 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:08.170128 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:08.473380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:08.501814 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:08.641758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.26.3.40 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/d438feec-edac-4174-ae88-40acd4c234a5) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:02:08.729712 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:08.786656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:08.818454 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:08.822099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-71ac7a8a-7b3f-4093-93c9-f26192a3ae68 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:08.884095 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:02:08.887058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:02:08.890742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:02:09.064320 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=d438feec-edac-4174-ae88-40acd4c234a5,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:09.070008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:09.446040 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:09.798433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:10.004362 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router c9649679-79e3-4147-88e9-19252f759085 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 17:02:10.176808 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:02:10.186578 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Sync routers for ids ['c9649679-79e3-4147-88e9-19252f759085'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:02:10.198051 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Routers {'c9649679-79e3-4147-88e9-19252f759085'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:02:10.198705 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:02:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['c9649679-79e3-4147-88e9-19252f759085'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:10.204425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:10.205621 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3579373 Jun 02 17:02:10.208756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44308) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:10.249457 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c619ed9c-4732-46db-a1da-efdfdbe1e306 tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=42016c8220d54b1e828f34caeb060b3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395477 Jun 02 17:02:10.251990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44310) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:10.376231 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Set router c9649679-79e3-4147-88e9-19252f759085 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:02:10.528285 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd5a350-e5c4-48e5-9633-a506ffbf618a tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:10.529625 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4dd5a350-e5c4-48e5-9633-a506ffbf618a tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2767844 Jun 02 17:02:10.532757 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44312) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:10.569820 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b1b3d29b-6f66-4898-aee5-773cc190776b tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359359 Jun 02 17:02:10.572364 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44314) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:10.577090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1819667134', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:02:10.657246 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9649679-79e3-4147-88e9-19252f759085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161791482', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:02:07Z', 'updated_at': '2021-06-02T17:02:09Z', 'revision_number': 3, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:08Z', 'updated_at': '2021-06-02T17:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:10.661619 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Checking router: c9649679-79e3-4147-88e9-19252f759085 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:02:10.661982 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Updating router c9649679-79e3-4147-88e9-19252f759085 port d438feec-edac-4174-ae88-40acd4c234a5 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 17:02:10.686503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:02:10.690493 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:subnet and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:02:10.693436 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:02:10.699686 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:02:10.711011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Made reservation on behalf of 42016c8220d54b1e828f34caeb060b3e for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:02:10.714628 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:10.714798 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:11.047800 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:11.061260 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Transition to ACTIVE for port object d438feec-edac-4174-ae88-40acd4c234a5 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:02:11.068009 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:11.071948 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-5019be46-c0ef-4667-9890-ddd45d8013ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:11.130430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:11.135137 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-27543ee4-9dcc-4b6f-9ad7-9a5ac9515b53 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:11.146548 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Attempting to bind port d438feec-edac-4174-ae88-40acd4c234a5 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:02:11.146925 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Attempting to bind port d438feec-edac-4174-ae88-40acd4c234a5 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:02:11.147305 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Attempting to bind port d438feec-edac-4174-ae88-40acd4c234a5 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:02:11.149453 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Pushing event updated for resources: {'Port': ['ID=d438feec-edac-4174-ae88-40acd4c234a5,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:11.158469 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:02:11.158850 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:02:11.159259 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:11.159656 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:02:11.160150 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Bound port: d438feec-edac-4174-ae88-40acd4c234a5, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:02:11.160554 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:11.183755 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:11.184098 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:11.184440 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:11.184775 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:11.185099 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:11.185416 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:11.185744 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:11.186089 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:11.186409 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:11.186728 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:11.187391 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:11.187391 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:02:11.195253 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:11.208366 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Subnet': ['ID=9a1f0a52-68de-48db-bd05-fa8d0f752a60,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:11.212563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:11.216749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Checking segment: {'id': '29bbe9e2-c964-4754-a214-a28145b40e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:02:11.217125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network hostable DHCP agents. Network: 808343fa-de04-4c6b-914f-06fd68b07e7b, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 17:02:11.235343 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 808343fa-de04-4c6b-914f-06fd68b07e7b is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 17:02:11.244633 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] For port d438feec-edac-4174-ae88-40acd4c234a5, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:02:11.246949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 808343fa-de04-4c6b-914f-06fd68b07e7b) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:02:11.248568 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] For port d438feec-edac-4174-ae88-40acd4c234a5, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d438feec-edac-4174-ae88-40acd4c234a5,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:02:11.252942 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:11.257605 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:11.257795 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc3fdc5-0781-49df-aea5-59c3859c9cce None None] Network 808343fa-de04-4c6b-914f-06fd68b07e7b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:02:11.259538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:11.260214 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:11.281901 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d955f849-f1b8-45e0-afb4-e763246c8952 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7085431 Jun 02 17:02:11.284880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44316) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:11.329963 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Routers {'c9649679-79e3-4147-88e9-19252f759085'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:02:11.330615 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:02:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['c9649679-79e3-4147-88e9-19252f759085'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:11.427250 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Pushing event updated for resources: {'Port': ['ID=d438feec-edac-4174-ae88-40acd4c234a5,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:11.439412 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:11.483009 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-808343fa-de04-4c6b-914f-06fd68b07e7b', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ips': [{'subnet_id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 17:02:11.484071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:11.544944 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] Set router c9649679-79e3-4147-88e9-19252f759085 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:02:11.645166 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Allocated IP 172.20.0.2 (808343fa-de04-4c6b-914f-06fd68b07e7b/9a1f0a52-68de-48db-bd05-fa8d0f752a60/ea80a216-2145-40ee-a05e-b0fe4bc8acc9) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:02:11.836350 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9649679-79e3-4147-88e9-19252f759085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161791482', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:02:07Z', 'updated_at': '2021-06-02T17:02:09Z', 'revision_number': 3, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:08Z', 'updated_at': '2021-06-02T17:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:11.840647 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a66ffbf-79c0-4e67-954b-16cd9012892d None None] The sync data for ids ['c9649679-79e3-4147-88e9-19252f759085'] in dv-neutron-601336-83-hyperv is: [{'id': 'c9649679-79e3-4147-88e9-19252f759085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161791482', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:02:07Z', 'updated_at': '2021-06-02T17:02:09Z', 'revision_number': 3, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:08Z', 'updated_at': '2021-06-02T17:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:02:11.859710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:11.870366 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Transition to ACTIVE for port object ea80a216-2145-40ee-a05e-b0fe4bc8acc9 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:02:11.890649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Transition to ACTIVE for port object ea80a216-2145-40ee-a05e-b0fe4bc8acc9 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:02:11.898545 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:11.902257 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:11.965273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Network 808343fa-de04-4c6b-914f-06fd68b07e7b is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:02:11.967869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:02:11.971809 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:02:11.978017 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Pushing event updated for resources: {'Port': ['ID=ea80a216-2145-40ee-a05e-b0fe4bc8acc9,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:11.981768 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:11.991992 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:12.088550 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Attempting to bind port ea80a216-2145-40ee-a05e-b0fe4bc8acc9 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:02:12.089240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Attempting to bind port ea80a216-2145-40ee-a05e-b0fe4bc8acc9 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '29bbe9e2-c964-4754-a214-a28145b40e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:02:12.089787 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Attempting to bind port ea80a216-2145-40ee-a05e-b0fe4bc8acc9 on network 808343fa-de04-4c6b-914f-06fd68b07e7b {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:02:12.101227 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:02:12.101616 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Checking segment: {'id': '29bbe9e2-c964-4754-a214-a28145b40e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:02:12.102030 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:12.102498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Bound using segment: {'id': '29bbe9e2-c964-4754-a214-a28145b40e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:02:12.105372 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Bound port: ea80a216-2145-40ee-a05e-b0fe4bc8acc9, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29bbe9e2-c964-4754-a214-a28145b40e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:02:12.105372 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:12.203096 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] For port ea80a216-2145-40ee-a05e-b0fe4bc8acc9, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:02:12.206287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] For port ea80a216-2145-40ee-a05e-b0fe4bc8acc9, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ea80a216-2145-40ee-a05e-b0fe4bc8acc9,segment=NetworkSegment(29bbe9e2-c964-4754-a214-a28145b40e43),segment_id=29bbe9e2-c964-4754-a214-a28145b40e43)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:02:12.212374 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:12.217664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-75d95c19-8888-4a7e-961e-a87c369a4baf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:12.295484 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Pushing event updated for resources: {'Port': ['ID=ea80a216-2145-40ee-a05e-b0fe4bc8acc9,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:12.298601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:12.602704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.20.0.1 (808343fa-de04-4c6b-914f-06fd68b07e7b/9a1f0a52-68de-48db-bd05-fa8d0f752a60/e3692793-8f7a-4e6e-80ed-9af7080df391) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:02:12.771477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:12.787110 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Transition to ACTIVE for port object e3692793-8f7a-4e6e-80ed-9af7080df391 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:02:12.813032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:12.818760 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5aa0fbcb-6f52-4492-8d56-4fc1ad0da9cb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:12.889533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 808343fa-de04-4c6b-914f-06fd68b07e7b is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:02:12.892671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:02:12.896794 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:02:12.927071 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=e3692793-8f7a-4e6e-80ed-9af7080df391,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:12.933897 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:12.959751 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:13.092302 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:13.211445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d578e82d-462a-46ff-9c97-d238c3c5332f None None] Network 808343fa-de04-4c6b-914f-06fd68b07e7b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:02:13.327675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-6740aa04-a4bf-42f3-ab9e-04be4031adef None None] Provisioning for port ea80a216-2145-40ee-a05e-b0fe4bc8acc9 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:02:13.514049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:13.520129 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:13.558063 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-af7274fa-3f3f-432f-8fe3-89e8df695edb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:13.642981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d438feec-edac-4174-ae88-40acd4c234a5 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:02:13.647164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=e3692793-8f7a-4e6e-80ed-9af7080df391,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:13.656587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:13.668051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:13.720749 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port d438feec-edac-4174-ae88-40acd4c234a5 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:02:13.726982 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port d438feec-edac-4174-ae88-40acd4c234a5 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:02:13.727660 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:13.790794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-caeb5d05-9d6e-4739-8602-80ee96d06078 None None] Provisioning for port e3692793-8f7a-4e6e-80ed-9af7080df391 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:02:13.796997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-caeb5d05-9d6e-4739-8602-80ee96d06078 None None] Provisioning complete for port e3692793-8f7a-4e6e-80ed-9af7080df391 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:02:13.797690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-caeb5d05-9d6e-4739-8602-80ee96d06078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:13.812396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 808343fa-de04-4c6b-914f-06fd68b07e7b is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:02:13.813611 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:02:13.857398 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-caeb5d05-9d6e-4739-8602-80ee96d06078 None None] Port e3692793-8f7a-4e6e-80ed-9af7080df391 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:02:13.923314 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:13.940963 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port d438feec-edac-4174-ae88-40acd4c234a5, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d438feec-edac-4174-ae88-40acd4c234a5,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:02:13.949263 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:13.950143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ea80a216-2145-40ee-a05e-b0fe4bc8acc9 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:02:13.978989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:14.083552 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=d438feec-edac-4174-ae88-40acd4c234a5,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:14.087138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e97a06ea-7d16-40bd-91a9-6ea9d9775d40 None None] Provisioning complete for port e3692793-8f7a-4e6e-80ed-9af7080df391 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:02:14.087521 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e97a06ea-7d16-40bd-91a9-6ea9d9775d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:14.121573 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:14.149437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port ea80a216-2145-40ee-a05e-b0fe4bc8acc9 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:02:14.158897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port ea80a216-2145-40ee-a05e-b0fe4bc8acc9 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:02:14.159273 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:14.160171 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router c9649679-79e3-4147-88e9-19252f759085 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:02:14.185890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e97a06ea-7d16-40bd-91a9-6ea9d9775d40 None None] Port e3692793-8f7a-4e6e-80ed-9af7080df391 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:02:14.274340 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:14.316487 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port ea80a216-2145-40ee-a05e-b0fe4bc8acc9, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ea80a216-2145-40ee-a05e-b0fe4bc8acc9,segment=NetworkSegment(29bbe9e2-c964-4754-a214-a28145b40e43),segment_id=29bbe9e2-c964-4754-a214-a28145b40e43)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:02:14.318346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a13303f4-35f8-4ca2-abd2-8a514633a41a None None] Provisioning complete for port e3692793-8f7a-4e6e-80ed-9af7080df391 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:02:14.318981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a13303f4-35f8-4ca2-abd2-8a514633a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:14.341098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:02:14.355872 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "PUT /v2.0/routers/c9649679-79e3-4147-88e9-19252f759085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0699849 Jun 02 17:02:14.356869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:14.359823 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Sync routers for ids ['c9649679-79e3-4147-88e9-19252f759085'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:02:14.363930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:14.440321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-a13303f4-35f8-4ca2-abd2-8a514633a41a None None] Port e3692793-8f7a-4e6e-80ed-9af7080df391 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:02:14.444857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Routers {'c9649679-79e3-4147-88e9-19252f759085'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:02:14.445497 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:02:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['c9649679-79e3-4147-88e9-19252f759085'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:14.520357 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=ea80a216-2145-40ee-a05e-b0fe4bc8acc9,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:14.522115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-dba9c16f-e9df-4ad0-a83a-2a1940ab59c9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:02:14.523585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:14.541286 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-dba9c16f-e9df-4ad0-a83a-2a1940ab59c9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:02:14.542591 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-dba9c16f-e9df-4ad0-a83a-2a1940ab59c9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36068293&fields=id&tenant_id=42016c8220d54b1e828f34caeb060b3e HTTP/1.1" status: 200 len: 267 time: 0.0605896 Jun 02 17:02:14.635523 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Set router c9649679-79e3-4147-88e9-19252f759085 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:02:14.691688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-2662e4c8-1c30-4627-9e05-cebb134549a4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:14.692353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-2662e4c8-1c30-4627-9e05-cebb134549a4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:02:14.709130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-2662e4c8-1c30-4627-9e05-cebb134549a4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:02:14.710300 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-2662e4c8-1c30-4627-9e05-cebb134549a4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/networks?id=808343fa-de04-4c6b-914f-06fd68b07e7b HTTP/1.1" status: 200 len: 796 time: 0.1608195 Jun 02 17:02:14.726888 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-82327614-ca39-4581-9ad5-4585219215f7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/quotas/42016c8220d54b1e828f34caeb060b3e HTTP/1.1" status: 200 len: 375 time: 0.0102274 Jun 02 17:02:14.813225 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-d9921a9e-c779-48b3-9ac9-4d350de15220 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:02:14.829387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-d9921a9e-c779-48b3-9ac9-4d350de15220 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:02:14.831830 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-d9921a9e-c779-48b3-9ac9-4d350de15220 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984952 Jun 02 17:02:14.945526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9649679-79e3-4147-88e9-19252f759085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161791482', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:02:07Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:08Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'e3692793-8f7a-4e6e-80ed-9af7080df391', 'name': '', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:0a:a4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:12Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 2, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:14.949585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Checking router: c9649679-79e3-4147-88e9-19252f759085 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:02:14.950040 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Updating router c9649679-79e3-4147-88e9-19252f759085 port e3692793-8f7a-4e6e-80ed-9af7080df391 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 17:02:15.005250 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:15.011379 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-8be4ab5f-42ec-44e0-bc34-d7d964370f5f service neutron] 10.222.0.50 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683497 Jun 02 17:02:15.142733 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-b73e69d6-5bca-4c57-b55a-344c7d3f2cb8 service neutron] 10.222.0.50 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250176 Jun 02 17:02:15.338846 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-df248484-478b-4e14-9ef5-4ab62496ad26 req-c0706d46-73d8-4e9c-a8bc-bb4712cea8c8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:02:15.356391 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-df248484-478b-4e14-9ef5-4ab62496ad26 req-c0706d46-73d8-4e9c-a8bc-bb4712cea8c8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:02:15.358525 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-df248484-478b-4e14-9ef5-4ab62496ad26 req-c0706d46-73d8-4e9c-a8bc-bb4712cea8c8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 210 time: 0.0661263 Jun 02 17:02:15.394171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:15.406333 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Transition to ACTIVE for port object e3692793-8f7a-4e6e-80ed-9af7080df391 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:02:15.413928 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:15.420476 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:15.608346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff3317-9383-434f-a1ae-4726235e1f10 None None] Pushing event updated for resources: {'Port': ['ID=e3692793-8f7a-4e6e-80ed-9af7080df391,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:15.617087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d438feec-edac-4174-ae88-40acd4c234a5 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:02:15.640980 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e3ff3317-9383-434f-a1ae-4726235e1f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:15.682088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Attempting to bind port e3692793-8f7a-4e6e-80ed-9af7080df391 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:02:15.682467 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Attempting to bind port e3692793-8f7a-4e6e-80ed-9af7080df391 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '29bbe9e2-c964-4754-a214-a28145b40e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:02:15.682862 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Attempting to bind port e3692793-8f7a-4e6e-80ed-9af7080df391 on network 808343fa-de04-4c6b-914f-06fd68b07e7b {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:02:15.692881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:02:15.693256 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Checking segment: {'id': '29bbe9e2-c964-4754-a214-a28145b40e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:02:15.693659 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:15.694045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Bound using segment: {'id': '29bbe9e2-c964-4754-a214-a28145b40e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:02:15.694531 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Bound port: e3692793-8f7a-4e6e-80ed-9af7080df391, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29bbe9e2-c964-4754-a214-a28145b40e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:02:15.694902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:15.783857 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port d438feec-edac-4174-ae88-40acd4c234a5 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:02:15.784118 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:15.856813 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] For port e3692793-8f7a-4e6e-80ed-9af7080df391, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:02:15.866407 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] For port e3692793-8f7a-4e6e-80ed-9af7080df391, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e3692793-8f7a-4e6e-80ed-9af7080df391,segment=NetworkSegment(29bbe9e2-c964-4754-a214-a28145b40e43),segment_id=29bbe9e2-c964-4754-a214-a28145b40e43)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:02:15.871708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:15.876224 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e3ff3317-9383-434f-a1ae-4726235e1f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:15.998473 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Routers {'c9649679-79e3-4147-88e9-19252f759085'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:02:15.999313 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:02:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['c9649679-79e3-4147-88e9-19252f759085'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:16.069303 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ea80a216-2145-40ee-a05e-b0fe4bc8acc9 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:02:16.095234 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff3317-9383-434f-a1ae-4726235e1f10 None None] Pushing event updated for resources: {'Port': ['ID=e3692793-8f7a-4e6e-80ed-9af7080df391,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:16.104382 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e3ff3317-9383-434f-a1ae-4726235e1f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:16.247771 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] Set router c9649679-79e3-4147-88e9-19252f759085 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:02:16.308185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port ea80a216-2145-40ee-a05e-b0fe4bc8acc9 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:02:16.308563 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:16.517025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-eb49f0d9-ca62-429c-b16e-f4e7641ee6a1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:16.517649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-eb49f0d9-ca62-429c-b16e-f4e7641ee6a1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:02:16.529519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-eb49f0d9-ca62-429c-b16e-f4e7641ee6a1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:02:16.530669 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-eb49f0d9-ca62-429c-b16e-f4e7641ee6a1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "GET /v2.0/networks?id=808343fa-de04-4c6b-914f-06fd68b07e7b HTTP/1.1" status: 200 len: 796 time: 0.1759720 Jun 02 17:02:16.549848 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-9c523218-74ba-4534-b75f-ec9e775b5169 req-828c9d4d-7fc7-4b08-bd13-4e00e6f23355 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 210 time: 0.0553327 Jun 02 17:02:16.595908 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-913c79a3-f2b3-468e-ad8c-be7bf0ee6b48 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42016c8220d54b1e828f34caeb060b3e HTTP/1.1" status: 200 len: 378 time: 0.0505104 Jun 02 17:02:16.609497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'port': {'device_id': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'admin_state_up': True, 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'security_groups': ['211ce63c-0477-4b07-bd71-5dc5f1c95dd5']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:02:16.723786 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9649679-79e3-4147-88e9-19252f759085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161791482', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:02:07Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:08Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'e3692793-8f7a-4e6e-80ed-9af7080df391', 'name': '', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:0a:a4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:12Z', 'updated_at': '2021-06-02T17:02:15Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:16.727983 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c442e-0873-48c2-a654-9273845b72d1 None None] The sync data for ids ['c9649679-79e3-4147-88e9-19252f759085'] in dv-neutron-601336-83-hyperv is: [{'id': 'c9649679-79e3-4147-88e9-19252f759085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161791482', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:02:07Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:08Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'e3692793-8f7a-4e6e-80ed-9af7080df391', 'name': '', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:0a:a4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:12Z', 'updated_at': '2021-06-02T17:02:15Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:02:16.752892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:02:16.762593 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:02:16.785890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Made reservation on behalf of 42016c8220d54b1e828f34caeb060b3e for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:02:16.796165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:16.975405 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.20.0.3 (808343fa-de04-4c6b-914f-06fd68b07e7b/9a1f0a52-68de-48db-bd05-fa8d0f752a60/cb437200-c4e9-48fa-82a5-e0703c191b40) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:02:17.171123 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:17.187661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Transition to ACTIVE for port object cb437200-c4e9-48fa-82a5-e0703c191b40 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:02:17.211847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:17.218821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8a61920c-2d7a-4117-b1ed-469644a2680d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:17.285036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 808343fa-de04-4c6b-914f-06fd68b07e7b is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:02:17.288326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:02:17.294054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:02:17.333412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=cb437200-c4e9-48fa-82a5-e0703c191b40,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:17.340755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:17.374925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:17.375558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:17.412630 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-f414bcd9-3fbd-4894-97dc-478e30062ef7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8071532 Jun 02 17:02:17.438451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Request body: {'port': {'device_id': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:02:17.571983 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4501745f-92d5-451b-8fa1-4064938fcd47 None None] Provisioning for port cb437200-c4e9-48fa-82a5-e0703c191b40 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:02:17.572394 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:17.577333 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-4501745f-92d5-451b-8fa1-4064938fcd47 None None] Provisioning complete for port cb437200-c4e9-48fa-82a5-e0703c191b40 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:02:17.577702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4501745f-92d5-451b-8fa1-4064938fcd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:17.616931 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e3692793-8f7a-4e6e-80ed-9af7080df391 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:02:17.675288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-4501745f-92d5-451b-8fa1-4064938fcd47 None None] Port cb437200-c4e9-48fa-82a5-e0703c191b40 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:02:17.721794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port e3692793-8f7a-4e6e-80ed-9af7080df391 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:02:17.727334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e3692793-8f7a-4e6e-80ed-9af7080df391 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:02:17.728122 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:17.846225 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:17.880007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port e3692793-8f7a-4e6e-80ed-9af7080df391, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e3692793-8f7a-4e6e-80ed-9af7080df391,segment=NetworkSegment(29bbe9e2-c964-4754-a214-a28145b40e43),segment_id=29bbe9e2-c964-4754-a214-a28145b40e43)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:02:17.886456 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:17.888453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:17.893279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66f5b0-7c2b-4bb4-a361-42952adacdc7 req-b55d6692-3fc7-4acf-9bf8-2cb40a125474 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:17.893976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-af66f5b0-7c2b-4bb4-a361-42952adacdc7 req-b55d6692-3fc7-4acf-9bf8-2cb40a125474 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:02:17.940469 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-af66f5b0-7c2b-4bb4-a361-42952adacdc7 req-b55d6692-3fc7-4acf-9bf8-2cb40a125474 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:02:17.941600 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-af66f5b0-7c2b-4bb4-a361-42952adacdc7 req-b55d6692-3fc7-4acf-9bf8-2cb40a125474 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 931 time: 0.2399659 Jun 02 17:02:17.957056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=e3692793-8f7a-4e6e-80ed-9af7080df391,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:17.960197 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:18.002833 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-af66f5b0-7c2b-4bb4-a361-42952adacdc7 req-6d2aa8ba-eddd-446c-8822-0b43cdfd44a0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545075 Jun 02 17:02:18.054220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb437200-c4e9-48fa-82a5-e0703c191b40 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:02:18.061650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:18.075665 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Transition to ACTIVE for port object cb437200-c4e9-48fa-82a5-e0703c191b40 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:02:18.082685 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:18.086357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-02f2dc8b-b14a-4ba1-afb5-3226fabe2502 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:18.386401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Pushing event updated for resources: {'Port': ['ID=cb437200-c4e9-48fa-82a5-e0703c191b40,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:18.389303 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:18.470483 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Attempting to bind port cb437200-c4e9-48fa-82a5-e0703c191b40 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:02:18.470815 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Attempting to bind port cb437200-c4e9-48fa-82a5-e0703c191b40 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '29bbe9e2-c964-4754-a214-a28145b40e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:02:18.471147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Attempting to bind port cb437200-c4e9-48fa-82a5-e0703c191b40 on network 808343fa-de04-4c6b-914f-06fd68b07e7b {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:02:18.476149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Port cb437200-c4e9-48fa-82a5-e0703c191b40 on network 808343fa-de04-4c6b-914f-06fd68b07e7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 17:02:18.476465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Attempting to bind port cb437200-c4e9-48fa-82a5-e0703c191b40 on network 808343fa-de04-4c6b-914f-06fd68b07e7b {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:02:18.481643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:02:18.481971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Checking segment: {'id': '29bbe9e2-c964-4754-a214-a28145b40e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:02:18.482386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Bound using segment: {'id': '29bbe9e2-c964-4754-a214-a28145b40e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:02:18.482805 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Bound port: cb437200-c4e9-48fa-82a5-e0703c191b40, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29bbe9e2-c964-4754-a214-a28145b40e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:02:18.483147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:18.571639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] For port cb437200-c4e9-48fa-82a5-e0703c191b40, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:02:18.574590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] For port cb437200-c4e9-48fa-82a5-e0703c191b40, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cb437200-c4e9-48fa-82a5-e0703c191b40,segment=NetworkSegment(29bbe9e2-c964-4754-a214-a28145b40e43),segment_id=29bbe9e2-c964-4754-a214-a28145b40e43)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:02:18.581947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:18.585485 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-308937ec-d9b6-45f7-bd15-0089055ab7c6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:18.647015 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:18.647616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:18.648986 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] 10.222.0.49 "PUT /v2.0/ports/cb437200-c4e9-48fa-82a5-e0703c191b40 HTTP/1.1" status: 200 len: 1093 time: 1.2249234 Jun 02 17:02:18.649634 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'tag': 'cb437200-c4e9-48fa-82a5-e0703c191b40'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:02:18.651962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29c79fb-3ff4-489f-b4be-de58f3bdfc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb89f186-e162-45a2-bc8b-6466e0f319df", "tag": "cb437200-c4e9-48fa-82a5-e0703c191b40"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:02:18.669868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Pushing event updated for resources: {'Port': ['ID=cb437200-c4e9-48fa-82a5-e0703c191b40,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:18.672795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:18.736639 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6b00cc-d514-4d9f-9f2b-fdd0143ea4a0 x-openstack-request-id: req-1f6b00cc-d514-4d9f-9f2b-fdd0143ea4a0 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:02:18.737080 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb89f186-e162-45a2-bc8b-6466e0f319df", "tag": "cb437200-c4e9-48fa-82a5-e0703c191b40", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:02:18.737445 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f6b00cc-d514-4d9f-9f2b-fdd0143ea4a0 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:02:18.737961 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'tag': 'cb437200-c4e9-48fa-82a5-e0703c191b40', 'status': 'completed', 'code': 200} Jun 02 17:02:18.774441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-46ff563a-cd11-4c20-a74b-12b2062aecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:18.776141 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-46ff563a-cd11-4c20-a74b-12b2062aecba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 1096 time: 0.0786798 Jun 02 17:02:18.853891 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-562aa391-e0b6-4c23-beef-d9cb0cd31b0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb437200-c4e9-48fa-82a5-e0703c191b40 HTTP/1.1" status: 200 len: 217 time: 0.0662129 Jun 02 17:02:18.919231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-061dab85-175c-4e17-8f58-0677f5296bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:18.920683 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-061dab85-175c-4e17-8f58-0677f5296bad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9a1f0a52-68de-48db-bd05-fa8d0f752a60 HTTP/1.1" status: 200 len: 835 time: 0.0577717 Jun 02 17:02:19.006912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-6dde38ca-44fb-4598-b046-6316a9faf79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:19.008264 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-6dde38ca-44fb-4598-b046-6316a9faf79c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=808343fa-de04-4c6b-914f-06fd68b07e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0768733 Jun 02 17:02:19.186099 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-b88ab74f-8139-4d65-a834-9ce65a46897e service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670473 Jun 02 17:02:19.293991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be65f0-fcdc-4abf-b7ce-7441a301f327 req-045b2854-2a84-4e1e-a643-3b893efa7900 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:19.295369 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f7be65f0-fcdc-4abf-b7ce-7441a301f327 req-045b2854-2a84-4e1e-a643-3b893efa7900 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 943 time: 0.1875200 Jun 02 17:02:19.365417 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cb9abe7a-8839-4d41-83f5-8357ed53cd05 req-2e10c2c0-1d99-4866-80b2-6803f7678cd0 service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679554 Jun 02 17:02:19.370044 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f7be65f0-fcdc-4abf-b7ce-7441a301f327 req-c8434b5b-4ff8-41e7-9506-4e7f3daa732e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677536 Jun 02 17:02:19.415268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:19.514164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c79fb-3ff4-489f-b4be-de58f3bdfc4e req-ae040594-5d77-438e-b8af-1f9942c2ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:19.515637 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b29c79fb-3ff4-489f-b4be-de58f3bdfc4e req-ae040594-5d77-438e-b8af-1f9942c2ee67 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 1096 time: 0.0852726 Jun 02 17:02:19.574843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e3692793-8f7a-4e6e-80ed-9af7080df391 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:02:19.640399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port e3692793-8f7a-4e6e-80ed-9af7080df391 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:02:19.640781 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:19.649574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c79fb-3ff4-489f-b4be-de58f3bdfc4e req-09c1bb02-e08f-418c-a182-91962a06607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:19.651065 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b29c79fb-3ff4-489f-b4be-de58f3bdfc4e req-09c1bb02-e08f-418c-a182-91962a06607e service neutron] 10.222.0.49 "GET /v2.0/networks?id=808343fa-de04-4c6b-914f-06fd68b07e7b HTTP/1.1" status: 200 len: 897 time: 0.1280317 Jun 02 17:02:19.718416 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b29c79fb-3ff4-489f-b4be-de58f3bdfc4e req-72a3c31e-3eff-498c-a093-55846b95e310 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb437200-c4e9-48fa-82a5-e0703c191b40 HTTP/1.1" status: 200 len: 217 time: 0.0595143 Jun 02 17:02:19.784167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c79fb-3ff4-489f-b4be-de58f3bdfc4e req-2776464c-99f6-44b4-ad32-9daf948e9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:19.785593 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b29c79fb-3ff4-489f-b4be-de58f3bdfc4e req-2776464c-99f6-44b4-ad32-9daf948e9878 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9a1f0a52-68de-48db-bd05-fa8d0f752a60 HTTP/1.1" status: 200 len: 835 time: 0.0604544 Jun 02 17:02:19.870408 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c79fb-3ff4-489f-b4be-de58f3bdfc4e req-b2a69d67-0999-4090-9a59-e4535c9fdbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:19.871899 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b29c79fb-3ff4-489f-b4be-de58f3bdfc4e req-b2a69d67-0999-4090-9a59-e4535c9fdbf4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=808343fa-de04-4c6b-914f-06fd68b07e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0788579 Jun 02 17:02:20.145371 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b29c79fb-3ff4-489f-b4be-de58f3bdfc4e req-033fe2d1-b106-4f54-bf53-4af692c16155 service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646103 Jun 02 17:02:20.276844 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b29c79fb-3ff4-489f-b4be-de58f3bdfc4e req-7cb033ce-be9e-4cfb-91a4-082a3c29825e service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239307 Jun 02 17:02:20.569310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33594169-88c5-43ad-9c79-168e4d63ba7a req-44aaa96a-badd-4de6-b828-08213011290d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:20.570782 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-33594169-88c5-43ad-9c79-168e4d63ba7a req-44aaa96a-badd-4de6-b828-08213011290d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 943 time: 0.0866926 Jun 02 17:02:20.622239 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-33594169-88c5-43ad-9c79-168e4d63ba7a req-a3080b4b-c26e-4d87-bdd0-b8d63357e797 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451477 Jun 02 17:02:21.815957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc62753-7ac8-494c-ba86-50eabea59414 req-33ceeecd-f924-47ab-9225-8aad28809d2e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:21.817402 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7bc62753-7ac8-494c-ba86-50eabea59414 req-33ceeecd-f924-47ab-9225-8aad28809d2e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 943 time: 0.0866380 Jun 02 17:02:21.862849 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7bc62753-7ac8-494c-ba86-50eabea59414 req-7390a85c-34d9-4b04-904d-d8c2cf005532 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396380 Jun 02 17:02:23.062405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26fc88-5c35-4608-976f-b5417a6e3df5 req-b13b3047-f071-49e4-966c-647bd2d004d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:23.064063 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0f26fc88-5c35-4608-976f-b5417a6e3df5 req-b13b3047-f071-49e4-966c-647bd2d004d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 943 time: 0.0916958 Jun 02 17:02:23.112717 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0f26fc88-5c35-4608-976f-b5417a6e3df5 req-7997a859-2c6c-41a9-b414-16c9a37944ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426970 Jun 02 17:02:23.387078 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device cb437200-c4e9-48fa-82a5-e0703c191b40 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 17:02:23.524757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port cb437200-c4e9-48fa-82a5-e0703c191b40, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cb437200-c4e9-48fa-82a5-e0703c191b40,segment=NetworkSegment(29bbe9e2-c964-4754-a214-a28145b40e43),segment_id=29bbe9e2-c964-4754-a214-a28145b40e43)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:02:23.537802 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'cb437200-c4e9-48fa-82a5-e0703c191b40', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'port_id': 'cb437200-c4e9-48fa-82a5-e0703c191b40', 'mac_address': 'fa:16:3e:43:c8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 17:02:23.597474 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:23.614391 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb437200-c4e9-48fa-82a5-e0703c191b40 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:02:23.629614 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port cb437200-c4e9-48fa-82a5-e0703c191b40, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cb437200-c4e9-48fa-82a5-e0703c191b40,segment=NetworkSegment(29bbe9e2-c964-4754-a214-a28145b40e43),segment_id=29bbe9e2-c964-4754-a214-a28145b40e43)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:02:23.634679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:23.636408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:23.703238 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=cb437200-c4e9-48fa-82a5-e0703c191b40,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:23.706289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:23.901006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['cb437200-c4e9-48fa-82a5-e0703c191b40'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 17:02:24.318352 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b219a-3b31-41cd-9500-67a9df07a719 req-3f7bf14d-21f0-4ba7-b490-cb3fc5d1faa1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:24.319829 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-824b219a-3b31-41cd-9500-67a9df07a719 req-3f7bf14d-21f0-4ba7-b490-cb3fc5d1faa1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 944 time: 0.0956843 Jun 02 17:02:24.365185 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-824b219a-3b31-41cd-9500-67a9df07a719 req-57ddadd3-e597-4eb8-844b-79fcf5388de6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394261 Jun 02 17:02:25.401421 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device cb437200-c4e9-48fa-82a5-e0703c191b40 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:02:25.470992 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port cb437200-c4e9-48fa-82a5-e0703c191b40 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:02:25.476160 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port cb437200-c4e9-48fa-82a5-e0703c191b40 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:02:25.476546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:25.562599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf7ab2-03bf-48d6-a9e1-844f87581af2 req-b65a58b6-e373-4a3b-bcba-dc183176cb10 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:25.564052 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2ebf7ab2-03bf-48d6-a9e1-844f87581af2 req-b65a58b6-e373-4a3b-bcba-dc183176cb10 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 944 time: 0.0856676 Jun 02 17:02:25.596123 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:25.608651 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2ebf7ab2-03bf-48d6-a9e1-844f87581af2 req-7798dbfb-f7b0-404c-b671-6c5f22c49fa9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387559 Jun 02 17:02:25.623540 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb437200-c4e9-48fa-82a5-e0703c191b40'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:02:25.626065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51de356c-faf0-40ce-85c2-62af65e4c603" -d '{"events": [{"server_uuid": "eb89f186-e162-45a2-bc8b-6466e0f319df", "name": "network-vif-plugged", "status": "completed", "tag": "cb437200-c4e9-48fa-82a5-e0703c191b40"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:02:25.634289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port cb437200-c4e9-48fa-82a5-e0703c191b40, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cb437200-c4e9-48fa-82a5-e0703c191b40,segment=NetworkSegment(29bbe9e2-c964-4754-a214-a28145b40e43),segment_id=29bbe9e2-c964-4754-a214-a28145b40e43)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:02:25.638970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:25.641020 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a9b9ebf0-57a1-4467-a976-60eab234bf1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:25.675380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae6262b-99a8-41b5-8615-d7a73f18696a x-openstack-request-id: req-dae6262b-99a8-41b5-8615-d7a73f18696a {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:02:25.675684 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb89f186-e162-45a2-bc8b-6466e0f319df", "name": "network-vif-plugged", "status": "completed", "tag": "cb437200-c4e9-48fa-82a5-e0703c191b40", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:02:25.675948 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dae6262b-99a8-41b5-8615-d7a73f18696a {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:02:25.676349 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb437200-c4e9-48fa-82a5-e0703c191b40', 'code': 200} Jun 02 17:02:25.707642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=cb437200-c4e9-48fa-82a5-e0703c191b40,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:25.710543 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:25.914609 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed8751-87f0-4acd-969b-76d732ddf92d req-ad4f2633-c26d-4fd8-9461-1cbff498cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:25.916089 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-56ed8751-87f0-4acd-969b-76d732ddf92d req-ad4f2633-c26d-4fd8-9461-1cbff498cf8d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 1098 time: 0.0776608 Jun 02 17:02:25.961103 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-56ed8751-87f0-4acd-969b-76d732ddf92d req-ee68a306-ef81-42c4-9d4a-055554c60668 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354159 Jun 02 17:02:26.809351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661346ce-0dfa-40b8-a0d2-a4fb149cacb0 req-d8f4216d-930b-4498-8675-31f43d0c9a68 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:26.810972 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-661346ce-0dfa-40b8-a0d2-a4fb149cacb0 req-d8f4216d-930b-4498-8675-31f43d0c9a68 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0841365 Jun 02 17:02:26.857907 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-661346ce-0dfa-40b8-a0d2-a4fb149cacb0 req-9204184f-1a66-455e-8f92-91347c32bea4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409918 Jun 02 17:02:28.063273 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e66480-64ca-435d-a91b-35a32ed3b717 req-ddbdcf0e-4fcb-4735-abe7-74770403022e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:28.064760 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a9e66480-64ca-435d-a91b-35a32ed3b717 req-ddbdcf0e-4fcb-4735-abe7-74770403022e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0892324 Jun 02 17:02:28.115298 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a9e66480-64ca-435d-a91b-35a32ed3b717 req-53477097-18f7-459a-b547-bad34b201255 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420747 Jun 02 17:02:28.310677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9be194-8578-4c01-9358-c8b545d28b7d req-0ed00597-2561-4d2e-9d8c-0fe39a8a75da tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:28.312109 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1c9be194-8578-4c01-9358-c8b545d28b7d req-0ed00597-2561-4d2e-9d8c-0fe39a8a75da tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0892019 Jun 02 17:02:28.359485 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1c9be194-8578-4c01-9358-c8b545d28b7d req-84c9f2fb-2d7b-4eba-93eb-9bc32c136b8c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387876 Jun 02 17:02:28.385543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44376) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:28.455541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4afddc-9169-4881-8f56-d29a8cb42d49 tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:28.457043 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6f4afddc-9169-4881-8f56-d29a8cb42d49 tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 1093 time: 0.0705972 Jun 02 17:02:28.459996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44378) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:28.464437 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': 'cb437200-c4e9-48fa-82a5-e0703c191b40', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:02:28.470451 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:02:28.474755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:floatingip and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:02:28.477615 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:02:28.483411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:02:28.496727 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:28.644887 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:28.783400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.26.3.142 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/258ef3bd-7489-468c-8c17-00e2bbac2cd1) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:02:29.073714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:29.109541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:29.116431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5c9d7beb-885c-4697-b5e5-3c8694562b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:29.177935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:02:29.181109 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:02:29.184886 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:02:29.218234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=258ef3bd-7489-468c-8c17-00e2bbac2cd1,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:29.222115 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:29.596615 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:29.674085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:29.883397 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:29.891300 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:29.895892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:02:29.999682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=258ef3bd-7489-468c-8c17-00e2bbac2cd1,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:02:30.004044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:02:30.011220 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:30.184809 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Floating IP fb970ce2-47d9-469b-ba1f-a781c0bc0527 associated. External IP: 172.26.3.142, port: cb437200-c4e9-48fa-82a5-e0703c191b40. Jun 02 17:02:30.693324 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router c9649679-79e3-4147-88e9-19252f759085 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:02:30.886130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:02:30.896903 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7082547-4998-4371-ac5c-d7685ff17eb0 None None] Sync routers for ids ['c9649679-79e3-4147-88e9-19252f759085'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:02:30.906731 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7082547-4998-4371-ac5c-d7685ff17eb0 None None] Routers {'c9649679-79e3-4147-88e9-19252f759085'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:02:30.907300 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e7082547-4998-4371-ac5c-d7685ff17eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:02:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['c9649679-79e3-4147-88e9-19252f759085'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:30.912149 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:30.973929 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5099528 Jun 02 17:02:30.973929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'tag': 'cb437200-c4e9-48fa-82a5-e0703c191b40'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:02:30.974328 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7165f831-81ea-4ca0-af03-9c9b087002e7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb89f186-e162-45a2-bc8b-6466e0f319df", "tag": "cb437200-c4e9-48fa-82a5-e0703c191b40"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:02:31.030034 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6080dd25-779d-4898-beb8-9279a388cf63 x-openstack-request-id: req-6080dd25-779d-4898-beb8-9279a388cf63 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:02:31.030404 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb89f186-e162-45a2-bc8b-6466e0f319df", "tag": "cb437200-c4e9-48fa-82a5-e0703c191b40", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:02:31.030970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6080dd25-779d-4898-beb8-9279a388cf63 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:02:31.031572 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'tag': 'cb437200-c4e9-48fa-82a5-e0703c191b40', 'status': 'completed', 'code': 200} Jun 02 17:02:31.084178 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-e7082547-4998-4371-ac5c-d7685ff17eb0 None None] Set router c9649679-79e3-4147-88e9-19252f759085 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:02:31.184729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165f831-81ea-4ca0-af03-9c9b087002e7 req-185c15f1-eae7-4684-a9ca-f1a4b360f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:31.186203 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7165f831-81ea-4ca0-af03-9c9b087002e7 req-185c15f1-eae7-4684-a9ca-f1a4b360f6f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 1098 time: 0.1325865 Jun 02 17:02:31.194154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38feb7-265a-466c-9c0a-b592b47be5f3 req-773e4e3c-ddf8-4835-b770-d75883f70b1a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:31.195473 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fa38feb7-265a-466c-9c0a-b592b47be5f3 req-773e4e3c-ddf8-4835-b770-d75883f70b1a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.1074533 Jun 02 17:02:31.225484 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:02:31.317785 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fa38feb7-265a-466c-9c0a-b592b47be5f3 req-03f096c1-4969-422d-acb6-149323c8b167 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042037 Jun 02 17:02:31.341442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44384) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:31.352011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165f831-81ea-4ca0-af03-9c9b087002e7 req-6e67b39a-9f28-4965-9e57-21e1278121a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:31.353536 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7165f831-81ea-4ca0-af03-9c9b087002e7 req-6e67b39a-9f28-4965-9e57-21e1278121a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=808343fa-de04-4c6b-914f-06fd68b07e7b HTTP/1.1" status: 200 len: 897 time: 0.1572449 Jun 02 17:02:31.449576 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e7082547-4998-4371-ac5c-d7685ff17eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9649679-79e3-4147-88e9-19252f759085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161791482', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:02:07Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:08Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'fb970ce2-47d9-469b-ba1f-a781c0bc0527', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'c9649679-79e3-4147-88e9-19252f759085', 'port_id': 'cb437200-c4e9-48fa-82a5-e0703c191b40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'mac_address': 'fa:16:3e:43:c8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:02:29Z', 'updated_at': '2021-06-02T17:02:29Z', 'revision_number': 0, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3692793-8f7a-4e6e-80ed-9af7080df391', 'name': '', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:0a:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:12Z', 'updated_at': '2021-06-02T17:02:17Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:31.451628 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-60a32089-4046-43c4-b2b1-f73e3d3488db tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/fb970ce2-47d9-469b-ba1f-a781c0bc0527 HTTP/1.1" status: 200 len: 991 time: 0.1083331 Jun 02 17:02:31.453682 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7082547-4998-4371-ac5c-d7685ff17eb0 None None] Checking router: c9649679-79e3-4147-88e9-19252f759085 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:02:31.462602 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7082547-4998-4371-ac5c-d7685ff17eb0 None None] Routers {'c9649679-79e3-4147-88e9-19252f759085'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:02:31.463480 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e7082547-4998-4371-ac5c-d7685ff17eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:02:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['c9649679-79e3-4147-88e9-19252f759085'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:31.467850 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7165f831-81ea-4ca0-af03-9c9b087002e7 req-cf6959a1-b7f7-4ab6-a344-5cf467f3cf4b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb437200-c4e9-48fa-82a5-e0703c191b40 HTTP/1.1" status: 200 len: 999 time: 0.1046751 Jun 02 17:02:31.533979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165f831-81ea-4ca0-af03-9c9b087002e7 req-e8f8373f-9243-464a-ba72-bdc03b89d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:31.535504 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7165f831-81ea-4ca0-af03-9c9b087002e7 req-e8f8373f-9243-464a-ba72-bdc03b89d26d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9a1f0a52-68de-48db-bd05-fa8d0f752a60 HTTP/1.1" status: 200 len: 835 time: 0.0594640 Jun 02 17:02:31.616240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165f831-81ea-4ca0-af03-9c9b087002e7 req-dcf83184-26b2-4316-a8e8-b00dea64e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:31.617731 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7165f831-81ea-4ca0-af03-9c9b087002e7 req-dcf83184-26b2-4316-a8e8-b00dea64e562 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=808343fa-de04-4c6b-914f-06fd68b07e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0761075 Jun 02 17:02:31.628459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [req-7165f831-81ea-4ca0-af03-9c9b087002e7 req-0127f4f3-fd3a-40f8-b2c5-19a1f1a3b0b2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 17:02:31.629364 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7165f831-81ea-4ca0-af03-9c9b087002e7 req-0127f4f3-fd3a-40f8-b2c5-19a1f1a3b0b2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050499 Jun 02 17:02:31.639950 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-e7082547-4998-4371-ac5c-d7685ff17eb0 None None] Set router c9649679-79e3-4147-88e9-19252f759085 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:02:31.764520 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7165f831-81ea-4ca0-af03-9c9b087002e7 req-9038ad86-a9e5-4e11-be03-c081e546cc75 service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281018 Jun 02 17:02:31.898554 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7165f831-81ea-4ca0-af03-9c9b087002e7 req-810c97b0-e40a-440b-b7f3-892625c4eeeb service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274571 Jun 02 17:02:32.019292 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-e7082547-4998-4371-ac5c-d7685ff17eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9649679-79e3-4147-88e9-19252f759085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161791482', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:02:07Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:08Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'fb970ce2-47d9-469b-ba1f-a781c0bc0527', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'c9649679-79e3-4147-88e9-19252f759085', 'port_id': 'cb437200-c4e9-48fa-82a5-e0703c191b40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'mac_address': 'fa:16:3e:43:c8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:02:29Z', 'updated_at': '2021-06-02T17:02:29Z', 'revision_number': 0, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3692793-8f7a-4e6e-80ed-9af7080df391', 'name': '', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:0a:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:12Z', 'updated_at': '2021-06-02T17:02:17Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:02:32.023291 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7082547-4998-4371-ac5c-d7685ff17eb0 None None] The sync data for ids ['c9649679-79e3-4147-88e9-19252f759085'] in dv-neutron-601336-83-hyperv is: [{'id': 'c9649679-79e3-4147-88e9-19252f759085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161791482', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:02:07Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:08Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'fb970ce2-47d9-469b-ba1f-a781c0bc0527', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': 'c9649679-79e3-4147-88e9-19252f759085', 'port_id': 'cb437200-c4e9-48fa-82a5-e0703c191b40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'mac_address': 'fa:16:3e:43:c8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:02:29Z', 'updated_at': '2021-06-02T17:02:29Z', 'revision_number': 0, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3692793-8f7a-4e6e-80ed-9af7080df391', 'name': '', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:0a:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:12Z', 'updated_at': '2021-06-02T17:02:17Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:02:32.223410 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe36c3b-ec63-4dd9-97bd-26e3e7d97fb5 None None] New status for floating IP fb970ce2-47d9-469b-ba1f-a781c0bc0527: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:02:32.455674 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44386) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:32.566049 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b5e28f9d-030c-4107-8888-d213669f99ee tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/fb970ce2-47d9-469b-ba1f-a781c0bc0527 HTTP/1.1" status: 200 len: 991 time: 0.1091518 Jun 02 17:02:32.996086 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-755f43c9-d524-4527-a4ba-ec1f049bf218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:33.570012 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44388) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:02:33.678176 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f4142f34-436e-40d8-9bec-bc5a0884aec0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/fb970ce2-47d9-469b-ba1f-a781c0bc0527 HTTP/1.1" status: 200 len: 993 time: 0.1068020 Jun 02 17:02:35.064090 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:35.508504 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-980064ef-bf15-432a-a836-53fd2b2b0634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:36.820389 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:38.731147 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:49.432380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:02:53.802688 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-60efb361-f7d9-4048-9115-21596f073792 req-e262a81b-8c1a-42f0-b1c8-1d110b2d9877 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783088 Jun 02 17:02:53.959000 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efb361-f7d9-4048-9115-21596f073792 req-5a1742ab-a594-44a1-9bf7-ea9914cfa1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:53.960470 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-60efb361-f7d9-4048-9115-21596f073792 req-5a1742ab-a594-44a1-9bf7-ea9914cfa1f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 1098 time: 0.0864260 Jun 02 17:02:54.252202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efb361-f7d9-4048-9115-21596f073792 req-148df09d-ce22-48c0-83d8-8f6a8a783822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:54.253637 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-60efb361-f7d9-4048-9115-21596f073792 req-148df09d-ce22-48c0-83d8-8f6a8a783822 service neutron] 10.222.0.49 "GET /v2.0/networks?id=808343fa-de04-4c6b-914f-06fd68b07e7b HTTP/1.1" status: 200 len: 897 time: 0.2688150 Jun 02 17:02:54.369951 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-60efb361-f7d9-4048-9115-21596f073792 req-aa1edc01-b51f-4a33-adfa-ad350e8691bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb437200-c4e9-48fa-82a5-e0703c191b40 HTTP/1.1" status: 200 len: 1001 time: 0.1054177 Jun 02 17:02:54.438486 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efb361-f7d9-4048-9115-21596f073792 req-fb91831a-9c26-461b-a35a-f69e5554d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:54.439924 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-60efb361-f7d9-4048-9115-21596f073792 req-fb91831a-9c26-461b-a35a-f69e5554d88f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9a1f0a52-68de-48db-bd05-fa8d0f752a60 HTTP/1.1" status: 200 len: 835 time: 0.0608878 Jun 02 17:02:54.527430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efb361-f7d9-4048-9115-21596f073792 req-ba32cb3d-98fb-4aa9-bd22-1dfe88a7b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:02:54.528818 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-60efb361-f7d9-4048-9115-21596f073792 req-ba32cb3d-98fb-4aa9-bd22-1dfe88a7b224 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=808343fa-de04-4c6b-914f-06fd68b07e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0812650 Jun 02 17:02:54.663650 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-60efb361-f7d9-4048-9115-21596f073792 req-ed5563a2-b957-4406-84b0-8ff30a060d26 service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263618 Jun 02 17:02:54.799685 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-60efb361-f7d9-4048-9115-21596f073792 req-f6faf952-e427-4112-9d90-0bd07540a7c0 service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272080 Jun 02 17:03:02.985070 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e414baec-2a84-4d61-a07b-b5176f6dd220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:03.303370 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-a5fc3783-b425-4366-b889-1ad28554b916 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1222117 Jun 02 17:03:03.308240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f10519-6f3c-4372-be90-42829bab85c9 req-f6292d99-2a72-40a8-8a04-3e38d67f37f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:03.309727 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-07f10519-6f3c-4372-be90-42829bab85c9 req-f6292d99-2a72-40a8-8a04-3e38d67f37f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0836413 Jun 02 17:03:03.358960 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-07f10519-6f3c-4372-be90-42829bab85c9 req-e78b47d8-1f56-42dd-ad7f-1578f4d13941 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434160 Jun 02 17:03:04.623121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-dd30b234-8c5f-4feb-8976-bfd0441b4c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:04.624586 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-dd30b234-8c5f-4feb-8976-bfd0441b4c90 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 1098 time: 0.1330781 Jun 02 17:03:04.636547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e0acc-1709-430b-b1f0-692b64908aa5 req-04ad9ece-acf7-4035-bb6a-6c687ead9678 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:04.637869 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9d2e0acc-1709-430b-b1f0-692b64908aa5 req-04ad9ece-acf7-4035-bb6a-6c687ead9678 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.1568015 Jun 02 17:03:04.763716 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9d2e0acc-1709-430b-b1f0-692b64908aa5 req-c1d2c5b7-9e63-409c-9f90-39f0c1bd630c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1073344 Jun 02 17:03:04.796716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-bb002989-5d93-47bd-8e0e-97171655539e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:04.798210 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-bb002989-5d93-47bd-8e0e-97171655539e service neutron] 10.222.0.49 "GET /v2.0/networks?id=808343fa-de04-4c6b-914f-06fd68b07e7b HTTP/1.1" status: 200 len: 897 time: 0.1594567 Jun 02 17:03:04.901399 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-ec138279-c7d7-4204-8b5a-27123b1b3f3b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb437200-c4e9-48fa-82a5-e0703c191b40 HTTP/1.1" status: 200 len: 1001 time: 0.0958159 Jun 02 17:03:04.977582 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-56f16f76-c580-4e06-b1f0-814676e73e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:04.979127 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-56f16f76-c580-4e06-b1f0-814676e73e13 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9a1f0a52-68de-48db-bd05-fa8d0f752a60 HTTP/1.1" status: 200 len: 835 time: 0.0704188 Jun 02 17:03:05.059233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:05.064800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-b8f735a7-1b15-4e73-9a16-a274c8d6d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:05.066322 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-b8f735a7-1b15-4e73-9a16-a274c8d6d2bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=808343fa-de04-4c6b-914f-06fd68b07e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0762281 Jun 02 17:03:05.208247 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-afac08c9-20f1-4f87-9d49-902fe6299f73 service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312211 Jun 02 17:03:05.342520 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-1976c409-7c22-43a9-bd1d-b4be3b9d9db4 service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245248 Jun 02 17:03:05.493975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-db971cd7-940c-44a9-9dbb-fa0176635d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:05.959555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d45726-919d-48a1-9810-ecbce3a130e9 req-731c65ed-317f-4319-a986-0dae0a796ea5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:05.961000 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-80d45726-919d-48a1-9810-ecbce3a130e9 req-731c65ed-317f-4319-a986-0dae0a796ea5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0889635 Jun 02 17:03:06.011420 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-80d45726-919d-48a1-9810-ecbce3a130e9 req-c9f3178e-a11b-44f6-9e33-0299a2aa18aa tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421746 Jun 02 17:03:06.829605 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:07.338339 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39691ffe-accc-47ff-a6e6-50ccc8d69024 req-0a0c6851-7194-4b3b-b452-4a2f3b190f81 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:07.339796 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-39691ffe-accc-47ff-a6e6-50ccc8d69024 req-0a0c6851-7194-4b3b-b452-4a2f3b190f81 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.2125518 Jun 02 17:03:07.385320 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-39691ffe-accc-47ff-a6e6-50ccc8d69024 req-fa073947-7e5f-45f6-b705-07edfa887c53 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397944 Jun 02 17:03:08.215396 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:03:08.578378 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bde84-a9b5-4ab8-9345-74b0c5be3bd2 req-47490e8c-00f6-42ab-bee7-843ab6c8f435 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:08.579724 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fb5bde84-a9b5-4ab8-9345-74b0c5be3bd2 req-47490e8c-00f6-42ab-bee7-843ab6c8f435 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0862403 Jun 02 17:03:08.624436 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-fb5bde84-a9b5-4ab8-9345-74b0c5be3bd2 req-9df5adc6-0b28-44fe-9d40-30753a717d47 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389552 Jun 02 17:03:08.735803 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:09.840133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29320083-be7d-40ea-bfc5-10b7af5d0164 req-417f57f5-31db-4911-9164-09d85d8aba5d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:09.841647 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-29320083-be7d-40ea-bfc5-10b7af5d0164 req-417f57f5-31db-4911-9164-09d85d8aba5d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0940480 Jun 02 17:03:09.886880 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-29320083-be7d-40ea-bfc5-10b7af5d0164 req-3d6d685e-016c-4fc6-8783-30b3805b0996 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395308 Jun 02 17:03:11.089502 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ce761-baaf-4bdb-a2ee-9acea5f77cea req-bdafc811-3755-49ae-a4b5-e809f29e423a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:11.090995 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-493ce761-baaf-4bdb-a2ee-9acea5f77cea req-bdafc811-3755-49ae-a4b5-e809f29e423a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0864432 Jun 02 17:03:11.139186 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-493ce761-baaf-4bdb-a2ee-9acea5f77cea req-ccaf53c1-769e-4799-8d28-01f787703f70 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392771 Jun 02 17:03:12.331720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cdf15-df59-4925-acb8-f9fc47a74005 req-a5ab6358-df61-49f5-ad52-a3708847d337 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:12.333173 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-634cdf15-df59-4925-acb8-f9fc47a74005 req-a5ab6358-df61-49f5-ad52-a3708847d337 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0843112 Jun 02 17:03:12.380831 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-634cdf15-df59-4925-acb8-f9fc47a74005 req-7adda578-ce68-4a58-89a9-ca96da3410d8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418382 Jun 02 17:03:13.592176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd347667-2823-4253-bf5a-d74b984cb4f6 req-68aace17-4d48-4c45-9de9-07d1bfbe839b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:13.593620 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bd347667-2823-4253-bf5a-d74b984cb4f6 req-68aace17-4d48-4c45-9de9-07d1bfbe839b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0957420 Jun 02 17:03:13.638776 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bd347667-2823-4253-bf5a-d74b984cb4f6 req-0388abcd-802e-4d22-ac1c-1d31be221036 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386298 Jun 02 17:03:14.846585 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567dfa7-6a70-4203-a1fd-62864158544c req-bccdd2e7-5a0a-43e4-be26-842a1e056eff tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:14.848369 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9567dfa7-6a70-4203-a1fd-62864158544c req-bccdd2e7-5a0a-43e4-be26-842a1e056eff tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0927236 Jun 02 17:03:14.892320 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9567dfa7-6a70-4203-a1fd-62864158544c req-38960986-8a2d-4c55-80db-b493a42d0e56 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382915 Jun 02 17:03:16.096217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a059c-1906-461a-be69-ebaef58df2be req-2d44178c-c46e-4af9-b2b6-0a1c36354eac tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:16.097989 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ff9a059c-1906-461a-be69-ebaef58df2be req-2d44178c-c46e-4af9-b2b6-0a1c36354eac tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0925343 Jun 02 17:03:16.146134 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ff9a059c-1906-461a-be69-ebaef58df2be req-dd2e1ffd-d463-4422-b069-382aa9e3acfe tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422807 Jun 02 17:03:17.356380 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f51e8c-a34e-46a4-a103-de0706765c28 req-b41bd3a4-e7c4-413d-9452-3c7cfc922f5c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:17.357839 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e5f51e8c-a34e-46a4-a103-de0706765c28 req-b41bd3a4-e7c4-413d-9452-3c7cfc922f5c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0998390 Jun 02 17:03:17.403400 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e5f51e8c-a34e-46a4-a103-de0706765c28 req-9e4d7a2a-8a5c-48df-b576-7381cd939cfc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394933 Jun 02 17:03:18.598592 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb576c8d-370b-42e5-b1f9-dffdad433599 req-97234994-607c-4c45-84aa-56dd511ac71b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:18.600068 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cb576c8d-370b-42e5-b1f9-dffdad433599 req-97234994-607c-4c45-84aa-56dd511ac71b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0840540 Jun 02 17:03:18.650560 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-cb576c8d-370b-42e5-b1f9-dffdad433599 req-3c2806ed-83a6-4217-9de8-29607196fb27 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443735 Jun 02 17:03:19.444007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:19.853996 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94203d6c-e5b6-4328-91cd-83c118aa4ce3 req-795f7f7b-b4e6-437f-a554-892e1b1bb563 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:19.855475 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-94203d6c-e5b6-4328-91cd-83c118aa4ce3 req-795f7f7b-b4e6-437f-a554-892e1b1bb563 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0866418 Jun 02 17:03:19.899817 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-94203d6c-e5b6-4328-91cd-83c118aa4ce3 req-908c4cfd-2aaa-4256-afa2-a9d53e4ce2aa tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387464 Jun 02 17:03:21.104625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1df38-d4dc-4b71-9ef8-7d128c389aee req-10f9c161-4f60-40ff-9745-71021a1b2f56 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:21.106106 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5fb1df38-d4dc-4b71-9ef8-7d128c389aee req-10f9c161-4f60-40ff-9745-71021a1b2f56 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0908937 Jun 02 17:03:21.150334 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5fb1df38-d4dc-4b71-9ef8-7d128c389aee req-ce0918d4-9456-4ade-a7ed-d4dd7cfa3851 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382798 Jun 02 17:03:22.332987 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-fd8262e0-f166-4fba-9131-aedc83a25d90 service neutron] 10.222.0.49 "GET /v2.0/ports/cb437200-c4e9-48fa-82a5-e0703c191b40/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1191967 Jun 02 17:03:22.364775 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d914801-5609-4aeb-abd9-2ee8638fc7b8 req-d1ba3736-5c61-49ef-a818-fd867fa484c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:22.366276 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5d914801-5609-4aeb-abd9-2ee8638fc7b8 req-d1ba3736-5c61-49ef-a818-fd867fa484c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0941739 Jun 02 17:03:22.412454 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5d914801-5609-4aeb-abd9-2ee8638fc7b8 req-deaaab73-3965-4345-a00c-f2258cd2716a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402153 Jun 02 17:03:22.631976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-9fecd3ca-677f-47cf-b1ce-b2e4b086e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:22.633519 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-9fecd3ca-677f-47cf-b1ce-b2e4b086e161 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df&tenant_id=42016c8220d54b1e828f34caeb060b3e HTTP/1.1" status: 200 len: 1098 time: 0.0817854 Jun 02 17:03:22.735590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-8102e84f-c17f-458f-9cd4-3bba3812c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:22.737122 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-8102e84f-c17f-458f-9cd4-3bba3812c24d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 1098 time: 0.0727313 Jun 02 17:03:22.876715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-e45cfec9-c736-4206-9dc5-137a703d8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:22.878181 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-e45cfec9-c736-4206-9dc5-137a703d8800 service neutron] 10.222.0.49 "GET /v2.0/networks?id=808343fa-de04-4c6b-914f-06fd68b07e7b HTTP/1.1" status: 200 len: 897 time: 0.1311536 Jun 02 17:03:22.989361 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-49e73bb4-c56e-4976-8ffd-998e00926492 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb437200-c4e9-48fa-82a5-e0703c191b40 HTTP/1.1" status: 200 len: 1001 time: 0.1010878 Jun 02 17:03:23.060259 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-62b07164-4b6a-48fd-bc1d-ea75ed411231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:23.061680 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-62b07164-4b6a-48fd-bc1d-ea75ed411231 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9a1f0a52-68de-48db-bd05-fa8d0f752a60 HTTP/1.1" status: 200 len: 835 time: 0.0629914 Jun 02 17:03:23.142032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-a7ba67b3-3dbc-418b-9846-18e7575daa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:23.143499 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-a7ba67b3-3dbc-418b-9846-18e7575daa68 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=808343fa-de04-4c6b-914f-06fd68b07e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0718701 Jun 02 17:03:23.282191 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-18c9f637-de0a-4e92-ba23-733b514fd360 service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281664 Jun 02 17:03:23.421316 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-65ce1d17-a9d1-482f-b1fb-e5f9d32952bf service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276288 Jun 02 17:03:23.603852 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb91a45-78d6-4b9c-91ea-d1964585627b req-c9ce099c-a024-4040-b989-75bb407088fc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:23.605450 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4eb91a45-78d6-4b9c-91ea-d1964585627b req-c9ce099c-a024-4040-b989-75bb407088fc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0864072 Jun 02 17:03:23.653998 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4eb91a45-78d6-4b9c-91ea-d1964585627b req-1168a975-2955-417a-b0e3-c2575588fb8b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422740 Jun 02 17:03:24.854424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb6647-77b7-442c-9dc7-d0be93908e96 req-3699aac3-477d-471b-9337-74418007c249 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:24.855885 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8adb6647-77b7-442c-9dc7-d0be93908e96 req-3699aac3-477d-471b-9337-74418007c249 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0863597 Jun 02 17:03:24.908574 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8adb6647-77b7-442c-9dc7-d0be93908e96 req-1c8d6826-f4e6-4749-ac49-932ce8fcb30e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442820 Jun 02 17:03:25.657342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device cb437200-c4e9-48fa-82a5-e0703c191b40 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 17:03:25.661037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device cb437200-c4e9-48fa-82a5-e0703c191b40 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:03:25.882779 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:25.903793 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port cb437200-c4e9-48fa-82a5-e0703c191b40, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cb437200-c4e9-48fa-82a5-e0703c191b40,segment=NetworkSegment(29bbe9e2-c964-4754-a214-a28145b40e43),segment_id=29bbe9e2-c964-4754-a214-a28145b40e43)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:03:25.922888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'cb437200-c4e9-48fa-82a5-e0703c191b40', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'port_id': 'cb437200-c4e9-48fa-82a5-e0703c191b40', 'mac_address': 'fa:16:3e:43:c8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 17:03:25.927801 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb437200-c4e9-48fa-82a5-e0703c191b40'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:03:25.930168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e065ad5a-4212-4e94-8d21-95a6aa5b2000" -d '{"events": [{"server_uuid": "eb89f186-e162-45a2-bc8b-6466e0f319df", "name": "network-vif-unplugged", "status": "completed", "tag": "cb437200-c4e9-48fa-82a5-e0703c191b40"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:03:25.969674 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port cb437200-c4e9-48fa-82a5-e0703c191b40, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cb437200-c4e9-48fa-82a5-e0703c191b40,segment=NetworkSegment(29bbe9e2-c964-4754-a214-a28145b40e43),segment_id=29bbe9e2-c964-4754-a214-a28145b40e43)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:03:25.978032 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:25.982384 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-297327fa-7032-41e0-884c-fdb302bf8518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:03:26.014816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 17:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f9be68-32f9-4bd4-8101-07e7c199bd59 x-openstack-request-id: req-93f9be68-32f9-4bd4-8101-07e7c199bd59 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:03:26.015091 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb89f186-e162-45a2-bc8b-6466e0f319df", "name": "network-vif-unplugged", "status": "completed", "tag": "cb437200-c4e9-48fa-82a5-e0703c191b40", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:03:26.015374 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93f9be68-32f9-4bd4-8101-07e7c199bd59 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:03:26.015776 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb437200-c4e9-48fa-82a5-e0703c191b40', 'code': 200} Jun 02 17:03:26.054420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:26.079774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb437200-c4e9-48fa-82a5-e0703c191b40 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:03:26.086929 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=cb437200-c4e9-48fa-82a5-e0703c191b40,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:03:26.124599 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:26.124953 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:26.125274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:26.125637 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:26.125970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:26.126343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:26.126681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:26.127014 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:26.127341 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:26.127669 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:26.127989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:26.128314 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:26.136226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:03:26.166100 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.db.api [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 17:03:26.166417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_db.api [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 17:03:26.252758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90035795-86fc-4efd-8aa7-0ee6405c9e75 req-1b50aaf4-5755-4e89-b17e-aa7ffcd20fc7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:26.254104 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-90035795-86fc-4efd-8aa7-0ee6405c9e75 req-1b50aaf4-5755-4e89-b17e-aa7ffcd20fc7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 943 time: 0.0820580 Jun 02 17:03:26.298452 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-90035795-86fc-4efd-8aa7-0ee6405c9e75 req-c82da632-3494-4b2f-9f2c-dc1d8bfe6609 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386453 Jun 02 17:03:26.661255 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8054932-f21f-486c-8ff3-266356d64e24 req-0f144daa-ed31-4957-93ad-d9c376523641 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:26.662739 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c8054932-f21f-486c-8ff3-266356d64e24 req-0f144daa-ed31-4957-93ad-d9c376523641 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 943 time: 0.1415412 Jun 02 17:03:26.670727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844fc8f-cbe4-4abe-b23f-438d83ef834f req-8a561c74-1858-458c-8b62-64fe0582709f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:26.672014 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d844fc8f-cbe4-4abe-b23f-438d83ef834f req-8a561c74-1858-458c-8b62-64fe0582709f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df&tenant_id=42016c8220d54b1e828f34caeb060b3e&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 943 time: 0.1190295 Jun 02 17:03:26.713292 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c8054932-f21f-486c-8ff3-266356d64e24 req-96037f27-5890-4af0-bc33-8ca2fcfd7cbe tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402362 Jun 02 17:03:26.720660 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:26.743078 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb437200-c4e9-48fa-82a5-e0703c191b40 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:03:26.759451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port cb437200-c4e9-48fa-82a5-e0703c191b40, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cb437200-c4e9-48fa-82a5-e0703c191b40,segment=NetworkSegment(29bbe9e2-c964-4754-a214-a28145b40e43),segment_id=29bbe9e2-c964-4754-a214-a28145b40e43)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:03:26.763854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:26.766681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:03:26.817581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844fc8f-cbe4-4abe-b23f-438d83ef834f req-de697ec7-a4ed-4e02-a8a0-e1c9382f0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:26.819200 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d844fc8f-cbe4-4abe-b23f-438d83ef834f req-de697ec7-a4ed-4e02-a8a0-e1c9382f0789 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 1097 time: 0.0745251 Jun 02 17:03:26.838570 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['cb437200-c4e9-48fa-82a5-e0703c191b40'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 17:03:26.875193 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=cb437200-c4e9-48fa-82a5-e0703c191b40,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:03:26.878493 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:03:27.063773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfdc5b-ed79-4c1e-a508-41267ecd4a94 req-d4396ed2-f145-4293-8c69-abf1e0260685 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:27.065181 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f1dfdc5b-ed79-4c1e-a508-41267ecd4a94 req-d4396ed2-f145-4293-8c69-abf1e0260685 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 944 time: 0.2388828 Jun 02 17:03:27.098567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844fc8f-cbe4-4abe-b23f-438d83ef834f req-d22dc697-3bab-4338-aabe-dd148f5875cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:27.100202 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d844fc8f-cbe4-4abe-b23f-438d83ef834f req-d22dc697-3bab-4338-aabe-dd148f5875cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=808343fa-de04-4c6b-914f-06fd68b07e7b HTTP/1.1" status: 200 len: 897 time: 0.2733843 Jun 02 17:03:27.112198 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-f1dfdc5b-ed79-4c1e-a508-41267ecd4a94 req-5c2bfab0-f2ca-40a3-971e-89bba3dbb453 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392504 Jun 02 17:03:27.203190 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d844fc8f-cbe4-4abe-b23f-438d83ef834f req-f5b31028-b6cb-49a4-a8f8-00b6d34a4764 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb437200-c4e9-48fa-82a5-e0703c191b40 HTTP/1.1" status: 200 len: 1000 time: 0.0960615 Jun 02 17:03:27.267514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844fc8f-cbe4-4abe-b23f-438d83ef834f req-4688e004-0cf0-4586-ba92-86582ce46c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:27.268904 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d844fc8f-cbe4-4abe-b23f-438d83ef834f req-4688e004-0cf0-4586-ba92-86582ce46c45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9a1f0a52-68de-48db-bd05-fa8d0f752a60 HTTP/1.1" status: 200 len: 835 time: 0.0592430 Jun 02 17:03:27.349966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844fc8f-cbe4-4abe-b23f-438d83ef834f req-44b07563-32d0-45d7-a550-6d06ef28ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:27.351429 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d844fc8f-cbe4-4abe-b23f-438d83ef834f req-44b07563-32d0-45d7-a550-6d06ef28ad7f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=808343fa-de04-4c6b-914f-06fd68b07e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0759342 Jun 02 17:03:27.486056 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d844fc8f-cbe4-4abe-b23f-438d83ef834f req-9241a55d-2fe2-4c15-840d-b37176b50752 service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270463 Jun 02 17:03:27.616625 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d844fc8f-cbe4-4abe-b23f-438d83ef834f req-e266dc45-6b2e-4f03-9a4c-379ab2748cdb service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236584 Jun 02 17:03:27.684050 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device cb437200-c4e9-48fa-82a5-e0703c191b40 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:03:27.751354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port cb437200-c4e9-48fa-82a5-e0703c191b40 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:03:27.752076 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:27.875385 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:27.910647 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port cb437200-c4e9-48fa-82a5-e0703c191b40, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cb437200-c4e9-48fa-82a5-e0703c191b40,segment=NetworkSegment(29bbe9e2-c964-4754-a214-a28145b40e43),segment_id=29bbe9e2-c964-4754-a214-a28145b40e43)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:03:27.916882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:27.918584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:03:27.985838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=cb437200-c4e9-48fa-82a5-e0703c191b40,revision_number=8']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:03:27.988679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:03:28.016380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb437200-c4e9-48fa-82a5-e0703c191b40'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:03:28.018747 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaec34c-214d-46f5-af96-2153799de9d7" -d '{"events": [{"server_uuid": "eb89f186-e162-45a2-bc8b-6466e0f319df", "name": "network-vif-plugged", "status": "completed", "tag": "cb437200-c4e9-48fa-82a5-e0703c191b40"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:03:28.059107 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3370bef-d657-469e-8271-f04a78fe563d x-openstack-request-id: req-b3370bef-d657-469e-8271-f04a78fe563d {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:03:28.059404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb89f186-e162-45a2-bc8b-6466e0f319df", "name": "network-vif-plugged", "status": "completed", "tag": "cb437200-c4e9-48fa-82a5-e0703c191b40", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:03:28.059663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3370bef-d657-469e-8271-f04a78fe563d {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:03:28.060060 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb437200-c4e9-48fa-82a5-e0703c191b40', 'code': 200} Jun 02 17:03:28.305748 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c474d-a7c0-42c9-b6be-612115dbfed5 req-1f304ca9-d9ef-4fa4-b2fc-e47ec567e135 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:28.307277 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-649c474d-a7c0-42c9-b6be-612115dbfed5 req-1f304ca9-d9ef-4fa4-b2fc-e47ec567e135 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0832410 Jun 02 17:03:28.354478 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-649c474d-a7c0-42c9-b6be-612115dbfed5 req-38080cdb-a4cc-42c3-93bb-13b6d3b15db8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413125 Jun 02 17:03:28.383486 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44486) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:03:28.488107 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6a109409-56ee-4a98-9537-433e06c98365 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/fb970ce2-47d9-469b-ba1f-a781c0bc0527 HTTP/1.1" status: 200 len: 993 time: 0.1034369 Jun 02 17:03:32.991562 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-44548a60-bd09-4e9b-b044-6039ebd0cf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:35.076324 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:35.511354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-96754386-a89f-4462-9c00-a7d369669f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:36.827014 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:38.737439 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:45.220046 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:03:49.445933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:54.810871 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aa42f84b-9f06-43c5-bd20-47638a680c01 req-08453dd2-97e3-4e3e-9e12-93c2996fab60 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775306 Jun 02 17:03:54.956374 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42f84b-9f06-43c5-bd20-47638a680c01 req-36891caf-7487-430a-a38e-4591e6f8a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:54.958715 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aa42f84b-9f06-43c5-bd20-47638a680c01 req-36891caf-7487-430a-a38e-4591e6f8a2d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 1098 time: 0.0742311 Jun 02 17:03:55.124100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42f84b-9f06-43c5-bd20-47638a680c01 req-14864876-b53d-42be-a96d-aaca23702afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:55.125539 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aa42f84b-9f06-43c5-bd20-47638a680c01 req-14864876-b53d-42be-a96d-aaca23702afe service neutron] 10.222.0.49 "GET /v2.0/networks?id=808343fa-de04-4c6b-914f-06fd68b07e7b HTTP/1.1" status: 200 len: 897 time: 0.1465611 Jun 02 17:03:55.229303 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aa42f84b-9f06-43c5-bd20-47638a680c01 req-ef0a2330-0403-4c9c-a2b2-373188645990 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb437200-c4e9-48fa-82a5-e0703c191b40 HTTP/1.1" status: 200 len: 1001 time: 0.0956903 Jun 02 17:03:55.296178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42f84b-9f06-43c5-bd20-47638a680c01 req-0cce50cb-e118-4039-8470-55e802ee4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:55.297557 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aa42f84b-9f06-43c5-bd20-47638a680c01 req-0cce50cb-e118-4039-8470-55e802ee4af9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9a1f0a52-68de-48db-bd05-fa8d0f752a60 HTTP/1.1" status: 200 len: 835 time: 0.0603702 Jun 02 17:03:55.372429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42f84b-9f06-43c5-bd20-47638a680c01 req-40e5dec5-357c-44bf-981b-7935bfb62f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:55.373894 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aa42f84b-9f06-43c5-bd20-47638a680c01 req-40e5dec5-357c-44bf-981b-7935bfb62f4c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=808343fa-de04-4c6b-914f-06fd68b07e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0695989 Jun 02 17:03:55.531230 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aa42f84b-9f06-43c5-bd20-47638a680c01 req-044994bf-e329-4870-b699-b93d20a00a6d service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484551 Jun 02 17:03:55.660990 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-aa42f84b-9f06-43c5-bd20-47638a680c01 req-175adaf5-2be5-41dd-b943-b260da1cd998 service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226878 Jun 02 17:03:57.096461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44496) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:03:57.363568 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port 258ef3bd-7489-468c-8c17-00e2bbac2cd1 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:03:57.363912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:57.479120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:57.479456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:57.745842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for 258ef3bd-7489-468c-8c17-00e2bbac2cd1 owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:03:57.900725 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:57.904446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:03:57.949243 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=258ef3bd-7489-468c-8c17-00e2bbac2cd1,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:03:58.000310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:58.000622 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:58.001004 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:58.001403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:58.001772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:58.002163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:58.002540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:58.002900 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:58.003307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:58.003657 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:58.004049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:58.004383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:03:58.030120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:03:58.058350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:58.058671 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Floating IP fb970ce2-47d9-469b-ba1f-a781c0bc0527 disassociated (deleted). External IP: 172.26.3.142, port: cb437200-c4e9-48fa-82a5-e0703c191b40. Jun 02 17:03:58.417912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router c9649679-79e3-4147-88e9-19252f759085 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:03:58.594459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:03:58.605075 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35fb49-317e-4ab1-9e4f-d855160af376 None None] Sync routers for ids ['c9649679-79e3-4147-88e9-19252f759085'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:03:58.616067 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35fb49-317e-4ab1-9e4f-d855160af376 None None] Routers {'c9649679-79e3-4147-88e9-19252f759085'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:03:58.616982 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-5b35fb49-317e-4ab1-9e4f-d855160af376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:03:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['c9649679-79e3-4147-88e9-19252f759085'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:03:58.617523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:03:58.675302 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1f93bcae-0ac6-42f0-8817-04dcbb914f57 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/floatingips/fb970ce2-47d9-469b-ba1f-a781c0bc0527 HTTP/1.1" status: 204 len: 168 time: 1.5768313 Jun 02 17:03:58.675816 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'tag': 'cb437200-c4e9-48fa-82a5-e0703c191b40'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:03:58.678153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753393fc-8fbf-40b2-ae5d-73e68268b40c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb89f186-e162-45a2-bc8b-6466e0f319df", "tag": "cb437200-c4e9-48fa-82a5-e0703c191b40"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:03:58.722980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbf8a0c-32af-4b9c-8935-5eb62cd12165 x-openstack-request-id: req-acbf8a0c-32af-4b9c-8935-5eb62cd12165 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:03:58.723558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb89f186-e162-45a2-bc8b-6466e0f319df", "tag": "cb437200-c4e9-48fa-82a5-e0703c191b40", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:03:58.723979 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-acbf8a0c-32af-4b9c-8935-5eb62cd12165 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:03:58.724432 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'tag': 'cb437200-c4e9-48fa-82a5-e0703c191b40', 'status': 'completed', 'code': 200} Jun 02 17:03:58.789714 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-5b35fb49-317e-4ab1-9e4f-d855160af376 None None] Set router c9649679-79e3-4147-88e9-19252f759085 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:03:58.816323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753393fc-8fbf-40b2-ae5d-73e68268b40c req-3752908c-6cfd-494c-8d71-d7ef30aa8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:58.817818 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-753393fc-8fbf-40b2-ae5d-73e68268b40c req-3752908c-6cfd-494c-8d71-d7ef30aa8b91 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 1098 time: 0.0710943 Jun 02 17:03:58.961154 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753393fc-8fbf-40b2-ae5d-73e68268b40c req-47898a15-4b36-4570-9a3b-0a87b9e358f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:58.962533 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-753393fc-8fbf-40b2-ae5d-73e68268b40c req-47898a15-4b36-4570-9a3b-0a87b9e358f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=808343fa-de04-4c6b-914f-06fd68b07e7b HTTP/1.1" status: 200 len: 897 time: 0.1373177 Jun 02 17:03:59.065085 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-753393fc-8fbf-40b2-ae5d-73e68268b40c req-15a4ea3f-759e-4381-ab71-e2dba21fa474 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb437200-c4e9-48fa-82a5-e0703c191b40 HTTP/1.1" status: 200 len: 217 time: 0.0712259 Jun 02 17:03:59.116290 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-5b35fb49-317e-4ab1-9e4f-d855160af376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9649679-79e3-4147-88e9-19252f759085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161791482', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:02:07Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:08Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'e3692793-8f7a-4e6e-80ed-9af7080df391', 'name': '', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:0a:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:12Z', 'updated_at': '2021-06-02T17:02:17Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:03:59.120628 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35fb49-317e-4ab1-9e4f-d855160af376 None None] Checking router: c9649679-79e3-4147-88e9-19252f759085 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:03:59.129727 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35fb49-317e-4ab1-9e4f-d855160af376 None None] Routers {'c9649679-79e3-4147-88e9-19252f759085'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:03:59.130368 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-5b35fb49-317e-4ab1-9e4f-d855160af376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:03:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['c9649679-79e3-4147-88e9-19252f759085'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:03:59.147488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753393fc-8fbf-40b2-ae5d-73e68268b40c req-758e9377-9567-4836-afe3-981ea92df407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:59.148916 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-753393fc-8fbf-40b2-ae5d-73e68268b40c req-758e9377-9567-4836-afe3-981ea92df407 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9a1f0a52-68de-48db-bd05-fa8d0f752a60 HTTP/1.1" status: 200 len: 835 time: 0.0761991 Jun 02 17:03:59.157064 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad904d-25cc-4d39-9684-811e59aabdba req-0eb9e235-bda3-4582-8417-432145d5609b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:59.157715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-6dad904d-25cc-4d39-9684-811e59aabdba req-0eb9e235-bda3-4582-8417-432145d5609b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:03:59.309082 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-5b35fb49-317e-4ab1-9e4f-d855160af376 None None] Set router c9649679-79e3-4147-88e9-19252f759085 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:03:59.366151 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-6dad904d-25cc-4d39-9684-811e59aabdba req-0eb9e235-bda3-4582-8417-432145d5609b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:03:59.367317 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6dad904d-25cc-4d39-9684-811e59aabdba req-0eb9e235-bda3-4582-8417-432145d5609b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.4039364 Jun 02 17:03:59.420328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753393fc-8fbf-40b2-ae5d-73e68268b40c req-e498c697-8897-4e06-824f-be9f4b848486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:03:59.421827 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-753393fc-8fbf-40b2-ae5d-73e68268b40c req-e498c697-8897-4e06-824f-be9f4b848486 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=808343fa-de04-4c6b-914f-06fd68b07e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2614155 Jun 02 17:03:59.426516 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6dad904d-25cc-4d39-9684-811e59aabdba req-1cfe6ca9-7bdc-462a-88ad-41f8c31e6565 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505931 Jun 02 17:03:59.556499 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-753393fc-8fbf-40b2-ae5d-73e68268b40c req-95261c3e-eb37-411c-b238-228e3ced316a service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267381 Jun 02 17:03:59.657572 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-5b35fb49-317e-4ab1-9e4f-d855160af376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9649679-79e3-4147-88e9-19252f759085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161791482', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:02:07Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:08Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'e3692793-8f7a-4e6e-80ed-9af7080df391', 'name': '', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:0a:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:12Z', 'updated_at': '2021-06-02T17:02:17Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:03:59.661647 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35fb49-317e-4ab1-9e4f-d855160af376 None None] The sync data for ids ['c9649679-79e3-4147-88e9-19252f759085'] in dv-neutron-601336-83-hyperv is: [{'id': 'c9649679-79e3-4147-88e9-19252f759085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161791482', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:02:07Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:08Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'e3692793-8f7a-4e6e-80ed-9af7080df391', 'name': '', 'network_id': '808343fa-de04-4c6b-914f-06fd68b07e7b', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:0a:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:12Z', 'updated_at': '2021-06-02T17:02:17Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '9a1f0a52-68de-48db-bd05-fa8d0f752a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:03:59.693488 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-753393fc-8fbf-40b2-ae5d-73e68268b40c req-143ab8c5-d8d7-4fc5-8a22-1fd8635aafd7 service neutron] 10.222.0.49 "GET /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262772 Jun 02 17:03:59.869938 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c36d1-43a7-4075-86a7-e9e61b16fbfd None None] New status for floating IP fb970ce2-47d9-469b-ba1f-a781c0bc0527: DOWN {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:04:00.635474 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3a7cb-bca2-4247-96b4-d7200aa1cd58 req-2e164f57-9b4a-418c-9d53-e41af295d55e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:00.636973 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4ae3a7cb-bca2-4247-96b4-d7200aa1cd58 req-2e164f57-9b4a-418c-9d53-e41af295d55e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0853877 Jun 02 17:04:00.682571 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4ae3a7cb-bca2-4247-96b4-d7200aa1cd58 req-47b19831-b042-4167-b252-665114e8c032 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=211ce63c-0477-4b07-bd71-5dc5f1c95dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394244 Jun 02 17:04:00.917540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55f8c7-a7ca-4197-8e66-a3c4f6f01fa7 req-43a9e804-94f3-4bc0-bdc7-49e4b41eee2e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:00.918977 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5a55f8c7-a7ca-4197-8e66-a3c4f6f01fa7 req-43a9e804-94f3-4bc0-bdc7-49e4b41eee2e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 945 time: 0.0940738 Jun 02 17:04:01.063119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-5a55f8c7-a7ca-4197-8e66-a3c4f6f01fa7 req-28ad36c5-2686-4eab-8777-e82ee9d6b8cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port cb437200-c4e9-48fa-82a5-e0703c191b40 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:04:01.063365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5a55f8c7-a7ca-4197-8e66-a3c4f6f01fa7 req-28ad36c5-2686-4eab-8777-e82ee9d6b8cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:01.197934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-5a55f8c7-a7ca-4197-8e66-a3c4f6f01fa7 req-28ad36c5-2686-4eab-8777-e82ee9d6b8cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] For port cb437200-c4e9-48fa-82a5-e0703c191b40, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=cb437200-c4e9-48fa-82a5-e0703c191b40,segment=NetworkSegment(29bbe9e2-c964-4754-a214-a28145b40e43),segment_id=29bbe9e2-c964-4754-a214-a28145b40e43)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:04:01.198290 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5a55f8c7-a7ca-4197-8e66-a3c4f6f01fa7 req-28ad36c5-2686-4eab-8777-e82ee9d6b8cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:01.317786 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-5a55f8c7-a7ca-4197-8e66-a3c4f6f01fa7 req-28ad36c5-2686-4eab-8777-e82ee9d6b8cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for cb437200-c4e9-48fa-82a5-e0703c191b40 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:04:01.430999 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5a55f8c7-a7ca-4197-8e66-a3c4f6f01fa7 req-28ad36c5-2686-4eab-8777-e82ee9d6b8cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:01.436502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ed558454-8a36-4cf5-8dc2-96f90b6daa03 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:01.482602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad36c5-2686-4eab-8777-e82ee9d6b8cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=cb437200-c4e9-48fa-82a5-e0703c191b40,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:01.485595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-28ad36c5-2686-4eab-8777-e82ee9d6b8cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:01.558093 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a55f8c7-a7ca-4197-8e66-a3c4f6f01fa7 req-28ad36c5-2686-4eab-8777-e82ee9d6b8cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] No DVR routers for this DVR port cb437200-c4e9-48fa-82a5-e0703c191b40 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:04:01.560716 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-5a55f8c7-a7ca-4197-8e66-a3c4f6f01fa7 req-28ad36c5-2686-4eab-8777-e82ee9d6b8cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:01.563553 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'name': 'network-vif-deleted', 'tag': 'cb437200-c4e9-48fa-82a5-e0703c191b40'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:04:01.565887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e661fc-927c-4800-84ce-6eb8b0b0072f" -d '{"events": [{"server_uuid": "eb89f186-e162-45a2-bc8b-6466e0f319df", "name": "network-vif-deleted", "tag": "cb437200-c4e9-48fa-82a5-e0703c191b40"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:04:01.582033 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5a55f8c7-a7ca-4197-8e66-a3c4f6f01fa7 req-28ad36c5-2686-4eab-8777-e82ee9d6b8cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "DELETE /v2.0/ports/cb437200-c4e9-48fa-82a5-e0703c191b40 HTTP/1.1" status: 204 len: 173 time: 0.6536667 Jun 02 17:04:01.611267 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a779c32-aac5-469e-b908-807ff341b5fd x-openstack-request-id: req-6a779c32-aac5-469e-b908-807ff341b5fd {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:04:01.611622 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb89f186-e162-45a2-bc8b-6466e0f319df", "name": "network-vif-deleted", "tag": "cb437200-c4e9-48fa-82a5-e0703c191b40", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:04:01.611926 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a779c32-aac5-469e-b908-807ff341b5fd {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:04:01.612372 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb89f186-e162-45a2-bc8b-6466e0f319df', 'name': 'network-vif-deleted', 'tag': 'cb437200-c4e9-48fa-82a5-e0703c191b40', 'status': 'completed', 'code': 200} Jun 02 17:04:01.851059 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-19a41ae5-c9a5-459e-bd1a-839cbb22aa3c req-6a21d5b6-e4e9-446a-9b83-be2cc7868df0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb89f186-e162-45a2-bc8b-6466e0f319df HTTP/1.1" status: 200 len: 210 time: 0.0479500 Jun 02 17:04:02.977141 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d4c22e93-21a2-4042-bafb-b46e12358e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:03.005435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44514) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:03.690034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6655-cd1d-4af6-b2a9-7e3d39cdbf1e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:04.132703 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ff1d6655-cd1d-4af6-b2a9-7e3d39cdbf1e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port e3692793-8f7a-4e6e-80ed-9af7080df391 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:04:04.133414 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6655-cd1d-4af6-b2a9-7e3d39cdbf1e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:04.273219 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-ff1d6655-cd1d-4af6-b2a9-7e3d39cdbf1e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] For port e3692793-8f7a-4e6e-80ed-9af7080df391, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=e3692793-8f7a-4e6e-80ed-9af7080df391,segment=NetworkSegment(29bbe9e2-c964-4754-a214-a28145b40e43),segment_id=29bbe9e2-c964-4754-a214-a28145b40e43)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:04:04.273545 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6655-cd1d-4af6-b2a9-7e3d39cdbf1e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:04.408614 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ff1d6655-cd1d-4af6-b2a9-7e3d39cdbf1e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for e3692793-8f7a-4e6e-80ed-9af7080df391 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:04:04.706416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6655-cd1d-4af6-b2a9-7e3d39cdbf1e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:04.710149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9e580cbf-f222-4844-b6f6-fae0fe98c084 tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:04.753153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d6655-cd1d-4af6-b2a9-7e3d39cdbf1e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=e3692793-8f7a-4e6e-80ed-9af7080df391,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:04.756223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ff1d6655-cd1d-4af6-b2a9-7e3d39cdbf1e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:05.062998 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:05.175531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6655-cd1d-4af6-b2a9-7e3d39cdbf1e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:05.495812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a72673ab-8f9d-4fc5-a1d0-d476aada9023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:05.534305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1d6655-cd1d-4af6-b2a9-7e3d39cdbf1e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router c9649679-79e3-4147-88e9-19252f759085 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:04:05.716317 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1d6655-cd1d-4af6-b2a9-7e3d39cdbf1e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:04:05.726991 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0d0e28-eb56-4e7e-bd14-a5f01d47e052 None None] Sync routers for ids ['c9649679-79e3-4147-88e9-19252f759085'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:04:05.731111 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ff1d6655-cd1d-4af6-b2a9-7e3d39cdbf1e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "PUT /v2.0/routers/c9649679-79e3-4147-88e9-19252f759085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7245531 Jun 02 17:04:05.735069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44516) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:05.738218 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0d0e28-eb56-4e7e-bd14-a5f01d47e052 None None] Routers {'c9649679-79e3-4147-88e9-19252f759085'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:04:05.738844 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-0c0d0e28-eb56-4e7e-bd14-a5f01d47e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:04:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['c9649679-79e3-4147-88e9-19252f759085'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:05.801548 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c03e77-33fc-4f53-b3fd-fcea8117a349 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting subnet 9a1f0a52-68de-48db-bd05-fa8d0f752a60 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 17:04:05.804618 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-89c03e77-33fc-4f53-b3fd-fcea8117a349 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:05.820416 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device cb437200-c4e9-48fa-82a5-e0703c191b40 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:04:05.859920 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: cb437200-c4e9-48fa-82a5-e0703c191b40 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:04:05.860162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-89c03e77-33fc-4f53-b3fd-fcea8117a349 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:05.860296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device cb437200-c4e9-48fa-82a5-e0703c191b40 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:04:05.918300 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-0c0d0e28-eb56-4e7e-bd14-a5f01d47e052 None None] Set router c9649679-79e3-4147-88e9-19252f759085 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:04:05.949879 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-89c03e77-33fc-4f53-b3fd-fcea8117a349 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:06.202852 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-0c0d0e28-eb56-4e7e-bd14-a5f01d47e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9649679-79e3-4147-88e9-19252f759085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161791482', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:02:07Z', 'updated_at': '2021-06-02T17:04:04Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:08Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:06.206857 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0d0e28-eb56-4e7e-bd14-a5f01d47e052 None None] Checking router: c9649679-79e3-4147-88e9-19252f759085 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:04:06.216422 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0d0e28-eb56-4e7e-bd14-a5f01d47e052 None None] Routers {'c9649679-79e3-4147-88e9-19252f759085'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:04:06.217456 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-0c0d0e28-eb56-4e7e-bd14-a5f01d47e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:04:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['c9649679-79e3-4147-88e9-19252f759085'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:06.224287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-89c03e77-33fc-4f53-b3fd-fcea8117a349 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:06.229334 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5c78040a-7eb9-4a5a-bbd0-78405a9a9fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:06.269129 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c03e77-33fc-4f53-b3fd-fcea8117a349 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Subnet': ['ID=9a1f0a52-68de-48db-bd05-fa8d0f752a60,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:06.271078 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-89c03e77-33fc-4f53-b3fd-fcea8117a349 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:06.275383 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-89c03e77-33fc-4f53-b3fd-fcea8117a349 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:06.282505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d391143b-0bcf-44c3-90c2-13bb0b9fbb89 None None] Network 808343fa-de04-4c6b-914f-06fd68b07e7b requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:04:06.283234 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-89c03e77-33fc-4f53-b3fd-fcea8117a349 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/subnets/9a1f0a52-68de-48db-bd05-fa8d0f752a60 HTTP/1.1" status: 204 len: 168 time: 0.5472171 Jun 02 17:04:06.285960 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44518) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:06.404642 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-0c0d0e28-eb56-4e7e-bd14-a5f01d47e052 None None] Set router c9649679-79e3-4147-88e9-19252f759085 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:04:06.476584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:06.540112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71200700-e8f2-4651-9f85-40022a3ab1cc None None] DHCP port deletion for 808343fa-de04-4c6b-914f-06fd68b07e7b request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 17:04:06.609621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-71200700-e8f2-4651-9f85-40022a3ab1cc None None] Deleting port ea80a216-2145-40ee-a05e-b0fe4bc8acc9 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:04:06.610175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-71200700-e8f2-4651-9f85-40022a3ab1cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:06.707613 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-0c0d0e28-eb56-4e7e-bd14-a5f01d47e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9649679-79e3-4147-88e9-19252f759085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161791482', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:02:07Z', 'updated_at': '2021-06-02T17:04:04Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:08Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:06.707896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-71200700-e8f2-4651-9f85-40022a3ab1cc None None] For port ea80a216-2145-40ee-a05e-b0fe4bc8acc9, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=ea80a216-2145-40ee-a05e-b0fe4bc8acc9,segment=NetworkSegment(29bbe9e2-c964-4754-a214-a28145b40e43),segment_id=29bbe9e2-c964-4754-a214-a28145b40e43)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:04:06.708301 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-71200700-e8f2-4651-9f85-40022a3ab1cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:06.712147 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0d0e28-eb56-4e7e-bd14-a5f01d47e052 None None] The sync data for ids ['c9649679-79e3-4147-88e9-19252f759085'] in dv-neutron-601336-83-hyperv is: [{'id': 'c9649679-79e3-4147-88e9-19252f759085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161791482', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:02:07Z', 'updated_at': '2021-06-02T17:04:04Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': 'd438feec-edac-4174-ae88-40acd4c234a5', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9649679-79e3-4147-88e9-19252f759085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:02:08Z', 'updated_at': '2021-06-02T17:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:04:06.819257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:06.837567 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-71200700-e8f2-4651-9f85-40022a3ab1cc None None] Calling delete_port for ea80a216-2145-40ee-a05e-b0fe4bc8acc9 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:04:06.862625 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:06.892182 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port d438feec-edac-4174-ae88-40acd4c234a5 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:04:06.892509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:06.892641 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-71200700-e8f2-4651-9f85-40022a3ab1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:06.896422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:06.938230 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71200700-e8f2-4651-9f85-40022a3ab1cc None None] Pushing event deleted for resources: {'Port': ['ID=ea80a216-2145-40ee-a05e-b0fe4bc8acc9,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:06.941112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-71200700-e8f2-4651-9f85-40022a3ab1cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:06.941924 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71200700-e8f2-4651-9f85-40022a3ab1cc None None] No DVR routers for this DVR port ea80a216-2145-40ee-a05e-b0fe4bc8acc9 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:04:07.011844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] For port d438feec-edac-4174-ae88-40acd4c234a5, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d438feec-edac-4174-ae88-40acd4c234a5,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:04:07.012069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:07.134953 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for d438feec-edac-4174-ae88-40acd4c234a5 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:04:07.280453 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:07.283955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:07.325836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=d438feec-edac-4174-ae88-40acd4c234a5,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:07.328934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:07.417696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:07.596294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:07.599156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:07.625030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:07.625870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Fanout notify agent at l3_agent the message router_deleted on router c9649679-79e3-4147-88e9-19252f759085 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 17:04:07.642649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:07.646094 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/routers/c9649679-79e3-4147-88e9-19252f759085 HTTP/1.1" status: 204 len: 168 time: 1.3566663 Jun 02 17:04:07.646674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44520) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:07.696387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e3692793-8f7a-4e6e-80ed-9af7080df391 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:04:07.734752 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: e3692793-8f7a-4e6e-80ed-9af7080df391 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:04:07.735427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device e3692793-8f7a-4e6e-80ed-9af7080df391 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:04:07.735691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ea80a216-2145-40ee-a05e-b0fe4bc8acc9 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:04:07.765316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bcfaea9a-e8b7-4e27-95d8-49ddcb26bed3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:07.771582 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: ea80a216-2145-40ee-a05e-b0fe4bc8acc9 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:04:07.772016 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device ea80a216-2145-40ee-a05e-b0fe4bc8acc9 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:04:07.894694 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bcfaea9a-e8b7-4e27-95d8-49ddcb26bed3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:07.907773 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-bcfaea9a-e8b7-4e27-95d8-49ddcb26bed3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808343fa-de04-4c6b-914f-06fd68b07e7b']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:07.920183 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-bcfaea9a-e8b7-4e27-95d8-49ddcb26bed3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29bbe9e2-c964-4754-a214-a28145b40e43') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:07.920491 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-bcfaea9a-e8b7-4e27-95d8-49ddcb26bed3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29bbe9e2-c964-4754-a214-a28145b40e43') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:07.933903 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bcfaea9a-e8b7-4e27-95d8-49ddcb26bed3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:07.956767 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bcfaea9a-e8b7-4e27-95d8-49ddcb26bed3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:07.962965 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfaea9a-e8b7-4e27-95d8-49ddcb26bed3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 17:04:07.963416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bcfaea9a-e8b7-4e27-95d8-49ddcb26bed3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 17:04:07.977873 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 17:04:08.062428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bcfaea9a-e8b7-4e27-95d8-49ddcb26bed3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:08.065943 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-78cf1b04-7fa6-41b6-8612-e1e81b52a0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:08.080159 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bcfaea9a-e8b7-4e27-95d8-49ddcb26bed3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:08.091125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfaea9a-e8b7-4e27-95d8-49ddcb26bed3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Network': ['ID=808343fa-de04-4c6b-914f-06fd68b07e7b,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:08.094594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bcfaea9a-e8b7-4e27-95d8-49ddcb26bed3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:08.101676 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bcfaea9a-e8b7-4e27-95d8-49ddcb26bed3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/networks/808343fa-de04-4c6b-914f-06fd68b07e7b HTTP/1.1" status: 204 len: 168 time: 0.4540055 Jun 02 17:04:08.103602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44522) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:08.175698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ea613abf-0818-4a1c-9fcc-2f2a2dae7bcf tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:08.209784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ea613abf-0818-4a1c-9fcc-2f2a2dae7bcf tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:08.279968 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ea613abf-0818-4a1c-9fcc-2f2a2dae7bcf tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:08.283799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1f9edf9a-40e4-495e-b44c-91a9bebf9f37 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:08.299067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea613abf-0818-4a1c-9fcc-2f2a2dae7bcf tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=211ce63c-0477-4b07-bd71-5dc5f1c95dd5,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:08.301709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ea613abf-0818-4a1c-9fcc-2f2a2dae7bcf tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:08.312152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ea613abf-0818-4a1c-9fcc-2f2a2dae7bcf tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:08.313277 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ea613abf-0818-4a1c-9fcc-2f2a2dae7bcf tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/security-groups/211ce63c-0477-4b07-bd71-5dc5f1c95dd5 HTTP/1.1" status: 204 len: 168 time: 0.2087700 Jun 02 17:04:08.543835 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44528) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:08.548784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078532040', 'description': 'tempest-secgroup-smoke-1078532040 description', 'project_id': '42016c8220d54b1e828f34caeb060b3e'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:04:08.554976 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:04:08.559357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:04:08.562353 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:04:08.569059 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:04:08.581611 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:08.606549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:04:08.611141 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:04:08.613942 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:04:08.621488 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:04:08.688668 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:08.695375 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:08.700489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e79f04d6-4b60-4657-b778-d6c4de7db3fb tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:08.739447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:08.740521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea975428-6e35-48ea-a564-b74efd8d5d7a,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:08.749390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:08.749756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:08.750161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:08.750540 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:08.750908 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:08.751322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:08.751637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:08.751994 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:08.752357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:08.752717 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:08.753074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:08.753430 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:08.756534 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:08.757705 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2128975 Jun 02 17:04:08.758606 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9b0b7c96-b6b7-47d7-abbc-962f1b041139 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:08.760564 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44530) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:08.765140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-262f6645-1b7f-4415-bbaf-c1ee07fea086 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'ea975428-6e35-48ea-a564-b74efd8d5d7a', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:04:08.771232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-262f6645-1b7f-4415-bbaf-c1ee07fea086 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:04:08.775196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-262f6645-1b7f-4415-bbaf-c1ee07fea086 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:04:08.777970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-262f6645-1b7f-4415-bbaf-c1ee07fea086 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:04:08.783794 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-262f6645-1b7f-4415-bbaf-c1ee07fea086 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:04:08.800302 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-262f6645-1b7f-4415-bbaf-c1ee07fea086 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:08.870725 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-262f6645-1b7f-4415-bbaf-c1ee07fea086 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:08.876296 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-262f6645-1b7f-4415-bbaf-c1ee07fea086 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:08.882634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7a73bb62-a146-4c4c-b856-40597c8a9c7d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:08.901729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f6645-1b7f-4415-bbaf-c1ee07fea086 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb4ad89-5c81-487d-b7a4-69ac15dd8ff1,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:08.904314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-262f6645-1b7f-4415-bbaf-c1ee07fea086 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:08.913027 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-262f6645-1b7f-4415-bbaf-c1ee07fea086 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:08.914287 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-262f6645-1b7f-4415-bbaf-c1ee07fea086 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527722 Jun 02 17:04:08.917391 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44532) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:08.922278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-3203019d-7027-4109-997b-8bb5ed7a9997 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'ea975428-6e35-48ea-a564-b74efd8d5d7a', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:04:08.928435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3203019d-7027-4109-997b-8bb5ed7a9997 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:04:08.932452 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3203019d-7027-4109-997b-8bb5ed7a9997 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:04:08.935806 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3203019d-7027-4109-997b-8bb5ed7a9997 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:04:08.943186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3203019d-7027-4109-997b-8bb5ed7a9997 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:04:08.959187 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3203019d-7027-4109-997b-8bb5ed7a9997 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.020282 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3203019d-7027-4109-997b-8bb5ed7a9997 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.026869 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3203019d-7027-4109-997b-8bb5ed7a9997 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.028943 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-71109452-9b5e-4276-b2e3-59c180832646 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:09.048767 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203019d-7027-4109-997b-8bb5ed7a9997 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23726267-de60-4552-8fce-ccb6bab16959,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:09.052502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3203019d-7027-4109-997b-8bb5ed7a9997 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:09.061695 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3203019d-7027-4109-997b-8bb5ed7a9997 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.063157 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3203019d-7027-4109-997b-8bb5ed7a9997 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446884 Jun 02 17:04:09.066043 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44534) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:09.070565 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-ad539e53-ba51-4f0c-96a3-0d179c9542c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'ea975428-6e35-48ea-a564-b74efd8d5d7a', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:04:09.076305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ad539e53-ba51-4f0c-96a3-0d179c9542c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:04:09.080699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ad539e53-ba51-4f0c-96a3-0d179c9542c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:04:09.083667 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ad539e53-ba51-4f0c-96a3-0d179c9542c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:04:09.089535 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ad539e53-ba51-4f0c-96a3-0d179c9542c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:04:09.106713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad539e53-ba51-4f0c-96a3-0d179c9542c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.173866 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad539e53-ba51-4f0c-96a3-0d179c9542c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.179319 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad539e53-ba51-4f0c-96a3-0d179c9542c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.181086 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e45af87d-cbc3-49fa-8874-c3079cb7a259 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:09.206996 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad539e53-ba51-4f0c-96a3-0d179c9542c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0da258-c77b-4a9c-bf1e-47d69a78699f,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:09.209365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ad539e53-ba51-4f0c-96a3-0d179c9542c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:09.217729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ad539e53-ba51-4f0c-96a3-0d179c9542c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.219096 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ad539e53-ba51-4f0c-96a3-0d179c9542c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520045 Jun 02 17:04:09.223135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44536) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:09.227845 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-83e1e242-f156-49c9-b285-b67dadc67c15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'ea975428-6e35-48ea-a564-b74efd8d5d7a', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:04:09.235114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-83e1e242-f156-49c9-b285-b67dadc67c15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:04:09.239172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-83e1e242-f156-49c9-b285-b67dadc67c15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:04:09.242197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-83e1e242-f156-49c9-b285-b67dadc67c15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:04:09.248200 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-83e1e242-f156-49c9-b285-b67dadc67c15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:04:09.268334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83e1e242-f156-49c9-b285-b67dadc67c15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.333420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83e1e242-f156-49c9-b285-b67dadc67c15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.339303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83e1e242-f156-49c9-b285-b67dadc67c15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.345369 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0a7c7740-acc5-433d-9004-1884b888dea9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:09.364560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1e242-f156-49c9-b285-b67dadc67c15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b9c416-9c29-4bae-8e0b-b5447b42e219,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:09.369847 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-83e1e242-f156-49c9-b285-b67dadc67c15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:09.375348 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83e1e242-f156-49c9-b285-b67dadc67c15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.376584 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-83e1e242-f156-49c9-b285-b67dadc67c15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1523623 Jun 02 17:04:09.380298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44538) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:09.384781 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-f78691f1-47b0-4673-af34-64a61067891e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'ea975428-6e35-48ea-a564-b74efd8d5d7a', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:04:09.390735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f78691f1-47b0-4673-af34-64a61067891e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:04:09.394611 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f78691f1-47b0-4673-af34-64a61067891e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:04:09.397518 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-f78691f1-47b0-4673-af34-64a61067891e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:04:09.403420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-f78691f1-47b0-4673-af34-64a61067891e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:04:09.416099 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-f78691f1-47b0-4673-af34-64a61067891e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Project 42016c8220d54b1e828f34caeb060b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 17:04:09.422680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f78691f1-47b0-4673-af34-64a61067891e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.492367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f78691f1-47b0-4673-af34-64a61067891e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.498051 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f78691f1-47b0-4673-af34-64a61067891e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.499981 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0f3dae42-4e78-4ffc-8481-104024542a45 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:09.520907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78691f1-47b0-4673-af34-64a61067891e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10460586-9252-49bf-9c7d-6434da3f5710,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:09.523386 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f78691f1-47b0-4673-af34-64a61067891e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:09.531819 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-f78691f1-47b0-4673-af34-64a61067891e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.532993 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-f78691f1-47b0-4673-af34-64a61067891e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1517661 Jun 02 17:04:09.535846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44540) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:09.540312 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-926c38c0-d7c0-4a1b-9c5a-1625d9b57db5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': 'ea975428-6e35-48ea-a564-b74efd8d5d7a', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:04:09.546206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-926c38c0-d7c0-4a1b-9c5a-1625d9b57db5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:04:09.550005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-926c38c0-d7c0-4a1b-9c5a-1625d9b57db5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:04:09.552864 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-926c38c0-d7c0-4a1b-9c5a-1625d9b57db5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:04:09.558599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-926c38c0-d7c0-4a1b-9c5a-1625d9b57db5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:04:09.570676 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-926c38c0-d7c0-4a1b-9c5a-1625d9b57db5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Project 42016c8220d54b1e828f34caeb060b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 17:04:09.576030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-926c38c0-d7c0-4a1b-9c5a-1625d9b57db5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.604113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d438feec-edac-4174-ae88-40acd4c234a5 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:04:09.638153 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: d438feec-edac-4174-ae88-40acd4c234a5 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:04:09.638510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d438feec-edac-4174-ae88-40acd4c234a5 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:04:09.645556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-926c38c0-d7c0-4a1b-9c5a-1625d9b57db5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.650853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-926c38c0-d7c0-4a1b-9c5a-1625d9b57db5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.652642 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1e8dd1df-c67a-406e-ada9-05b3fb0c3325 tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:09.673682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c38c0-d7c0-4a1b-9c5a-1625d9b57db5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5a6cb8-bc30-45e4-9f83-712d364357a6,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:09.676016 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-926c38c0-d7c0-4a1b-9c5a-1625d9b57db5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:09.683337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-926c38c0-d7c0-4a1b-9c5a-1625d9b57db5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.684789 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-926c38c0-d7c0-4a1b-9c5a-1625d9b57db5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1480176 Jun 02 17:04:09.687860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44542) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:09.693169 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'network': {'name': 'tempest-network-smoke--60366173', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'port_security_enabled': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:04:09.698422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:04:09.702943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:network and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:04:09.706277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:04:09.712687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:04:09.724235 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Made reservation on behalf of 42016c8220d54b1e828f34caeb060b3e for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:04:09.727612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.756948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 17:04:09.765436 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.765760 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Added segment 35f5c255-c99e-4bfe-a293-e0f76af8983f of type vlan for network 83cc35bd-36c0-4075-89b0-97bbe3d954d3 Jun 02 17:04:09.792080 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.823140 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.829888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:09.830489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:09.835287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8c3c93fe-bb12-490e-b1e8-9b4d27807f15 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:09.959098 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2700391 Jun 02 17:04:09.962239 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44544) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:09.967189 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-269995331', 'admin_state_up': True, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:04:09.968890 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Network': ['ID=83cc35bd-36c0-4075-89b0-97bbe3d954d3,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:09.972123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0f37100b-c2f9-42f3-9cf9-f101c8474635 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:09.976839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:04:09.983691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:router and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:04:09.984860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 83cc35bd-36c0-4075-89b0-97bbe3d954d3 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 17:04:09.986746 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:04:09.993648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:04:10.003887 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:10.005003 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:10.021893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:10.443929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:10.750494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:10.783727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:10.933448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.26.3.236 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/325701e6-bcf5-4c98-9dba-7c3c9d51671a) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:04:11.097595 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:11.128665 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:11.133312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:11.193524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:04:11.196698 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:04:11.200409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:04:11.234106 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=325701e6-bcf5-4c98-9dba-7c3c9d51671a,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:11.237945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:11.662012 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:12.158839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:12.378446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 17:04:12.557803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:04:12.567814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Sync routers for ids ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:04:12.577956 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Routers {'8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:04:12.578612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:04:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:12.586428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:12.587851 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6245689 Jun 02 17:04:12.591508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44546) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:12.671198 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-59c0092c-dec6-48bb-9d40-8b3cfeb02a6c tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=42016c8220d54b1e828f34caeb060b3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0784755 Jun 02 17:04:12.673607 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44550) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:12.756477 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Set router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:04:12.798898 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33423af-1380-47a2-b47b-6ccdff396fbc tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:12.800372 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-e33423af-1380-47a2-b47b-6ccdff396fbc tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1257720 Jun 02 17:04:12.803423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44552) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:12.844938 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3faef096-64ff-4d83-a80c-6c885ce5070c tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402453 Jun 02 17:04:12.847844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44554) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:12.852608 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-900001345', 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:04:12.959533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:04:12.968347 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:subnet and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:04:12.972813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:04:12.978894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:04:12.990799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Made reservation on behalf of 42016c8220d54b1e828f34caeb060b3e for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:04:12.994291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:13.078542 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269995331', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:11Z', 'revision_number': 3, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:13.082532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Checking router: 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:04:13.082891 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Updating router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d port 325701e6-bcf5-4c98-9dba-7c3c9d51671a binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 17:04:13.140483 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:13.468322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:13.480733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Transition to ACTIVE for port object 325701e6-bcf5-4c98-9dba-7c3c9d51671a will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:04:13.487293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:13.491825 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-23206cb2-d73e-4b7f-8ef9-21f49558140b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:13.555990 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:13.560594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-66616faf-00b8-459e-b3d1-c88b6af58d4f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:13.564961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Attempting to bind port 325701e6-bcf5-4c98-9dba-7c3c9d51671a on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:04:13.565334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Attempting to bind port 325701e6-bcf5-4c98-9dba-7c3c9d51671a by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:04:13.565704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Attempting to bind port 325701e6-bcf5-4c98-9dba-7c3c9d51671a on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:04:13.571344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a409ce8-cbd3-4c1e-846a-33c96ebd962e None None] Pushing event updated for resources: {'Port': ['ID=325701e6-bcf5-4c98-9dba-7c3c9d51671a,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:13.575484 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0a409ce8-cbd3-4c1e-846a-33c96ebd962e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:13.576386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:04:13.576757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:04:13.577223 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:13.577604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:04:13.578095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Bound port: 325701e6-bcf5-4c98-9dba-7c3c9d51671a, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:04:13.578468 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:13.637085 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Subnet': ['ID=62ce65e3-61ae-425c-a082-ebcbf7f97dfb,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:13.640696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:13.647115 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Checking segment: {'id': '35f5c255-c99e-4bfe-a293-e0f76af8983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:04:13.647443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network hostable DHCP agents. Network: 83cc35bd-36c0-4075-89b0-97bbe3d954d3, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 17:04:13.652240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] For port 325701e6-bcf5-4c98-9dba-7c3c9d51671a, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:04:13.655723 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] For port 325701e6-bcf5-4c98-9dba-7c3c9d51671a, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=325701e6-bcf5-4c98-9dba-7c3c9d51671a,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:04:13.660383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:13.664204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:13.667677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 83cc35bd-36c0-4075-89b0-97bbe3d954d3 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 17:04:13.677077 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 83cc35bd-36c0-4075-89b0-97bbe3d954d3) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:04:13.688916 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:13.689524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:13.699422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f8544f-2948-458b-b9e5-e28319ce98e9 None None] Network 83cc35bd-36c0-4075-89b0-97bbe3d954d3 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:04:13.711254 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8624690 Jun 02 17:04:13.714098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44556) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:13.819810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a409ce8-cbd3-4c1e-846a-33c96ebd962e None None] Pushing event updated for resources: {'Port': ['ID=325701e6-bcf5-4c98-9dba-7c3c9d51671a,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:13.827180 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0a409ce8-cbd3-4c1e-846a-33c96ebd962e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:13.839124 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Routers {'8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:04:13.839754 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:04:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:14.100720 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] Set router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:04:14.143939 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ips': [{'subnet_id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 17:04:14.144774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:14.423088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:14.543579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Allocated IP 172.20.0.2 (83cc35bd-36c0-4075-89b0-97bbe3d954d3/62ce65e3-61ae-425c-a082-ebcbf7f97dfb/09db1982-5429-4577-b25f-c3da98284fb4) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:04:14.645451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269995331', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:11Z', 'revision_number': 3, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:14.659110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d604c-9149-4619-85cc-83eb5de8dd2c None None] The sync data for ids ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'] in dv-neutron-601336-83-hyperv is: [{'id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269995331', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:11Z', 'revision_number': 3, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:04:14.772845 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:14.783070 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Transition to ACTIVE for port object 09db1982-5429-4577-b25f-c3da98284fb4 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:04:14.801597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Transition to ACTIVE for port object 09db1982-5429-4577-b25f-c3da98284fb4 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:04:14.807888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:14.811504 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:14.879877 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Network 83cc35bd-36c0-4075-89b0-97bbe3d954d3 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:04:14.884118 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:04:14.889174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:04:14.909033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.20.0.1 (83cc35bd-36c0-4075-89b0-97bbe3d954d3/62ce65e3-61ae-425c-a082-ebcbf7f97dfb/d2ec8aa2-358d-4828-8aed-735a40711318) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:04:14.931861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Pushing event updated for resources: {'Port': ['ID=09db1982-5429-4577-b25f-c3da98284fb4,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:14.938970 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:14.998278 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Attempting to bind port 09db1982-5429-4577-b25f-c3da98284fb4 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:04:14.998644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Attempting to bind port 09db1982-5429-4577-b25f-c3da98284fb4 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '35f5c255-c99e-4bfe-a293-e0f76af8983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:04:14.999171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Attempting to bind port 09db1982-5429-4577-b25f-c3da98284fb4 on network 83cc35bd-36c0-4075-89b0-97bbe3d954d3 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:04:15.007450 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:04:15.007816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Checking segment: {'id': '35f5c255-c99e-4bfe-a293-e0f76af8983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:04:15.008218 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:15.008613 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Bound using segment: {'id': '35f5c255-c99e-4bfe-a293-e0f76af8983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:04:15.009359 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Bound port: 09db1982-5429-4577-b25f-c3da98284fb4, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f5c255-c99e-4bfe-a293-e0f76af8983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:04:15.009518 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:15.113524 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] For port 09db1982-5429-4577-b25f-c3da98284fb4, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:04:15.120748 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] For port 09db1982-5429-4577-b25f-c3da98284fb4, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=09db1982-5429-4577-b25f-c3da98284fb4,segment=NetworkSegment(35f5c255-c99e-4bfe-a293-e0f76af8983f),segment_id=35f5c255-c99e-4bfe-a293-e0f76af8983f)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:04:15.127031 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:15.131362 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a3079031-1a08-4f73-ab59-0eafdc80d09a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:15.213486 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Pushing event updated for resources: {'Port': ['ID=09db1982-5429-4577-b25f-c3da98284fb4,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:15.218896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:15.256193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:15.272915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Transition to ACTIVE for port object d2ec8aa2-358d-4828-8aed-735a40711318 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:04:15.299036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:15.303184 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a5c86841-6b58-4963-8e40-3b23037f4610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:15.369630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 83cc35bd-36c0-4075-89b0-97bbe3d954d3 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:04:15.373143 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:04:15.377424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:04:15.412313 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=d2ec8aa2-358d-4828-8aed-735a40711318,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:15.435457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:15.463152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:15.695851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 09db1982-5429-4577-b25f-c3da98284fb4 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:04:15.727316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:15.768460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 09db1982-5429-4577-b25f-c3da98284fb4 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:04:15.773159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 325701e6-bcf5-4c98-9dba-7c3c9d51671a up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:04:15.842185 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 325701e6-bcf5-4c98-9dba-7c3c9d51671a completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:04:15.846941 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 325701e6-bcf5-4c98-9dba-7c3c9d51671a triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:04:15.847674 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:15.969778 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:15.987136 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 325701e6-bcf5-4c98-9dba-7c3c9d51671a, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=325701e6-bcf5-4c98-9dba-7c3c9d51671a,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:04:15.991215 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:15.993179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:16.062732 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=325701e6-bcf5-4c98-9dba-7c3c9d51671a,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:16.065990 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:16.147844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:16.154533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:16.179970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2fa1c725-d3b4-4899-aae9-216ef0ca5d02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:16.263579 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=d2ec8aa2-358d-4828-8aed-735a40711318,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:16.266001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:16.269733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:16.411588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 83cc35bd-36c0-4075-89b0-97bbe3d954d3 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:04:16.412666 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:04:16.600364 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:04:16.937210 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:04:16.947206 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Sync routers for ids ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:04:16.953029 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "PUT /v2.0/routers/8b3c5544-b4ff-4dd0-98d4-ad734f05d26d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2379131 Jun 02 17:04:16.957743 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Routers {'8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:04:16.958632 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:04:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:16.981419 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16f1b88-1810-4e6b-a075-0e1ddcb3f72c None None] Network 83cc35bd-36c0-4075-89b0-97bbe3d954d3 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:04:17.126413 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-1a8c5249-3ba0-4131-94b3-c0a3ca2c2026 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:04:17.142390 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f341c263-4504-4c0a-8fa5-98bb7bcb785e None None] Provisioning for port 09db1982-5429-4577-b25f-c3da98284fb4 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:04:17.144215 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-1a8c5249-3ba0-4131-94b3-c0a3ca2c2026 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:04:17.145855 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-1a8c5249-3ba0-4131-94b3-c0a3ca2c2026 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078532040&fields=id&tenant_id=42016c8220d54b1e828f34caeb060b3e HTTP/1.1" status: 200 len: 267 time: 0.0661097 Jun 02 17:04:17.156922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-f341c263-4504-4c0a-8fa5-98bb7bcb785e None None] Provisioning complete for port 09db1982-5429-4577-b25f-c3da98284fb4 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:04:17.157301 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f341c263-4504-4c0a-8fa5-98bb7bcb785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:17.178959 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Set router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:04:17.306601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-d6c8743c-2b8e-43ef-93ce-8d076be89340 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:17.307186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-d6c8743c-2b8e-43ef-93ce-8d076be89340 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:04:17.324914 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-d6c8743c-2b8e-43ef-93ce-8d076be89340 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:04:17.331848 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-d6c8743c-2b8e-43ef-93ce-8d076be89340 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/networks?id=83cc35bd-36c0-4075-89b0-97bbe3d954d3 HTTP/1.1" status: 200 len: 795 time: 0.1783378 Jun 02 17:04:17.340721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f341c263-4504-4c0a-8fa5-98bb7bcb785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:17.342349 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-5a77cc33-4ba0-4afa-8821-13d8326ce253 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/quotas/42016c8220d54b1e828f34caeb060b3e HTTP/1.1" status: 200 len: 375 time: 0.0095904 Jun 02 17:04:17.379907 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-f341c263-4504-4c0a-8fa5-98bb7bcb785e None None] For port 09db1982-5429-4577-b25f-c3da98284fb4, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=09db1982-5429-4577-b25f-c3da98284fb4,segment=NetworkSegment(35f5c255-c99e-4bfe-a293-e0f76af8983f),segment_id=35f5c255-c99e-4bfe-a293-e0f76af8983f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:04:17.391560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f341c263-4504-4c0a-8fa5-98bb7bcb785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:17.396626 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1df6d6d9-5b6f-46ab-bccb-df24a1644f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:17.443499 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-29922040-2120-4304-ab8e-863d23553179 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948825 Jun 02 17:04:17.480757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341c263-4504-4c0a-8fa5-98bb7bcb785e None None] Pushing event updated for resources: {'Port': ['ID=09db1982-5429-4577-b25f-c3da98284fb4,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:17.487795 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f341c263-4504-4c0a-8fa5-98bb7bcb785e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:17.504871 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269995331', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'd2ec8aa2-358d-4828-8aed-735a40711318', 'name': '', 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:52:c9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:14Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 2, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:17.509230 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Checking router: 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:04:17.509593 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Updating router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d port d2ec8aa2-358d-4828-8aed-735a40711318 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 17:04:17.565622 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:17.601630 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-e43e76f1-f428-4bb2-8ab5-13594802715b service neutron] 10.222.0.50 "GET /v2.0/networks/83cc35bd-36c0-4075-89b0-97bbe3d954d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456594 Jun 02 17:04:17.620553 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-88999759-f304-4e15-9985-025ad2b9af10 None None] Provisioning for port d2ec8aa2-358d-4828-8aed-735a40711318 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:04:17.634710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-88999759-f304-4e15-9985-025ad2b9af10 None None] Provisioning complete for port d2ec8aa2-358d-4828-8aed-735a40711318 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:04:17.635162 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-88999759-f304-4e15-9985-025ad2b9af10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:17.697692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 09db1982-5429-4577-b25f-c3da98284fb4 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:04:17.748503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-88999759-f304-4e15-9985-025ad2b9af10 None None] Port d2ec8aa2-358d-4828-8aed-735a40711318 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:04:17.780776 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-65270e6f-d6e0-40f4-b010-8667c8f7ef84 service neutron] 10.222.0.50 "GET /v2.0/networks/83cc35bd-36c0-4075-89b0-97bbe3d954d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716232 Jun 02 17:04:17.781035 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-88999759-f304-4e15-9985-025ad2b9af10 None None] Provisioning complete for port 09db1982-5429-4577-b25f-c3da98284fb4 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:04:17.781634 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-88999759-f304-4e15-9985-025ad2b9af10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:17.840489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 09db1982-5429-4577-b25f-c3da98284fb4 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:04:17.841086 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:17.974654 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:17.988436 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Transition to ACTIVE for port object d2ec8aa2-358d-4828-8aed-735a40711318 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:04:18.001145 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:18.005782 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-81e8885c-76db-4992-b67b-52e9829b665e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:18.048332 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-c3b81a4d-ada2-457d-b829-0188956f18ec req-2c0c8f34-493c-48c0-b264-73764bc87f3f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:04:18.081152 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-c3b81a4d-ada2-457d-b829-0188956f18ec req-2c0c8f34-493c-48c0-b264-73764bc87f3f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:04:18.082384 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c3b81a4d-ada2-457d-b829-0188956f18ec req-2c0c8f34-493c-48c0-b264-73764bc87f3f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 210 time: 0.1117668 Jun 02 17:04:18.135851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 325701e6-bcf5-4c98-9dba-7c3c9d51671a up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:04:18.180999 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Pushing event updated for resources: {'Port': ['ID=d2ec8aa2-358d-4828-8aed-735a40711318,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:18.226724 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 325701e6-bcf5-4c98-9dba-7c3c9d51671a triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:04:18.227172 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:18.231294 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:18.231659 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:18.232006 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:18.232440 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:18.232774 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:18.233184 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:18.233516 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:18.233847 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:18.234197 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:18.234522 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:18.234844 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:18.235165 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:18.249041 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:18.275839 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Attempting to bind port d2ec8aa2-358d-4828-8aed-735a40711318 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:04:18.276372 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Attempting to bind port d2ec8aa2-358d-4828-8aed-735a40711318 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '35f5c255-c99e-4bfe-a293-e0f76af8983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:04:18.276792 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Attempting to bind port d2ec8aa2-358d-4828-8aed-735a40711318 on network 83cc35bd-36c0-4075-89b0-97bbe3d954d3 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:04:18.286597 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:04:18.286979 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Checking segment: {'id': '35f5c255-c99e-4bfe-a293-e0f76af8983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:04:18.287390 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:18.287783 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Bound using segment: {'id': '35f5c255-c99e-4bfe-a293-e0f76af8983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:04:18.288381 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Bound port: d2ec8aa2-358d-4828-8aed-735a40711318, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f5c255-c99e-4bfe-a293-e0f76af8983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:04:18.289506 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:18.401967 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] For port d2ec8aa2-358d-4828-8aed-735a40711318, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:04:18.405287 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] For port d2ec8aa2-358d-4828-8aed-735a40711318, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d2ec8aa2-358d-4828-8aed-735a40711318,segment=NetworkSegment(35f5c255-c99e-4bfe-a293-e0f76af8983f),segment_id=35f5c255-c99e-4bfe-a293-e0f76af8983f)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:04:18.409506 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:18.413526 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:18.489424 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Routers {'8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:04:18.490061 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:04:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:18.544652 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Pushing event updated for resources: {'Port': ['ID=d2ec8aa2-358d-4828-8aed-735a40711318,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:18.554777 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:18.677052 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] Set router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:04:19.013227 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269995331', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'd2ec8aa2-358d-4828-8aed-735a40711318', 'name': '', 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:52:c9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:14Z', 'updated_at': '2021-06-02T17:04:18Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:19.017291 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ad5d3-0a3d-4207-8ba6-11ce2c1f0ea0 None None] The sync data for ids ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'] in dv-neutron-601336-83-hyperv is: [{'id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269995331', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'd2ec8aa2-358d-4828-8aed-735a40711318', 'name': '', 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:52:c9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:14Z', 'updated_at': '2021-06-02T17:04:18Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:04:19.302973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-ce212791-ae0c-4ddd-8679-55cf4a5f074e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:19.303668 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-ce212791-ae0c-4ddd-8679-55cf4a5f074e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:04:19.317995 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-ce212791-ae0c-4ddd-8679-55cf4a5f074e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:04:19.319099 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-ce212791-ae0c-4ddd-8679-55cf4a5f074e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "GET /v2.0/networks?id=83cc35bd-36c0-4075-89b0-97bbe3d954d3 HTTP/1.1" status: 200 len: 795 time: 0.1781704 Jun 02 17:04:19.323128 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6c33a88c-f688-4172-bfc6-a6d3fb8a130e req-eaa049fd-ea38-42c7-aaf1-9ca436cfba98 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 210 time: 0.1212161 Jun 02 17:04:19.374753 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-d223df09-eb37-41c0-9eea-6d7c18ea7452 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:04:19.387851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-d223df09-eb37-41c0-9eea-6d7c18ea7452 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:04:19.388989 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-d223df09-eb37-41c0-9eea-6d7c18ea7452 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42016c8220d54b1e828f34caeb060b3e HTTP/1.1" status: 200 len: 380 time: 0.0584583 Jun 02 17:04:19.403789 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'port': {'device_id': 'eea71ced-ca67-4cd9-a0f4-7840b67d7446', 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'admin_state_up': True, 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'security_groups': ['ea975428-6e35-48ea-a564-b74efd8d5d7a']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:04:19.462492 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:19.565223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:04:19.574980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:04:19.585644 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Made reservation on behalf of 42016c8220d54b1e828f34caeb060b3e for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:04:19.589217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:19.685937 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d2ec8aa2-358d-4828-8aed-735a40711318 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:04:19.755157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port d2ec8aa2-358d-4828-8aed-735a40711318 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:04:19.760083 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port d2ec8aa2-358d-4828-8aed-735a40711318 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:04:19.760468 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:19.765546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.20.0.4 (83cc35bd-36c0-4075-89b0-97bbe3d954d3/62ce65e3-61ae-425c-a082-ebcbf7f97dfb/ad330130-b55c-428e-a8c1-836f541247f6) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:04:19.889526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:19.924042 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port d2ec8aa2-358d-4828-8aed-735a40711318, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d2ec8aa2-358d-4828-8aed-735a40711318,segment=NetworkSegment(35f5c255-c99e-4bfe-a293-e0f76af8983f),segment_id=35f5c255-c99e-4bfe-a293-e0f76af8983f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:04:19.929516 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:19.933460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-e3ff3317-9383-434f-a1ae-4726235e1f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:19.970630 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:19.986747 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Transition to ACTIVE for port object ad330130-b55c-428e-a8c1-836f541247f6 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:04:20.006900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=d2ec8aa2-358d-4828-8aed-735a40711318,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:20.010835 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:20.014231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:20.020745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1b7fa67e-c28c-492b-8242-3828d48edc6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:20.088355 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 83cc35bd-36c0-4075-89b0-97bbe3d954d3 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:04:20.091905 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:04:20.102732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:04:20.160735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=ad330130-b55c-428e-a8c1-836f541247f6,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:20.165774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:20.195796 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:20.196497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:20.223748 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8247991 Jun 02 17:04:20.281545 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Request body: {'port': {'device_id': 'eea71ced-ca67-4cd9-a0f4-7840b67d7446', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:04:20.347728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-37f36d09-6b71-41f8-9c12-38e270f59dee None None] Provisioning for port ad330130-b55c-428e-a8c1-836f541247f6 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:04:20.354104 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-37f36d09-6b71-41f8-9c12-38e270f59dee None None] Provisioning complete for port ad330130-b55c-428e-a8c1-836f541247f6 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:04:20.354630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-37f36d09-6b71-41f8-9c12-38e270f59dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:20.391524 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:20.418580 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-37f36d09-6b71-41f8-9c12-38e270f59dee None None] Port ad330130-b55c-428e-a8c1-836f541247f6 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:04:20.672876 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f172f3-7906-4d9d-a514-2da37635871f req-9c82c2e8-f563-4982-ae95-68b278a0a6f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:20.673581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-90f172f3-7906-4d9d-a514-2da37635871f req-9c82c2e8-f563-4982-ae95-68b278a0a6f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:04:20.710016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-90f172f3-7906-4d9d-a514-2da37635871f req-9c82c2e8-f563-4982-ae95-68b278a0a6f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:04:20.711164 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-90f172f3-7906-4d9d-a514-2da37635871f req-9c82c2e8-f563-4982-ae95-68b278a0a6f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 931 time: 0.2694566 Jun 02 17:04:20.778874 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-90f172f3-7906-4d9d-a514-2da37635871f req-e9b18eb6-29e8-46c3-966b-7cdde67611f5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546277 Jun 02 17:04:20.838206 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad330130-b55c-428e-a8c1-836f541247f6 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:04:20.845546 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:20.859770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Transition to ACTIVE for port object ad330130-b55c-428e-a8c1-836f541247f6 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:04:20.865598 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:20.872642 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2cb0997d-1087-4772-ba13-15c1adf5f943 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:21.169572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Pushing event updated for resources: {'Port': ['ID=ad330130-b55c-428e-a8c1-836f541247f6,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:21.177278 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:21.247514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Attempting to bind port ad330130-b55c-428e-a8c1-836f541247f6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:04:21.247734 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Attempting to bind port ad330130-b55c-428e-a8c1-836f541247f6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '35f5c255-c99e-4bfe-a293-e0f76af8983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:04:21.248067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Attempting to bind port ad330130-b55c-428e-a8c1-836f541247f6 on network 83cc35bd-36c0-4075-89b0-97bbe3d954d3 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:04:21.253032 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Port ad330130-b55c-428e-a8c1-836f541247f6 on network 83cc35bd-36c0-4075-89b0-97bbe3d954d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 17:04:21.253341 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Attempting to bind port ad330130-b55c-428e-a8c1-836f541247f6 on network 83cc35bd-36c0-4075-89b0-97bbe3d954d3 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:04:21.260306 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:04:21.260788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Checking segment: {'id': '35f5c255-c99e-4bfe-a293-e0f76af8983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:04:21.261395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Bound using segment: {'id': '35f5c255-c99e-4bfe-a293-e0f76af8983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:04:21.261958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Bound port: ad330130-b55c-428e-a8c1-836f541247f6, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f5c255-c99e-4bfe-a293-e0f76af8983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:04:21.262521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:21.353261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] For port ad330130-b55c-428e-a8c1-836f541247f6, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:04:21.356275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] For port ad330130-b55c-428e-a8c1-836f541247f6, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad330130-b55c-428e-a8c1-836f541247f6,segment=NetworkSegment(35f5c255-c99e-4bfe-a293-e0f76af8983f),segment_id=35f5c255-c99e-4bfe-a293-e0f76af8983f)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:04:21.363463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:21.367849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:21.419224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:21.419870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:21.421282 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] 10.222.0.49 "PUT /v2.0/ports/ad330130-b55c-428e-a8c1-836f541247f6 HTTP/1.1" status: 200 len: 1093 time: 1.1854296 Jun 02 17:04:21.421803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea71ced-ca67-4cd9-a0f4-7840b67d7446', 'tag': 'ad330130-b55c-428e-a8c1-836f541247f6'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:04:21.424162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f486e0d-0748-4d4b-87e0-cdbdd6d98186" -d '{"events": [{"name": "network-changed", "server_uuid": "eea71ced-ca67-4cd9-a0f4-7840b67d7446", "tag": "ad330130-b55c-428e-a8c1-836f541247f6"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:04:21.455729 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Pushing event updated for resources: {'Port': ['ID=ad330130-b55c-428e-a8c1-836f541247f6,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:21.459199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:21.499399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192eabc1-ec54-4a22-a4b7-77989bcc8b69 x-openstack-request-id: req-192eabc1-ec54-4a22-a4b7-77989bcc8b69 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:04:21.499739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea71ced-ca67-4cd9-a0f4-7840b67d7446", "tag": "ad330130-b55c-428e-a8c1-836f541247f6", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:04:21.500035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-192eabc1-ec54-4a22-a4b7-77989bcc8b69 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:04:21.500476 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea71ced-ca67-4cd9-a0f4-7840b67d7446', 'tag': 'ad330130-b55c-428e-a8c1-836f541247f6', 'status': 'completed', 'code': 200} Jun 02 17:04:21.543851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-b24c87f1-1a3e-47a6-a816-f81771c27955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:21.545348 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-b24c87f1-1a3e-47a6-a816-f81771c27955 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 1096 time: 0.0787544 Jun 02 17:04:21.621870 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-94a6a354-a485-4915-aa0a-d3a0c9a31a5a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad330130-b55c-428e-a8c1-836f541247f6 HTTP/1.1" status: 200 len: 217 time: 0.0645425 Jun 02 17:04:21.657588 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d2ec8aa2-358d-4828-8aed-735a40711318 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:04:21.692769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-d72eaa10-f950-44ca-a1d6-aca5da62c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:21.694278 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-d72eaa10-f950-44ca-a1d6-aca5da62c395 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62ce65e3-61ae-425c-a082-ebcbf7f97dfb HTTP/1.1" status: 200 len: 834 time: 0.0603108 Jun 02 17:04:21.739321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port d2ec8aa2-358d-4828-8aed-735a40711318 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:04:21.739691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:21.790551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-a86cbc5a-71c1-4da7-993d-bb021de770e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:21.792054 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-a86cbc5a-71c1-4da7-993d-bb021de770e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=83cc35bd-36c0-4075-89b0-97bbe3d954d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0881226 Jun 02 17:04:21.969676 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-afa1bec1-9c90-4f78-870c-79acd132971a service neutron] 10.222.0.49 "GET /v2.0/networks/83cc35bd-36c0-4075-89b0-97bbe3d954d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657536 Jun 02 17:04:22.075375 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4a8ce-133e-445d-8da1-a1e5a18fcfe3 req-63de3660-488b-45b9-b864-d76b9bd2ad37 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:22.076875 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-29c4a8ce-133e-445d-8da1-a1e5a18fcfe3 req-63de3660-488b-45b9-b864-d76b9bd2ad37 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 943 time: 0.1872578 Jun 02 17:04:22.161385 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81b8435a-4a9d-4dce-8707-cb85b28ba12a req-cf029a19-fd39-4b38-a1f7-9d6a7e619017 service neutron] 10.222.0.49 "GET /v2.0/networks/83cc35bd-36c0-4075-89b0-97bbe3d954d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805959 Jun 02 17:04:22.164290 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-29c4a8ce-133e-445d-8da1-a1e5a18fcfe3 req-48481a63-611a-4d29-bf1f-a8b77c6602bb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756228 Jun 02 17:04:22.220025 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:04:22.303113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f486e0d-0748-4d4b-87e0-cdbdd6d98186 req-111e2995-fed1-4085-878e-addd2242a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:22.305309 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1f486e0d-0748-4d4b-87e0-cdbdd6d98186 req-111e2995-fed1-4085-878e-addd2242a684 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 1096 time: 0.0860119 Jun 02 17:04:22.438695 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f486e0d-0748-4d4b-87e0-cdbdd6d98186 req-22ce712b-85b6-4165-980e-7be0cbd04ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:22.440076 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1f486e0d-0748-4d4b-87e0-cdbdd6d98186 req-22ce712b-85b6-4165-980e-7be0cbd04ff3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=83cc35bd-36c0-4075-89b0-97bbe3d954d3 HTTP/1.1" status: 200 len: 896 time: 0.1275973 Jun 02 17:04:22.507555 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1f486e0d-0748-4d4b-87e0-cdbdd6d98186 req-2f548f96-b9aa-43df-9e87-d0b114f1b98e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad330130-b55c-428e-a8c1-836f541247f6 HTTP/1.1" status: 200 len: 217 time: 0.0600283 Jun 02 17:04:22.572987 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f486e0d-0748-4d4b-87e0-cdbdd6d98186 req-d7d0c0dd-d8d8-4b46-a33d-1004359b82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:22.574371 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1f486e0d-0748-4d4b-87e0-cdbdd6d98186 req-d7d0c0dd-d8d8-4b46-a33d-1004359b82f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62ce65e3-61ae-425c-a082-ebcbf7f97dfb HTTP/1.1" status: 200 len: 834 time: 0.0599406 Jun 02 17:04:22.651316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f486e0d-0748-4d4b-87e0-cdbdd6d98186 req-77bbbd0c-1972-4ba1-abb1-aec8674a68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:22.652799 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1f486e0d-0748-4d4b-87e0-cdbdd6d98186 req-77bbbd0c-1972-4ba1-abb1-aec8674a68b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=83cc35bd-36c0-4075-89b0-97bbe3d954d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0710542 Jun 02 17:04:22.792929 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1f486e0d-0748-4d4b-87e0-cdbdd6d98186 req-e9b656a6-44bf-4a06-b0b8-490d66d2b5ae service neutron] 10.222.0.49 "GET /v2.0/networks/83cc35bd-36c0-4075-89b0-97bbe3d954d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321435 Jun 02 17:04:22.930034 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1f486e0d-0748-4d4b-87e0-cdbdd6d98186 req-680a4706-42f4-4743-8bcf-142cdef7e1e8 service neutron] 10.222.0.49 "GET /v2.0/networks/83cc35bd-36c0-4075-89b0-97bbe3d954d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283627 Jun 02 17:04:23.378048 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c00c5f-b6c9-46d4-923c-a396258ba7d4 req-34332ddb-9332-4e59-9621-71edde84cd65 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:23.379512 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-39c00c5f-b6c9-46d4-923c-a396258ba7d4 req-34332ddb-9332-4e59-9621-71edde84cd65 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 943 time: 0.0834837 Jun 02 17:04:23.424053 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-39c00c5f-b6c9-46d4-923c-a396258ba7d4 req-a5523311-e9aa-40e4-ae10-ea6f0cf48629 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387497 Jun 02 17:04:23.821909 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ad330130-b55c-428e-a8c1-836f541247f6 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 17:04:23.964498 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port ad330130-b55c-428e-a8c1-836f541247f6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad330130-b55c-428e-a8c1-836f541247f6,segment=NetworkSegment(35f5c255-c99e-4bfe-a293-e0f76af8983f),segment_id=35f5c255-c99e-4bfe-a293-e0f76af8983f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:04:23.981263 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'ad330130-b55c-428e-a8c1-836f541247f6', 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'port_id': 'ad330130-b55c-428e-a8c1-836f541247f6', 'mac_address': 'fa:16:3e:0a:05:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 17:04:24.035461 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:24.053595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad330130-b55c-428e-a8c1-836f541247f6 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:04:24.069583 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port ad330130-b55c-428e-a8c1-836f541247f6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad330130-b55c-428e-a8c1-836f541247f6,segment=NetworkSegment(35f5c255-c99e-4bfe-a293-e0f76af8983f),segment_id=35f5c255-c99e-4bfe-a293-e0f76af8983f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:04:24.075759 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:24.077836 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:24.143485 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=ad330130-b55c-428e-a8c1-836f541247f6,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:24.146745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:24.421507 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['ad330130-b55c-428e-a8c1-836f541247f6'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 17:04:24.616954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac811a-9f7f-4382-8a37-c160f7bdf4c5 req-b06912a0-ecfb-4893-bd3f-4658840d5236 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:24.618490 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eac811a-9f7f-4382-8a37-c160f7bdf4c5 req-b06912a0-ecfb-4893-bd3f-4658840d5236 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 944 time: 0.0866752 Jun 02 17:04:24.807277 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5eac811a-9f7f-4382-8a37-c160f7bdf4c5 req-3497458e-6cc8-44fb-9ac2-64140e192b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830151 Jun 02 17:04:25.835161 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ad330130-b55c-428e-a8c1-836f541247f6 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:04:25.905306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port ad330130-b55c-428e-a8c1-836f541247f6 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:04:25.910190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port ad330130-b55c-428e-a8c1-836f541247f6 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:04:25.910576 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:25.999483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4a2bb-208d-4f8a-9929-406c9edfdb2c req-30914fae-19de-43d6-b049-c4718ac33d42 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:26.000841 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-85f4a2bb-208d-4f8a-9929-406c9edfdb2c req-30914fae-19de-43d6-b049-c4718ac33d42 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 944 time: 0.0870368 Jun 02 17:04:26.037472 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:26.047011 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-85f4a2bb-208d-4f8a-9929-406c9edfdb2c req-903b0b78-8371-4441-8c9d-abfe54eb7633 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399423 Jun 02 17:04:26.066723 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea71ced-ca67-4cd9-a0f4-7840b67d7446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad330130-b55c-428e-a8c1-836f541247f6'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:04:26.069111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac218f9-ee3e-4ce6-b41a-ff6cb0c2bf3c" -d '{"events": [{"server_uuid": "eea71ced-ca67-4cd9-a0f4-7840b67d7446", "name": "network-vif-plugged", "status": "completed", "tag": "ad330130-b55c-428e-a8c1-836f541247f6"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:04:26.076617 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port ad330130-b55c-428e-a8c1-836f541247f6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad330130-b55c-428e-a8c1-836f541247f6,segment=NetworkSegment(35f5c255-c99e-4bfe-a293-e0f76af8983f),segment_id=35f5c255-c99e-4bfe-a293-e0f76af8983f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:04:26.080675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:26.083797 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-f341c263-4504-4c0a-8fa5-98bb7bcb785e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:26.115402 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775d5967-6693-4f2e-92dd-56a6ba9f6de8 x-openstack-request-id: req-775d5967-6693-4f2e-92dd-56a6ba9f6de8 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:04:26.115843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea71ced-ca67-4cd9-a0f4-7840b67d7446", "name": "network-vif-plugged", "status": "completed", "tag": "ad330130-b55c-428e-a8c1-836f541247f6", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:04:26.116174 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-775d5967-6693-4f2e-92dd-56a6ba9f6de8 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:04:26.116783 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea71ced-ca67-4cd9-a0f4-7840b67d7446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad330130-b55c-428e-a8c1-836f541247f6', 'code': 200} Jun 02 17:04:26.163630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=ad330130-b55c-428e-a8c1-836f541247f6,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:26.170892 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:26.171280 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:26.171610 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:26.171945 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:26.172271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:26.172594 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:26.172915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:26.173237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:26.173557 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:26.173875 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:26.174420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:26.174975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:04:26.181969 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:26.359626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ec1c7-3f7f-4e5b-b4b1-5941a42000a6 req-8d12a02b-b150-4773-9ba8-7268e471c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:26.361104 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-032ec1c7-3f7f-4e5b-b4b1-5941a42000a6 req-8d12a02b-b150-4773-9ba8-7268e471c06f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 1098 time: 0.0709746 Jun 02 17:04:26.405273 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-032ec1c7-3f7f-4e5b-b4b1-5941a42000a6 req-a49ab4c4-d8b8-484a-a611-4a035663bacc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341995 Jun 02 17:04:27.244535 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334d862-b5c0-4a7e-937a-589f33416bd6 req-029b2137-5a95-4df3-b6b0-33aae2535f92 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:27.246010 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d334d862-b5c0-4a7e-937a-589f33416bd6 req-029b2137-5a95-4df3-b6b0-33aae2535f92 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0855665 Jun 02 17:04:27.300226 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d334d862-b5c0-4a7e-937a-589f33416bd6 req-39d11659-5806-41f4-8bc2-45cae4f1d99a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465214 Jun 02 17:04:28.488005 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0bc9f-e468-492f-9abd-34a306283c38 req-41525c59-9998-4bcd-aee2-5398bc6890c9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:28.489427 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-06d0bc9f-e468-492f-9abd-34a306283c38 req-41525c59-9998-4bcd-aee2-5398bc6890c9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0837340 Jun 02 17:04:28.536621 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-06d0bc9f-e468-492f-9abd-34a306283c38 req-d12f6850-7451-44ba-9860-537bfdfcfd9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390606 Jun 02 17:04:28.729742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7683fe-5272-4e8a-9106-b4849d157602 req-3afaffde-c98b-4e44-95e6-5436b34981a7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:28.731225 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-da7683fe-5272-4e8a-9106-b4849d157602 req-3afaffde-c98b-4e44-95e6-5436b34981a7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0921607 Jun 02 17:04:28.776298 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-da7683fe-5272-4e8a-9106-b4849d157602 req-05f3738b-b4d3-4dd3-994f-cceb7c9b8b96 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392222 Jun 02 17:04:28.799451 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44610) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:28.867616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070a3361-1b19-4b42-af92-e48b7698c4c9 tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:28.869100 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-070a3361-1b19-4b42-af92-e48b7698c4c9 tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 1093 time: 0.0686235 Jun 02 17:04:28.872021 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44612) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:28.876388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': 'ad330130-b55c-428e-a8c1-836f541247f6', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:04:28.882316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:04:28.886240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:floatingip and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:04:28.889076 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:04:28.894824 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:04:28.908586 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:29.039669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:29.179798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.26.3.165 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/2649b92b-7679-47f7-8a50-0ef8c7670c58) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:04:29.331764 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:29.362627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:29.366543 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9f1ac111-e7f4-411f-ab1a-ee3839a44cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:29.432067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:04:29.435006 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:04:29.437785 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:04:29.471233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=2649b92b-7679-47f7-8a50-0ef8c7670c58,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:29.475478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:29.863262 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:29.939895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:30.138976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:30.145328 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:30.148774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-be0b7695-02f9-4f09-b047-1c18bd2df466 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:04:30.247395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=2649b92b-7679-47f7-8a50-0ef8c7670c58,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:04:30.254736 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:04:30.264316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:30.582594 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Floating IP 61e529c5-7046-4546-9553-73fbc4bd66ea associated. External IP: 172.26.3.165, port: ad330130-b55c-428e-a8c1-836f541247f6. Jun 02 17:04:30.929795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:04:31.108193 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:04:31.117841 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fc13a0-06ca-43a8-9c79-6fa9742c2d86 None None] Sync routers for ids ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:04:31.128439 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fc13a0-06ca-43a8-9c79-6fa9742c2d86 None None] Routers {'8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:04:31.129188 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-a7fc13a0-06ca-43a8-9c79-6fa9742c2d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:04:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:31.133244 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:31.191585 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3184252 Jun 02 17:04:31.192181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea71ced-ca67-4cd9-a0f4-7840b67d7446', 'tag': 'ad330130-b55c-428e-a8c1-836f541247f6'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:04:31.194519 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3f81a5-e054-4eec-8925-bd402139fc4c" -d '{"events": [{"name": "network-changed", "server_uuid": "eea71ced-ca67-4cd9-a0f4-7840b67d7446", "tag": "ad330130-b55c-428e-a8c1-836f541247f6"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:04:31.239036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1c95d5-3f2d-423a-930f-08d73caf4e17 x-openstack-request-id: req-2d1c95d5-3f2d-423a-930f-08d73caf4e17 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:04:31.239381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea71ced-ca67-4cd9-a0f4-7840b67d7446", "tag": "ad330130-b55c-428e-a8c1-836f541247f6", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:04:31.239778 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d1c95d5-3f2d-423a-930f-08d73caf4e17 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:04:31.240299 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea71ced-ca67-4cd9-a0f4-7840b67d7446', 'tag': 'ad330130-b55c-428e-a8c1-836f541247f6', 'status': 'completed', 'code': 200} Jun 02 17:04:31.339437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-a7fc13a0-06ca-43a8-9c79-6fa9742c2d86 None None] Set router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:04:31.398662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d72348-e97c-419e-8624-af82dff6cd88 req-effd196f-8c25-4ebd-a9f6-d65d76ed4c49 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:31.400173 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d8d72348-e97c-419e-8624-af82dff6cd88 req-effd196f-8c25-4ebd-a9f6-d65d76ed4c49 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.1086409 Jun 02 17:04:31.402164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f81a5-e054-4eec-8925-bd402139fc4c req-6cc50284-98c1-4d58-9d95-d82f4231ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:31.403449 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5e3f81a5-e054-4eec-8925-bd402139fc4c req-6cc50284-98c1-4d58-9d95-d82f4231ac18 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 1098 time: 0.1425171 Jun 02 17:04:31.519604 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d8d72348-e97c-419e-8624-af82dff6cd88 req-2fabc267-d69e-4870-9606-e3a01229d450 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123803 Jun 02 17:04:31.543507 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44618) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:31.567526 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f81a5-e054-4eec-8925-bd402139fc4c req-9b803dd7-6891-4c82-ad65-a05b1a8457ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:31.568957 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5e3f81a5-e054-4eec-8925-bd402139fc4c req-9b803dd7-6891-4c82-ad65-a05b1a8457ce service neutron] 10.222.0.49 "GET /v2.0/networks?id=83cc35bd-36c0-4075-89b0-97bbe3d954d3 HTTP/1.1" status: 200 len: 896 time: 0.1485462 Jun 02 17:04:31.655489 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d7ae6c91-b9e1-492b-928a-f604efcd512f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/61e529c5-7046-4546-9553-73fbc4bd66ea HTTP/1.1" status: 200 len: 991 time: 0.1106331 Jun 02 17:04:31.680566 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5e3f81a5-e054-4eec-8925-bd402139fc4c req-db30acad-715a-4175-a1fc-cca2f203d41f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad330130-b55c-428e-a8c1-836f541247f6 HTTP/1.1" status: 200 len: 999 time: 0.1043675 Jun 02 17:04:31.695909 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-a7fc13a0-06ca-43a8-9c79-6fa9742c2d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269995331', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '61e529c5-7046-4546-9553-73fbc4bd66ea', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'port_id': 'ad330130-b55c-428e-a8c1-836f541247f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'mac_address': 'fa:16:3e:0a:05:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea71ced-ca67-4cd9-a0f4-7840b67d7446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:04:29Z', 'updated_at': '2021-06-02T17:04:29Z', 'revision_number': 0, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ec8aa2-358d-4828-8aed-735a40711318', 'name': '', 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:52:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:14Z', 'updated_at': '2021-06-02T17:04:19Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:31.699721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fc13a0-06ca-43a8-9c79-6fa9742c2d86 None None] Checking router: 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:04:31.708557 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fc13a0-06ca-43a8-9c79-6fa9742c2d86 None None] Routers {'8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:04:31.709156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-a7fc13a0-06ca-43a8-9c79-6fa9742c2d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:04:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:31.746712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f81a5-e054-4eec-8925-bd402139fc4c req-98ea4537-ebab-4d23-bc99-234898e803da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:31.748175 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5e3f81a5-e054-4eec-8925-bd402139fc4c req-98ea4537-ebab-4d23-bc99-234898e803da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62ce65e3-61ae-425c-a082-ebcbf7f97dfb HTTP/1.1" status: 200 len: 834 time: 0.0585618 Jun 02 17:04:31.827521 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f81a5-e054-4eec-8925-bd402139fc4c req-bc5d22ab-db02-44a7-9fda-c734566a4d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:31.828904 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5e3f81a5-e054-4eec-8925-bd402139fc4c req-bc5d22ab-db02-44a7-9fda-c734566a4d4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=83cc35bd-36c0-4075-89b0-97bbe3d954d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0737956 Jun 02 17:04:31.884325 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-a7fc13a0-06ca-43a8-9c79-6fa9742c2d86 None None] Set router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:04:32.117634 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5e3f81a5-e054-4eec-8925-bd402139fc4c req-c92e348e-8cc9-4302-982c-d9aa86464d55 service neutron] 10.222.0.49 "GET /v2.0/networks/83cc35bd-36c0-4075-89b0-97bbe3d954d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817588 Jun 02 17:04:32.247277 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5e3f81a5-e054-4eec-8925-bd402139fc4c req-3186e223-7128-4806-be6b-50d89b36d4c6 service neutron] 10.222.0.49 "GET /v2.0/networks/83cc35bd-36c0-4075-89b0-97bbe3d954d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234405 Jun 02 17:04:32.250901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-a7fc13a0-06ca-43a8-9c79-6fa9742c2d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269995331', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '61e529c5-7046-4546-9553-73fbc4bd66ea', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'port_id': 'ad330130-b55c-428e-a8c1-836f541247f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'mac_address': 'fa:16:3e:0a:05:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea71ced-ca67-4cd9-a0f4-7840b67d7446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:04:29Z', 'updated_at': '2021-06-02T17:04:29Z', 'revision_number': 0, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ec8aa2-358d-4828-8aed-735a40711318', 'name': '', 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:52:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:14Z', 'updated_at': '2021-06-02T17:04:19Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:04:32.255065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fc13a0-06ca-43a8-9c79-6fa9742c2d86 None None] The sync data for ids ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'] in dv-neutron-601336-83-hyperv is: [{'id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269995331', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '61e529c5-7046-4546-9553-73fbc4bd66ea', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'floating_ip_address': '172.26.3.165', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'port_id': 'ad330130-b55c-428e-a8c1-836f541247f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'mac_address': 'fa:16:3e:0a:05:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea71ced-ca67-4cd9-a0f4-7840b67d7446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:04:29Z', 'updated_at': '2021-06-02T17:04:29Z', 'revision_number': 0, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ec8aa2-358d-4828-8aed-735a40711318', 'name': '', 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:52:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:14Z', 'updated_at': '2021-06-02T17:04:19Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:04:32.441258 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61b04f-cf69-4f1d-bbb8-49ac033c5180 None None] New status for floating IP 61e529c5-7046-4546-9553-73fbc4bd66ea: ACTIVE {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:04:32.659534 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44620) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:04:32.906883 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0bef0c65-ee1d-4f71-9237-39ce00462bac tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/61e529c5-7046-4546-9553-73fbc4bd66ea HTTP/1.1" status: 200 len: 993 time: 0.2461958 Jun 02 17:04:32.981991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-69075ebe-d7d6-4545-b0cd-116c06acdd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:35.068350 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:35.507896 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ca8feff8-24d3-4819-bf1e-dc46a7e4c708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:36.836173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:38.749127 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:49.458603 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:04:55.814576 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7b2507a3-d427-4a86-8586-28c6b8653903 req-fde16075-c955-4f72-8db4-1dbfb97219ee service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729284 Jun 02 17:04:55.973502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2507a3-d427-4a86-8586-28c6b8653903 req-57e85ffd-df31-4089-b9b2-d508891916c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:55.975024 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7b2507a3-d427-4a86-8586-28c6b8653903 req-57e85ffd-df31-4089-b9b2-d508891916c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 1098 time: 0.0781553 Jun 02 17:04:56.129097 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2507a3-d427-4a86-8586-28c6b8653903 req-4a0ad51f-0f85-42b9-99c9-aa1050830133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:56.130550 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7b2507a3-d427-4a86-8586-28c6b8653903 req-4a0ad51f-0f85-42b9-99c9-aa1050830133 service neutron] 10.222.0.49 "GET /v2.0/networks?id=83cc35bd-36c0-4075-89b0-97bbe3d954d3 HTTP/1.1" status: 200 len: 896 time: 0.1328874 Jun 02 17:04:56.235039 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7b2507a3-d427-4a86-8586-28c6b8653903 req-c7afbff9-6698-4bb8-915a-647f398f7716 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad330130-b55c-428e-a8c1-836f541247f6 HTTP/1.1" status: 200 len: 1001 time: 0.0967839 Jun 02 17:04:56.308483 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2507a3-d427-4a86-8586-28c6b8653903 req-881940bd-32f3-49ff-9a4a-7e64dda53c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:56.309904 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7b2507a3-d427-4a86-8586-28c6b8653903 req-881940bd-32f3-49ff-9a4a-7e64dda53c6a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62ce65e3-61ae-425c-a082-ebcbf7f97dfb HTTP/1.1" status: 200 len: 834 time: 0.0678370 Jun 02 17:04:56.392653 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2507a3-d427-4a86-8586-28c6b8653903 req-d2b5baea-6334-4a2a-889d-a7dea42d2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:04:56.393998 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7b2507a3-d427-4a86-8586-28c6b8653903 req-d2b5baea-6334-4a2a-889d-a7dea42d2be2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=83cc35bd-36c0-4075-89b0-97bbe3d954d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738840 Jun 02 17:04:56.539132 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7b2507a3-d427-4a86-8586-28c6b8653903 req-7cb916fa-06fc-4014-b347-16b471d9efa4 service neutron] 10.222.0.49 "GET /v2.0/networks/83cc35bd-36c0-4075-89b0-97bbe3d954d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368213 Jun 02 17:04:56.683330 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7b2507a3-d427-4a86-8586-28c6b8653903 req-b30697f4-6c87-4bc1-bffc-09ae243de131 service neutron] 10.222.0.49 "GET /v2.0/networks/83cc35bd-36c0-4075-89b0-97bbe3d954d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382544 Jun 02 17:04:59.224901 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:05:02.997509 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3566-fedc-4023-9b1b-bb55c3a1767a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:04.365085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9d1da-02ce-4b05-88e0-867d3973ae14 req-8ab13896-bb4d-4c73-9b47-6770e441e6f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:04.366567 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-48a9d1da-02ce-4b05-88e0-867d3973ae14 req-8ab13896-bb4d-4c73-9b47-6770e441e6f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0886540 Jun 02 17:05:04.410483 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-48a9d1da-02ce-4b05-88e0-867d3973ae14 req-2d5e896f-205a-455b-96ed-beded95f491b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380890 Jun 02 17:05:05.063340 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:05.503486 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b6d7499a-bca0-46b2-9225-2ae1bbd0a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:05.608477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfc6bb-1ab0-4244-b585-435e7762389a req-151a87e1-6af7-443b-9d7f-05ae4c799dc9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:05.609950 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-39cfc6bb-1ab0-4244-b585-435e7762389a req-151a87e1-6af7-443b-9d7f-05ae4c799dc9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0871465 Jun 02 17:05:05.658341 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-39cfc6bb-1ab0-4244-b585-435e7762389a req-e8d0d303-6e34-494e-95e1-0ce26761f7ba tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399103 Jun 02 17:05:06.833254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:06.872047 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e5adb-8242-402e-9c5d-1d6ec981a759 req-722d7930-ad51-4215-8e18-76bea5f13e29 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:06.873502 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ab9e5adb-8242-402e-9c5d-1d6ec981a759 req-722d7930-ad51-4215-8e18-76bea5f13e29 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0982230 Jun 02 17:05:06.933423 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ab9e5adb-8242-402e-9c5d-1d6ec981a759 req-f0b4262d-8713-4354-b425-955d2deff269 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541711 Jun 02 17:05:08.137653 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1348fca-ea34-4125-bdc3-f025f6a0c1b7 req-0ce77c92-1c83-427b-9931-77ecbf77faf1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:08.139189 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a1348fca-ea34-4125-bdc3-f025f6a0c1b7 req-0ce77c92-1c83-427b-9931-77ecbf77faf1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0902500 Jun 02 17:05:08.187488 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a1348fca-ea34-4125-bdc3-f025f6a0c1b7 req-43a06663-d48f-44be-a0e7-a94eafbda9e2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426667 Jun 02 17:05:08.748147 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:09.391283 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdaf5c-ccf8-4134-9cb1-3ad8800ca0e3 req-21910c76-af98-426f-86ed-1be4cba9f49f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:09.392731 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4ebdaf5c-ccf8-4134-9cb1-3ad8800ca0e3 req-21910c76-af98-426f-86ed-1be4cba9f49f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0903096 Jun 02 17:05:09.439265 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-4ebdaf5c-ccf8-4134-9cb1-3ad8800ca0e3 req-a6f631e1-7dfc-46ad-832c-bf612f9f522c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407374 Jun 02 17:05:10.654009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc67eb-a2d8-480b-8dbd-9cf69490f318 req-a87e639f-0618-4bed-9dfb-6e4c2f0e925e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:10.655510 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e5fc67eb-a2d8-480b-8dbd-9cf69490f318 req-a87e639f-0618-4bed-9dfb-6e4c2f0e925e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0966730 Jun 02 17:05:10.700483 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e5fc67eb-a2d8-480b-8dbd-9cf69490f318 req-e5f4ca7d-70d1-48d9-9b08-18bae0ccffb0 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390661 Jun 02 17:05:11.904729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f64f54-a696-4917-a676-ea7b933b0209 req-fb886174-54f3-4fcd-930f-735d956e57ab tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:11.906233 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-39f64f54-a696-4917-a676-ea7b933b0209 req-fb886174-54f3-4fcd-930f-735d956e57ab tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0862386 Jun 02 17:05:11.951822 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-39f64f54-a696-4917-a676-ea7b933b0209 req-8d5318b5-9e84-4555-a7eb-58eec64e5830 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398834 Jun 02 17:05:13.165815 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67cc5c-5cc0-45f5-8829-41f344f5e257 req-405dbd0b-34b7-4fcf-847d-9ff859d70423 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:13.167274 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6b67cc5c-5cc0-45f5-8829-41f344f5e257 req-405dbd0b-34b7-4fcf-847d-9ff859d70423 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0958261 Jun 02 17:05:13.211145 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6b67cc5c-5cc0-45f5-8829-41f344f5e257 req-a9cea030-2ce4-4eea-be29-29c540f65bbc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381472 Jun 02 17:05:14.404130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a233921-e603-4a93-8160-9c66161a1323 req-a22d8d4a-0456-47c1-8b0e-e03fffe4ae90 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:14.406546 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7a233921-e603-4a93-8160-9c66161a1323 req-a22d8d4a-0456-47c1-8b0e-e03fffe4ae90 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0876009 Jun 02 17:05:14.451183 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-7a233921-e603-4a93-8160-9c66161a1323 req-1a98b8fc-4164-43d2-a7a0-825ae04c65b9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391731 Jun 02 17:05:15.662986 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0db19-30b9-4281-a326-228689e72ffd req-14028e93-d443-442b-8b25-73fdf225eb2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:15.664410 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7fc0db19-30b9-4281-a326-228689e72ffd req-14028e93-d443-442b-8b25-73fdf225eb2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0897553 Jun 02 17:05:15.707876 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7fc0db19-30b9-4281-a326-228689e72ffd req-97c29606-d5ab-4d2d-9641-f19d1f5380ff tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377910 Jun 02 17:05:15.738251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44656) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:05:15.857530 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-73eb411b-d252-420b-9d66-fc789b3eacaf tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/61e529c5-7046-4546-9553-73fbc4bd66ea HTTP/1.1" status: 200 len: 993 time: 0.1179965 Jun 02 17:05:17.317761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72e543-d7be-473a-96b0-326a9101bd3b req-a92f8fd8-aed0-4066-a4aa-aa5a678a2564 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:17.319241 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5d72e543-d7be-473a-96b0-326a9101bd3b req-a92f8fd8-aed0-4066-a4aa-aa5a678a2564 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0821686 Jun 02 17:05:17.369568 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5d72e543-d7be-473a-96b0-326a9101bd3b req-5617c5c7-eae2-42dd-ae0d-108418207f9b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444410 Jun 02 17:05:17.372079 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3432863-e5e7-4592-b98f-1aaadaa143b5 req-addb0a42-26b0-46be-984f-e36abd7c5843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:17.373542 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d3432863-e5e7-4592-b98f-1aaadaa143b5 req-addb0a42-26b0-46be-984f-e36abd7c5843 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 1098 time: 0.0766187 Jun 02 17:05:17.654500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3432863-e5e7-4592-b98f-1aaadaa143b5 req-a878cd68-4646-405d-b658-15dc1c64baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:17.655999 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d3432863-e5e7-4592-b98f-1aaadaa143b5 req-a878cd68-4646-405d-b658-15dc1c64baaf service neutron] 10.222.0.49 "GET /v2.0/networks?id=83cc35bd-36c0-4075-89b0-97bbe3d954d3 HTTP/1.1" status: 200 len: 896 time: 0.2713230 Jun 02 17:05:17.770003 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d3432863-e5e7-4592-b98f-1aaadaa143b5 req-2ddd404f-9e84-4269-b1f6-66c024e39a6b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad330130-b55c-428e-a8c1-836f541247f6 HTTP/1.1" status: 200 len: 1001 time: 0.1030886 Jun 02 17:05:17.841359 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3432863-e5e7-4592-b98f-1aaadaa143b5 req-13b4c98b-cb87-4fb8-811c-d200cf56ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:17.842829 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d3432863-e5e7-4592-b98f-1aaadaa143b5 req-13b4c98b-cb87-4fb8-811c-d200cf56ca38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62ce65e3-61ae-425c-a082-ebcbf7f97dfb HTTP/1.1" status: 200 len: 834 time: 0.0627728 Jun 02 17:05:17.927770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3432863-e5e7-4592-b98f-1aaadaa143b5 req-0c42fae1-00fb-4634-98cd-35af833e90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:17.929110 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d3432863-e5e7-4592-b98f-1aaadaa143b5 req-0c42fae1-00fb-4634-98cd-35af833e90a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=83cc35bd-36c0-4075-89b0-97bbe3d954d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0750816 Jun 02 17:05:18.064264 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d3432863-e5e7-4592-b98f-1aaadaa143b5 req-194ad777-9f54-4a1c-b717-12860a7d2e3c service neutron] 10.222.0.49 "GET /v2.0/networks/83cc35bd-36c0-4075-89b0-97bbe3d954d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242938 Jun 02 17:05:18.199163 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d3432863-e5e7-4592-b98f-1aaadaa143b5 req-0edecb37-e19e-40fe-9a21-a4c7ab738e1c service neutron] 10.222.0.49 "GET /v2.0/networks/83cc35bd-36c0-4075-89b0-97bbe3d954d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245611 Jun 02 17:05:18.580204 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c87244-282b-418e-9fda-c45387bf5c2f req-d0a1df70-d5e6-4722-9d79-98bb70f84d72 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:18.581635 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89c87244-282b-418e-9fda-c45387bf5c2f req-d0a1df70-d5e6-4722-9d79-98bb70f84d72 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0885022 Jun 02 17:05:18.628242 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89c87244-282b-418e-9fda-c45387bf5c2f req-49841607-d22c-466b-9338-35f0c03cdae3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408587 Jun 02 17:05:19.494253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:19.828793 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08874e16-f5ba-4b8d-a69f-bffa6c2fd3b5 req-71f9d1bb-eb89-485c-b375-5ca8abd86fd5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:19.830294 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-08874e16-f5ba-4b8d-a69f-bffa6c2fd3b5 req-71f9d1bb-eb89-485c-b375-5ca8abd86fd5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0914991 Jun 02 17:05:19.879333 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-08874e16-f5ba-4b8d-a69f-bffa6c2fd3b5 req-1bff4db3-6093-4438-a0b4-bf25e33a5f1b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408349 Jun 02 17:05:19.902528 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44668) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:05:20.009211 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-87646999-55f1-4199-867b-f326c8490fc9 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/61e529c5-7046-4546-9553-73fbc4bd66ea HTTP/1.1" status: 200 len: 993 time: 0.1053705 Jun 02 17:05:32.992358 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-74da2f1f-a352-4206-a096-6798c31dd70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:35.075049 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:35.505791 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a63e6211-e7b4-41b1-8b60-75566d1d7db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:36.229979 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:05:36.833812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:38.762039 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:49.480165 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:50.508461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44684) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:05:50.773293 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port 2649b92b-7679-47f7-8a50-0ef8c7670c58 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:05:50.773526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:50.890662 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:50.890965 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:51.012514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for 2649b92b-7679-47f7-8a50-0ef8c7670c58 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:05:51.139645 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:51.143462 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:05:51.192856 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=2649b92b-7679-47f7-8a50-0ef8c7670c58,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:05:51.236784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:51.237147 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:51.237534 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:51.237916 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:51.238349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:51.238721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:51.239090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:51.239457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:51.239823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:51.240185 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:51.240545 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:51.240903 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:51.415736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:05:51.445004 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:51.445297 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Floating IP 61e529c5-7046-4546-9553-73fbc4bd66ea disassociated (deleted). External IP: 172.26.3.165, port: ad330130-b55c-428e-a8c1-836f541247f6. Jun 02 17:05:51.817582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:05:51.998454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:05:52.008027 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425c0fd4-2932-44ae-9c82-d412c588662d None None] Sync routers for ids ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:05:52.018612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425c0fd4-2932-44ae-9c82-d412c588662d None None] Routers {'8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:05:52.019245 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-425c0fd4-2932-44ae-9c82-d412c588662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:05:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:05:52.021234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:52.078040 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/floatingips/61e529c5-7046-4546-9553-73fbc4bd66ea HTTP/1.1" status: 204 len: 168 time: 1.5656538 Jun 02 17:05:52.078040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea71ced-ca67-4cd9-a0f4-7840b67d7446', 'tag': 'ad330130-b55c-428e-a8c1-836f541247f6'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:05:52.078599 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c27943-2b23-4fb4-a9c5-b522a6cb0d61" -d '{"events": [{"name": "network-changed", "server_uuid": "eea71ced-ca67-4cd9-a0f4-7840b67d7446", "tag": "ad330130-b55c-428e-a8c1-836f541247f6"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:05:52.200078 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-425c0fd4-2932-44ae-9c82-d412c588662d None None] Set router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:05:52.234652 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2dac63-5a59-4afa-bda0-e1607e710881 x-openstack-request-id: req-4a2dac63-5a59-4afa-bda0-e1607e710881 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:05:52.235096 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea71ced-ca67-4cd9-a0f4-7840b67d7446", "tag": "ad330130-b55c-428e-a8c1-836f541247f6", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:05:52.235434 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a2dac63-5a59-4afa-bda0-e1607e710881 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:05:52.236226 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea71ced-ca67-4cd9-a0f4-7840b67d7446', 'tag': 'ad330130-b55c-428e-a8c1-836f541247f6', 'status': 'completed', 'code': 200} Jun 02 17:05:52.419839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c27943-2b23-4fb4-a9c5-b522a6cb0d61 req-3e0981b6-09cd-40a2-b141-042be150e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:52.421333 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-49c27943-2b23-4fb4-a9c5-b522a6cb0d61 req-3e0981b6-09cd-40a2-b141-042be150e9b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 1098 time: 0.1380100 Jun 02 17:05:52.539166 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-425c0fd4-2932-44ae-9c82-d412c588662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269995331', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'd2ec8aa2-358d-4828-8aed-735a40711318', 'name': '', 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:52:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:14Z', 'updated_at': '2021-06-02T17:04:19Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:05:52.543254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425c0fd4-2932-44ae-9c82-d412c588662d None None] Checking router: 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:05:52.552052 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425c0fd4-2932-44ae-9c82-d412c588662d None None] Routers {'8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:05:52.552660 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-425c0fd4-2932-44ae-9c82-d412c588662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:05:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:05:52.559102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb2b7b-6fa5-4271-b6d9-23c10e5a11e9 req-8508b1e7-3697-4c51-887e-464abf8d0f2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:52.560569 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9dfb2b7b-6fa5-4271-b6d9-23c10e5a11e9 req-8508b1e7-3697-4c51-887e-464abf8d0f2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.1861279 Jun 02 17:05:52.595173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c27943-2b23-4fb4-a9c5-b522a6cb0d61 req-a03a305b-c1ff-4065-9853-897abf17d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:52.596596 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-49c27943-2b23-4fb4-a9c5-b522a6cb0d61 req-a03a305b-c1ff-4065-9853-897abf17d46a service neutron] 10.222.0.49 "GET /v2.0/networks?id=83cc35bd-36c0-4075-89b0-97bbe3d954d3 HTTP/1.1" status: 200 len: 896 time: 0.1664495 Jun 02 17:05:52.676151 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-49c27943-2b23-4fb4-a9c5-b522a6cb0d61 req-60c16b44-ec3d-4817-ade3-f9cf5eae20dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad330130-b55c-428e-a8c1-836f541247f6 HTTP/1.1" status: 200 len: 217 time: 0.0691004 Jun 02 17:05:52.680761 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9dfb2b7b-6fa5-4271-b6d9-23c10e5a11e9 req-5fd536aa-55df-4e3c-85c3-cfad14398807 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073122 Jun 02 17:05:52.727959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-425c0fd4-2932-44ae-9c82-d412c588662d None None] Set router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:05:52.746149 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c27943-2b23-4fb4-a9c5-b522a6cb0d61 req-4ed2599b-2509-408a-b2d4-3a56b5350320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:52.747669 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-49c27943-2b23-4fb4-a9c5-b522a6cb0d61 req-4ed2599b-2509-408a-b2d4-3a56b5350320 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62ce65e3-61ae-425c-a082-ebcbf7f97dfb HTTP/1.1" status: 200 len: 834 time: 0.0617917 Jun 02 17:05:52.828964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c27943-2b23-4fb4-a9c5-b522a6cb0d61 req-e5da8734-5558-4ed5-bfc9-c8d71bbd27ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:52.830377 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-49c27943-2b23-4fb4-a9c5-b522a6cb0d61 req-e5da8734-5558-4ed5-bfc9-c8d71bbd27ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=83cc35bd-36c0-4075-89b0-97bbe3d954d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0748191 Jun 02 17:05:52.970198 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-49c27943-2b23-4fb4-a9c5-b522a6cb0d61 req-a7894736-78b3-479b-967f-7a1b219b13c9 service neutron] 10.222.0.49 "GET /v2.0/networks/83cc35bd-36c0-4075-89b0-97bbe3d954d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294746 Jun 02 17:05:53.047212 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-425c0fd4-2932-44ae-9c82-d412c588662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269995331', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'd2ec8aa2-358d-4828-8aed-735a40711318', 'name': '', 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:52:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:14Z', 'updated_at': '2021-06-02T17:04:19Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:05:53.051737 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425c0fd4-2932-44ae-9c82-d412c588662d None None] The sync data for ids ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'] in dv-neutron-601336-83-hyperv is: [{'id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269995331', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': 'd2ec8aa2-358d-4828-8aed-735a40711318', 'name': '', 'network_id': '83cc35bd-36c0-4075-89b0-97bbe3d954d3', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:52:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:14Z', 'updated_at': '2021-06-02T17:04:19Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '62ce65e3-61ae-425c-a082-ebcbf7f97dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:05:53.111888 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-49c27943-2b23-4fb4-a9c5-b522a6cb0d61 req-d6c808fe-b7c8-44e5-81c8-024becd13edd service neutron] 10.222.0.49 "GET /v2.0/networks/83cc35bd-36c0-4075-89b0-97bbe3d954d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350706 Jun 02 17:05:53.270741 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a8eff2-5a62-44c1-b114-dff02491998b None None] New status for floating IP 61e529c5-7046-4546-9553-73fbc4bd66ea: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:05:53.875388 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7a36e-1b26-4f5b-ac11-bbdd4f28c415 req-3faf81b3-9ddb-441b-bf25-5fc168dfde85 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:53.876070 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-8aa7a36e-1b26-4f5b-ac11-bbdd4f28c415 req-3faf81b3-9ddb-441b-bf25-5fc168dfde85 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:05:53.893618 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-8aa7a36e-1b26-4f5b-ac11-bbdd4f28c415 req-3faf81b3-9ddb-441b-bf25-5fc168dfde85 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:05:53.894831 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8aa7a36e-1b26-4f5b-ac11-bbdd4f28c415 req-3faf81b3-9ddb-441b-bf25-5fc168dfde85 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.1051579 Jun 02 17:05:53.940269 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8aa7a36e-1b26-4f5b-ac11-bbdd4f28c415 req-dc1565fb-b0f7-44f0-b650-3ef374d2a472 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea975428-6e35-48ea-a564-b74efd8d5d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395973 Jun 02 17:05:54.123926 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf257e5-ec6f-49a7-a84d-466499eaa710 req-b88bed1c-8521-42a8-8d0e-1fa450e28c88 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:05:54.125352 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1cf257e5-ec6f-49a7-a84d-466499eaa710 req-b88bed1c-8521-42a8-8d0e-1fa450e28c88 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 945 time: 0.0894365 Jun 02 17:05:54.410569 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-1cf257e5-ec6f-49a7-a84d-466499eaa710 req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port ad330130-b55c-428e-a8c1-836f541247f6 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:05:54.410989 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-1cf257e5-ec6f-49a7-a84d-466499eaa710 req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:54.547632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-1cf257e5-ec6f-49a7-a84d-466499eaa710 req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] For port ad330130-b55c-428e-a8c1-836f541247f6, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ad330130-b55c-428e-a8c1-836f541247f6,segment=NetworkSegment(35f5c255-c99e-4bfe-a293-e0f76af8983f),segment_id=35f5c255-c99e-4bfe-a293-e0f76af8983f)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:05:54.547968 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-1cf257e5-ec6f-49a7-a84d-466499eaa710 req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:54.669506 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-1cf257e5-ec6f-49a7-a84d-466499eaa710 req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for ad330130-b55c-428e-a8c1-836f541247f6 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:05:54.795851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-1cf257e5-ec6f-49a7-a84d-466499eaa710 req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:54.801847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6495dc91-d43d-4f86-92bd-57458fe02124 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:05:54.848127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=ad330130-b55c-428e-a8c1-836f541247f6,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:05:54.888682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:54.889065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:54.889442 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:54.889804 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:54.890197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:54.890559 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:54.890918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:54.891268 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:54.891622 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:54.891983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:54.892326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:54.892674 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:05:54.899596 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:05:54.933368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf257e5-ec6f-49a7-a84d-466499eaa710 req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] No DVR routers for this DVR port ad330130-b55c-428e-a8c1-836f541247f6 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:05:54.935663 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-1cf257e5-ec6f-49a7-a84d-466499eaa710 req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:54.938108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea71ced-ca67-4cd9-a0f4-7840b67d7446', 'name': 'network-vif-deleted', 'tag': 'ad330130-b55c-428e-a8c1-836f541247f6'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:05:54.940409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7454968b-31e1-4d56-863f-52cc6204fc49" -d '{"events": [{"server_uuid": "eea71ced-ca67-4cd9-a0f4-7840b67d7446", "name": "network-vif-deleted", "tag": "ad330130-b55c-428e-a8c1-836f541247f6"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:05:54.955684 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1cf257e5-ec6f-49a7-a84d-466499eaa710 req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "DELETE /v2.0/ports/ad330130-b55c-428e-a8c1-836f541247f6 HTTP/1.1" status: 204 len: 173 time: 0.8220055 Jun 02 17:05:54.987911 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f5f3bb-d0ff-4e44-9f48-263b80727b37 x-openstack-request-id: req-d6f5f3bb-d0ff-4e44-9f48-263b80727b37 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:05:54.988279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea71ced-ca67-4cd9-a0f4-7840b67d7446", "name": "network-vif-deleted", "tag": "ad330130-b55c-428e-a8c1-836f541247f6", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:05:54.988658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d6f5f3bb-d0ff-4e44-9f48-263b80727b37 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:05:54.989102 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea71ced-ca67-4cd9-a0f4-7840b67d7446', 'name': 'network-vif-deleted', 'tag': 'ad330130-b55c-428e-a8c1-836f541247f6', 'status': 'completed', 'code': 200} Jun 02 17:05:55.090310 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-eae7e20b-e6f4-47df-abf3-15e168087ba2 req-46247e28-9fe7-48aa-9fb9-2c07a2101757 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=eea71ced-ca67-4cd9-a0f4-7840b67d7446 HTTP/1.1" status: 200 len: 210 time: 0.0449772 Jun 02 17:05:56.189810 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44704) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:05:56.922204 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5186f31d-ae6c-456a-a955-4964e93a5d2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:57.341213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-5186f31d-ae6c-456a-a955-4964e93a5d2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port d2ec8aa2-358d-4828-8aed-735a40711318 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:05:57.341913 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5186f31d-ae6c-456a-a955-4964e93a5d2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:57.474587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-5186f31d-ae6c-456a-a955-4964e93a5d2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] For port d2ec8aa2-358d-4828-8aed-735a40711318, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=d2ec8aa2-358d-4828-8aed-735a40711318,segment=NetworkSegment(35f5c255-c99e-4bfe-a293-e0f76af8983f),segment_id=35f5c255-c99e-4bfe-a293-e0f76af8983f)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:05:57.474907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5186f31d-ae6c-456a-a955-4964e93a5d2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:57.601356 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-5186f31d-ae6c-456a-a955-4964e93a5d2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for d2ec8aa2-358d-4828-8aed-735a40711318 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:05:57.772431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5186f31d-ae6c-456a-a955-4964e93a5d2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:57.776017 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2e0447a0-f39a-43c9-add7-9890830ac3ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:05:57.821298 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186f31d-ae6c-456a-a955-4964e93a5d2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=d2ec8aa2-358d-4828-8aed-735a40711318,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:05:57.823833 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5186f31d-ae6c-456a-a955-4964e93a5d2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:05:58.096522 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5186f31d-ae6c-456a-a955-4964e93a5d2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:58.114525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ad330130-b55c-428e-a8c1-836f541247f6 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:05:58.149001 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: ad330130-b55c-428e-a8c1-836f541247f6 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:05:58.149374 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ad330130-b55c-428e-a8c1-836f541247f6 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:05:58.625503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5186f31d-ae6c-456a-a955-4964e93a5d2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:05:58.805589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5186f31d-ae6c-456a-a955-4964e93a5d2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:05:58.815270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a02855c-d9b7-4578-ad81-a17665417713 None None] Sync routers for ids ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:05:58.818384 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5186f31d-ae6c-456a-a955-4964e93a5d2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "PUT /v2.0/routers/8b3c5544-b4ff-4dd0-98d4-ad734f05d26d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6274245 Jun 02 17:05:58.825173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a02855c-d9b7-4578-ad81-a17665417713 None None] Routers {'8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:05:58.825787 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9a02855c-d9b7-4578-ad81-a17665417713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:05:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:05:58.828754 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44706) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:05:58.894245 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2f7fe2-03fe-4ab2-85b6-fa44f8fb2e02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting subnet 62ce65e3-61ae-425c-a082-ebcbf7f97dfb {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 17:05:58.897422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac2f7fe2-03fe-4ab2-85b6-fa44f8fb2e02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:58.950128 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac2f7fe2-03fe-4ab2-85b6-fa44f8fb2e02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:59.039084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac2f7fe2-03fe-4ab2-85b6-fa44f8fb2e02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:59.058394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-9a02855c-d9b7-4578-ad81-a17665417713 None None] Set router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:05:59.320435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac2f7fe2-03fe-4ab2-85b6-fa44f8fb2e02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:59.325193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-645212dc-e14a-404a-86f0-3de06b0d9dda tempest-NetworksIpV6Test-889639313 tempest-NetworksIpV6Test-889639313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:05:59.339885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9a02855c-d9b7-4578-ad81-a17665417713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269995331', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:05:57Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:05:59.343693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a02855c-d9b7-4578-ad81-a17665417713 None None] Checking router: 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:05:59.352343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a02855c-d9b7-4578-ad81-a17665417713 None None] Routers {'8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:05:59.352952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9a02855c-d9b7-4578-ad81-a17665417713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:05:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:05:59.360097 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f7fe2-03fe-4ab2-85b6-fa44f8fb2e02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Subnet': ['ID=62ce65e3-61ae-425c-a082-ebcbf7f97dfb,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:05:59.363245 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ac2f7fe2-03fe-4ab2-85b6-fa44f8fb2e02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:05:59.364240 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac2f7fe2-03fe-4ab2-85b6-fa44f8fb2e02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:59.370356 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ac2f7fe2-03fe-4ab2-85b6-fa44f8fb2e02 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/subnets/62ce65e3-61ae-425c-a082-ebcbf7f97dfb HTTP/1.1" status: 204 len: 168 time: 0.5406368 Jun 02 17:05:59.373131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44708) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:05:59.406717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c0a7d3-0587-42ab-ba36-fbeddb4d2772 None None] Network 83cc35bd-36c0-4075-89b0-97bbe3d954d3 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:05:59.554280 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:59.683741 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-9a02855c-d9b7-4578-ad81-a17665417713 None None] Set router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:05:59.729210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:59.803720 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port 325701e6-bcf5-4c98-9dba-7c3c9d51671a {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:05:59.804028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:59.926938 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] For port 325701e6-bcf5-4c98-9dba-7c3c9d51671a, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=325701e6-bcf5-4c98-9dba-7c3c9d51671a,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:05:59.927301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:05:59.956644 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] DHCP port deletion for 83cc35bd-36c0-4075-89b0-97bbe3d954d3 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 17:06:00.049920 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-9a02855c-d9b7-4578-ad81-a17665417713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269995331', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:05:57Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:06:00.052894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Deleting port 09db1982-5429-4577-b25f-c3da98284fb4 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:06:00.053274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:00.072626 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a02855c-d9b7-4578-ad81-a17665417713 None None] The sync data for ids ['8b3c5544-b4ff-4dd0-98d4-ad734f05d26d'] in dv-neutron-601336-83-hyperv is: [{'id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269995331', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:05:57Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '325701e6-bcf5-4c98-9dba-7c3c9d51671a', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3c5544-b4ff-4dd0-98d4-ad734f05d26d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:04:10Z', 'updated_at': '2021-06-02T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:06:00.157652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] For port 09db1982-5429-4577-b25f-c3da98284fb4, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=09db1982-5429-4577-b25f-c3da98284fb4,segment=NetworkSegment(35f5c255-c99e-4bfe-a293-e0f76af8983f),segment_id=35f5c255-c99e-4bfe-a293-e0f76af8983f)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:06:00.158049 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:00.208899 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for 325701e6-bcf5-4c98-9dba-7c3c9d51671a owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:06:00.278936 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Calling delete_port for 09db1982-5429-4577-b25f-c3da98284fb4 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:06:00.327794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:00.332565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:00.351035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:00.355110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:00.400435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=325701e6-bcf5-4c98-9dba-7c3c9d51671a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:00.426802 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:00.437502 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] No DVR routers for this DVR port 09db1982-5429-4577-b25f-c3da98284fb4 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:06:00.441445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Pushing event deleted for resources: {'Port': ['ID=09db1982-5429-4577-b25f-c3da98284fb4,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:00.453954 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:00.454344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:00.454694 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:00.455035 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:00.455459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:00.455736 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:00.456068 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:00.456457 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:00.456713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:00.457038 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:00.457362 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:00.457682 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:00.461175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:00.496556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:00.677655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:00.679931 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:00.703987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:00.704432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Fanout notify agent at l3_agent the message router_deleted on router 8b3c5544-b4ff-4dd0-98d4-ad734f05d26d {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 17:06:00.720077 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:00.721117 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1346b6b8-5924-4ac0-9b1b-a2aa3fa1aef5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/routers/8b3c5544-b4ff-4dd0-98d4-ad734f05d26d HTTP/1.1" status: 204 len: 168 time: 1.3470519 Jun 02 17:06:00.724251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44710) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:00.838460 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a1b79431-c4d6-4044-8ecf-11f7dcaa2a3a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:00.968466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a1b79431-c4d6-4044-8ecf-11f7dcaa2a3a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:00.982132 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a1b79431-c4d6-4044-8ecf-11f7dcaa2a3a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83cc35bd-36c0-4075-89b0-97bbe3d954d3']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:06:00.997680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a1b79431-c4d6-4044-8ecf-11f7dcaa2a3a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f5c255-c99e-4bfe-a293-e0f76af8983f') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:06:00.997964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-a1b79431-c4d6-4044-8ecf-11f7dcaa2a3a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f5c255-c99e-4bfe-a293-e0f76af8983f') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:06:01.009972 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a1b79431-c4d6-4044-8ecf-11f7dcaa2a3a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:01.027743 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a1b79431-c4d6-4044-8ecf-11f7dcaa2a3a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:01.035863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b79431-c4d6-4044-8ecf-11f7dcaa2a3a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 17:06:01.036442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a1b79431-c4d6-4044-8ecf-11f7dcaa2a3a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 17:06:01.055629 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 17:06:01.143398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a1b79431-c4d6-4044-8ecf-11f7dcaa2a3a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:01.147083 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-86a202a4-253b-4c8a-abdc-80bbc94c8498 tempest-RoutersTest-598953666 tempest-RoutersTest-598953666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:01.161680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a1b79431-c4d6-4044-8ecf-11f7dcaa2a3a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:01.172746 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b79431-c4d6-4044-8ecf-11f7dcaa2a3a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Network': ['ID=83cc35bd-36c0-4075-89b0-97bbe3d954d3,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:01.175874 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a1b79431-c4d6-4044-8ecf-11f7dcaa2a3a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:01.183423 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a1b79431-c4d6-4044-8ecf-11f7dcaa2a3a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/networks/83cc35bd-36c0-4075-89b0-97bbe3d954d3 HTTP/1.1" status: 204 len: 168 time: 0.4581289 Jun 02 17:06:01.186343 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44712) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:01.256228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed2fd94f-e05d-4654-b2aa-4f764307b7a5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:01.285265 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed2fd94f-e05d-4654-b2aa-4f764307b7a5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:01.352703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed2fd94f-e05d-4654-b2aa-4f764307b7a5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:01.356724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7f878213-28cf-484a-af60-71e95993629f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:01.375398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fd94f-e05d-4654-b2aa-4f764307b7a5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea975428-6e35-48ea-a564-b74efd8d5d7a,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:01.379198 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ed2fd94f-e05d-4654-b2aa-4f764307b7a5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:01.390911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed2fd94f-e05d-4654-b2aa-4f764307b7a5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:01.392030 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ed2fd94f-e05d-4654-b2aa-4f764307b7a5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/security-groups/ea975428-6e35-48ea-a564-b74efd8d5d7a HTTP/1.1" status: 204 len: 168 time: 0.2047634 Jun 02 17:06:01.704322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44718) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:01.709186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-5615ccb2-3fd8-46dc-88fc-c65a06928865 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1440363914', 'description': 'tempest-secgroup-smoke-1440363914 description', 'project_id': '42016c8220d54b1e828f34caeb060b3e'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:06:01.715452 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5615ccb2-3fd8-46dc-88fc-c65a06928865 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:06:01.720067 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5615ccb2-3fd8-46dc-88fc-c65a06928865 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:06:01.723314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5615ccb2-3fd8-46dc-88fc-c65a06928865 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:06:01.725083 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d2ec8aa2-358d-4828-8aed-735a40711318 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:06:01.729016 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5615ccb2-3fd8-46dc-88fc-c65a06928865 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:06:01.740410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5615ccb2-3fd8-46dc-88fc-c65a06928865 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:01.758789 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: d2ec8aa2-358d-4828-8aed-735a40711318 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:06:01.759156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device d2ec8aa2-358d-4828-8aed-735a40711318 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:06:01.759565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 09db1982-5429-4577-b25f-c3da98284fb4 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:06:01.760013 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5615ccb2-3fd8-46dc-88fc-c65a06928865 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:06:01.763911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5615ccb2-3fd8-46dc-88fc-c65a06928865 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:06:01.766756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-5615ccb2-3fd8-46dc-88fc-c65a06928865 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:06:01.772528 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-5615ccb2-3fd8-46dc-88fc-c65a06928865 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:06:01.793847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 09db1982-5429-4577-b25f-c3da98284fb4 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:06:01.794282 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 09db1982-5429-4577-b25f-c3da98284fb4 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:06:01.794735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 325701e6-bcf5-4c98-9dba-7c3c9d51671a no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:06:01.826735 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 325701e6-bcf5-4c98-9dba-7c3c9d51671a {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:06:01.827090 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 325701e6-bcf5-4c98-9dba-7c3c9d51671a not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:06:01.844415 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5615ccb2-3fd8-46dc-88fc-c65a06928865 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:01.849969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5615ccb2-3fd8-46dc-88fc-c65a06928865 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:01.855028 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-9a5783ea-15fd-4b5e-a233-37728e081b89 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:01.893812 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615ccb2-3fd8-46dc-88fc-c65a06928865 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276f114b-064e-4ac4-98ee-3f4dbb43d6e4,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:01.896457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-5615ccb2-3fd8-46dc-88fc-c65a06928865 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:01.897637 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5615ccb2-3fd8-46dc-88fc-c65a06928865 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1922853 Jun 02 17:06:01.898659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5615ccb2-3fd8-46dc-88fc-c65a06928865 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:01.900632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44720) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:01.905025 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-965da93d-4fbf-473f-ba56-9f2d2ca53028 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': '276f114b-064e-4ac4-98ee-3f4dbb43d6e4', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:06:01.911587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-965da93d-4fbf-473f-ba56-9f2d2ca53028 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:06:01.915745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-965da93d-4fbf-473f-ba56-9f2d2ca53028 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:06:01.918729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-965da93d-4fbf-473f-ba56-9f2d2ca53028 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:06:01.924803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-965da93d-4fbf-473f-ba56-9f2d2ca53028 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:06:01.943494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-965da93d-4fbf-473f-ba56-9f2d2ca53028 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.005649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-965da93d-4fbf-473f-ba56-9f2d2ca53028 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.010326 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-965da93d-4fbf-473f-ba56-9f2d2ca53028 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.012122 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1be010c1-1172-4845-ba8a-6f13281ee9af tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:02.033202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965da93d-4fbf-473f-ba56-9f2d2ca53028 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c327b2-d6a5-4553-a177-62a61962ca9e,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:02.035616 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-965da93d-4fbf-473f-ba56-9f2d2ca53028 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:02.043790 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-965da93d-4fbf-473f-ba56-9f2d2ca53028 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.045218 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-965da93d-4fbf-473f-ba56-9f2d2ca53028 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435878 Jun 02 17:06:02.048060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44722) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:02.055116 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-0fe0f505-2a48-4260-959b-6b5746a7123b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': '276f114b-064e-4ac4-98ee-3f4dbb43d6e4', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:06:02.064268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0fe0f505-2a48-4260-959b-6b5746a7123b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:06:02.068646 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0fe0f505-2a48-4260-959b-6b5746a7123b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:06:02.071715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-0fe0f505-2a48-4260-959b-6b5746a7123b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:06:02.077729 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-0fe0f505-2a48-4260-959b-6b5746a7123b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:06:02.098495 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0fe0f505-2a48-4260-959b-6b5746a7123b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.159742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0fe0f505-2a48-4260-959b-6b5746a7123b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.164131 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0fe0f505-2a48-4260-959b-6b5746a7123b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.165949 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-42575bee-945b-4781-aff7-790e85e37db5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:02.187175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0f505-2a48-4260-959b-6b5746a7123b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959fe2de-ea74-49b8-a997-e93f947190eb,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:02.189493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0fe0f505-2a48-4260-959b-6b5746a7123b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:02.197747 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-0fe0f505-2a48-4260-959b-6b5746a7123b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.199137 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-0fe0f505-2a48-4260-959b-6b5746a7123b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496773 Jun 02 17:06:02.201914 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44724) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:02.206357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-4656f004-4c6c-4536-af24-a85d9270ce89 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': '276f114b-064e-4ac4-98ee-3f4dbb43d6e4', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:06:02.212228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4656f004-4c6c-4536-af24-a85d9270ce89 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:06:02.216301 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4656f004-4c6c-4536-af24-a85d9270ce89 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:06:02.219377 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-4656f004-4c6c-4536-af24-a85d9270ce89 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:06:02.225745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-4656f004-4c6c-4536-af24-a85d9270ce89 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:06:02.243334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4656f004-4c6c-4536-af24-a85d9270ce89 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.304137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4656f004-4c6c-4536-af24-a85d9270ce89 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.308766 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4656f004-4c6c-4536-af24-a85d9270ce89 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.310670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-aab864e7-f36c-4d0b-a218-fdc1df7b502a tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:02.331388 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656f004-4c6c-4536-af24-a85d9270ce89 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebc0a11-378d-462c-9436-911ab1160fe4,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:02.333712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4656f004-4c6c-4536-af24-a85d9270ce89 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:02.342273 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4656f004-4c6c-4536-af24-a85d9270ce89 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.343437 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4656f004-4c6c-4536-af24-a85d9270ce89 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405752 Jun 02 17:06:02.346412 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44726) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:02.351085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8431ade7-752f-45a2-9319-eef2ed5d2c91 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': '276f114b-064e-4ac4-98ee-3f4dbb43d6e4', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:06:02.356852 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8431ade7-752f-45a2-9319-eef2ed5d2c91 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:06:02.360715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8431ade7-752f-45a2-9319-eef2ed5d2c91 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:06:02.363821 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8431ade7-752f-45a2-9319-eef2ed5d2c91 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:06:02.369513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8431ade7-752f-45a2-9319-eef2ed5d2c91 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:06:02.386559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8431ade7-752f-45a2-9319-eef2ed5d2c91 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.454783 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8431ade7-752f-45a2-9319-eef2ed5d2c91 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.460538 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8431ade7-752f-45a2-9319-eef2ed5d2c91 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.466727 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0644d85a-59a2-4abb-8816-a581a02f281f tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:02.486277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431ade7-752f-45a2-9319-eef2ed5d2c91 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f720f722-cbc3-45f5-8426-838cd9af4cf0,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:02.488888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8431ade7-752f-45a2-9319-eef2ed5d2c91 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:02.497107 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8431ade7-752f-45a2-9319-eef2ed5d2c91 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.498419 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8431ade7-752f-45a2-9319-eef2ed5d2c91 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1507235 Jun 02 17:06:02.501316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44728) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:02.505779 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-21096025-e4d2-4899-bdcd-8ccf252c2be2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': '276f114b-064e-4ac4-98ee-3f4dbb43d6e4', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:06:02.511603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-21096025-e4d2-4899-bdcd-8ccf252c2be2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:06:02.515447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-21096025-e4d2-4899-bdcd-8ccf252c2be2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:06:02.518380 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-21096025-e4d2-4899-bdcd-8ccf252c2be2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:06:02.524060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-21096025-e4d2-4899-bdcd-8ccf252c2be2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:06:02.535471 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-21096025-e4d2-4899-bdcd-8ccf252c2be2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Project 42016c8220d54b1e828f34caeb060b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 17:06:02.543008 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-21096025-e4d2-4899-bdcd-8ccf252c2be2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.607907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-21096025-e4d2-4899-bdcd-8ccf252c2be2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.612815 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-21096025-e4d2-4899-bdcd-8ccf252c2be2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.618817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-808dd508-ec4f-49b0-92df-bace4d04c3bc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:02.637544 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21096025-e4d2-4899-bdcd-8ccf252c2be2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7794931f-f3db-4cd4-beb9-a1b4198c6962,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:02.640798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-21096025-e4d2-4899-bdcd-8ccf252c2be2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:02.648763 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-21096025-e4d2-4899-bdcd-8ccf252c2be2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.650042 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-21096025-e4d2-4899-bdcd-8ccf252c2be2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478157 Jun 02 17:06:02.652841 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44730) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:02.657303 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b3aebadb-11e5-4408-9f56-0d5356e3a7fa tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'security_group_rule': {'security_group_id': '276f114b-064e-4ac4-98ee-3f4dbb43d6e4', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:06:02.663180 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b3aebadb-11e5-4408-9f56-0d5356e3a7fa tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:06:02.667171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b3aebadb-11e5-4408-9f56-0d5356e3a7fa tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:security_group_rule and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:06:02.670095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b3aebadb-11e5-4408-9f56-0d5356e3a7fa tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:06:02.676003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b3aebadb-11e5-4408-9f56-0d5356e3a7fa tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:06:02.688088 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-b3aebadb-11e5-4408-9f56-0d5356e3a7fa tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Project 42016c8220d54b1e828f34caeb060b3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 17:06:02.694095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b3aebadb-11e5-4408-9f56-0d5356e3a7fa tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.763405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b3aebadb-11e5-4408-9f56-0d5356e3a7fa tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.768078 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b3aebadb-11e5-4408-9f56-0d5356e3a7fa tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.773798 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-eb3d14a5-bded-496c-953e-3576479c7bc3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:02.798480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aebadb-11e5-4408-9f56-0d5356e3a7fa tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f70158-7ae7-4dce-9b86-906862c7cd9b,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:02.801649 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b3aebadb-11e5-4408-9f56-0d5356e3a7fa tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:02.810476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b3aebadb-11e5-4408-9f56-0d5356e3a7fa tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.812442 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b3aebadb-11e5-4408-9f56-0d5356e3a7fa tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1584654 Jun 02 17:06:02.816284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44732) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:02.821328 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'network': {'name': 'tempest-network-smoke--1321096672', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'port_security_enabled': True}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:06:02.826349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:06:02.830575 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:network and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:06:02.833659 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:06:02.839947 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:06:02.854727 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Made reservation on behalf of 42016c8220d54b1e828f34caeb060b3e for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:06:02.858250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.888166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 17:06:02.897691 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.898037 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Added segment 9c740424-88e0-472e-a060-eadac660ad69 of type vlan for network f8562105-3911-4bff-83b5-66edc487a69e Jun 02 17:06:02.924604 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.956878 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.962412 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:02.962988 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:02.966411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-481e2324-6937-4071-8c44-d05505001f81 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:02.986719 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6eced252-9ce1-4a61-8915-7886d5a36ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:03.207800 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3904862 Jun 02 17:06:03.210631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44734) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:03.215186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-30333088', 'admin_state_up': True, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:06:03.221454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Network': ['ID=f8562105-3911-4bff-83b5-66edc487a69e,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:03.225337 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-934325db-88c9-4726-ade1-5a5343a56284 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:03.226285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:06:03.230533 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:router and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:06:03.233435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:06:03.233565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network f8562105-3911-4bff-83b5-66edc487a69e details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 17:06:03.239400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:06:03.253325 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:03.254290 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:03.272250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:03.544347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:03.862884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:03.891859 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:04.034557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.26.3.64 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/7470c966-6b23-4d9d-9b1f-7a41024b4af2) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:06:04.178947 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:04.212908 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:04.217199 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-eea975c2-e13f-44fe-9db8-f98f54b8a6b3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:04.274702 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:06:04.277856 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:06:04.281817 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:06:04.315719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=7470c966-6b23-4d9d-9b1f-7a41024b4af2,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:04.319719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:04.857468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:05.068907 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:05.199164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:05.407721 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 64cd3aef-4f96-4754-8917-9f56e54dfce4 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 17:06:05.500376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-329822ef-f246-48f7-8619-1f23386072ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:05.591587 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:06:05.601722 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Sync routers for ids ['64cd3aef-4f96-4754-8917-9f56e54dfce4'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:06:05.611461 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Routers {'64cd3aef-4f96-4754-8917-9f56e54dfce4'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:06:05.612248 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:06:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['64cd3aef-4f96-4754-8917-9f56e54dfce4'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:06:05.622724 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:05.623915 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4124000 Jun 02 17:06:05.627037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44736) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:05.671203 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-71f0d903-de73-4f8a-85e7-5881e4d07180 tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=42016c8220d54b1e828f34caeb060b3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406523 Jun 02 17:06:05.672173 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44738) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:05.787422 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Set router 64cd3aef-4f96-4754-8917-9f56e54dfce4 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:06:05.802336 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b056d4-f524-41ea-afa2-8a4b8851127e tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:05.803837 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c3b056d4-f524-41ea-afa2-8a4b8851127e tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293557 Jun 02 17:06:05.806769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44740) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:05.844418 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-261843c7-af0f-480c-adf7-db89efc0a4ac tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=3e4df761-1bd3-455c-9709-426e794fcea2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364501 Jun 02 17:06:05.847322 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44742) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:05.852113 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2066404559', 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e', 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:06:05.959888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:06:05.964721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:subnet and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:06:05.968912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:06:05.975344 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:06:05.987061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Made reservation on behalf of 42016c8220d54b1e828f34caeb060b3e for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:06:05.991326 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:06.091331 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30333088', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:04Z', 'revision_number': 3, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:06:06.095694 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Checking router: 64cd3aef-4f96-4754-8917-9f56e54dfce4 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:06:06.096425 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Updating router 64cd3aef-4f96-4754-8917-9f56e54dfce4 port 7470c966-6b23-4d9d-9b1f-7a41024b4af2 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 17:06:06.152603 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:06.413523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:06.417917 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-804b72af-3284-4742-9340-2baed45a399d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:06.473436 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:06.485060 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Transition to ACTIVE for port object 7470c966-6b23-4d9d-9b1f-7a41024b4af2 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:06:06.492394 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:06.492893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Subnet': ['ID=8ac30050-bfab-4812-89f5-20aeb640d44e,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:06.495936 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-ca6ac28a-f0dd-4845-82ff-73f23e608bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:06.496810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:06.503852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Checking segment: {'id': '9c740424-88e0-472e-a060-eadac660ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:06:06.504253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network hostable DHCP agents. Network: f8562105-3911-4bff-83b5-66edc487a69e, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 17:06:06.522097 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network f8562105-3911-4bff-83b5-66edc487a69e is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 17:06:06.531603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, f8562105-3911-4bff-83b5-66edc487a69e) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:06:06.542197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:06.542849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:06.543870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93100155-5457-4e6e-8618-a451aae96631 None None] Network f8562105-3911-4bff-83b5-66edc487a69e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:06:06.566280 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ba2ba5a7-6b0b-4e93-82da-7fe74ebc0470 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7179043 Jun 02 17:06:06.567529 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Attempting to bind port 7470c966-6b23-4d9d-9b1f-7a41024b4af2 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:06:06.567930 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Attempting to bind port 7470c966-6b23-4d9d-9b1f-7a41024b4af2 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:06:06.568291 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Attempting to bind port 7470c966-6b23-4d9d-9b1f-7a41024b4af2 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:06:06.568957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44746) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:06.577844 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:06:06.578291 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:06:06.578653 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:06.579424 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:06:06.579541 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Bound port: 7470c966-6b23-4d9d-9b1f-7a41024b4af2, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:06:06.579911 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:06.603936 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d5d13-0840-4a7e-a539-4b6e1c3cd66d None None] Pushing event updated for resources: {'Port': ['ID=7470c966-6b23-4d9d-9b1f-7a41024b4af2,revision_number=2']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:06.627517 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d5d13-0840-4a7e-a539-4b6e1c3cd66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:06.627920 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d5d13-0840-4a7e-a539-4b6e1c3cd66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:06.628214 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d5d13-0840-4a7e-a539-4b6e1c3cd66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:06.628544 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d5d13-0840-4a7e-a539-4b6e1c3cd66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:06.628883 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d5d13-0840-4a7e-a539-4b6e1c3cd66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:06.629203 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d5d13-0840-4a7e-a539-4b6e1c3cd66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:06.629521 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d5d13-0840-4a7e-a539-4b6e1c3cd66d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:06.629843 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d5d13-0840-4a7e-a539-4b6e1c3cd66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:06.630225 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d5d13-0840-4a7e-a539-4b6e1c3cd66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:06.630908 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d5d13-0840-4a7e-a539-4b6e1c3cd66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:06.630908 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d5d13-0840-4a7e-a539-4b6e1c3cd66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:06.631111 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2d5d13-0840-4a7e-a539-4b6e1c3cd66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:06:06.647322 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-ac2d5d13-0840-4a7e-a539-4b6e1c3cd66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:06.669829 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] For port 7470c966-6b23-4d9d-9b1f-7a41024b4af2, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:06:06.673329 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] For port 7470c966-6b23-4d9d-9b1f-7a41024b4af2, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=7470c966-6b23-4d9d-9b1f-7a41024b4af2,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:06:06.677246 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:06.680912 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-93be5ca6-a0cc-4ed1-9f7a-bec9c6fd8260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:06.757348 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Routers {'64cd3aef-4f96-4754-8917-9f56e54dfce4'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:06:06.757976 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:06:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['64cd3aef-4f96-4754-8917-9f56e54dfce4'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:06:06.784419 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-f8562105-3911-4bff-83b5-66edc487a69e', 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ips': [{'subnet_id': '8ac30050-bfab-4812-89f5-20aeb640d44e'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 17:06:06.785294 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:06.825789 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d5d13-0840-4a7e-a539-4b6e1c3cd66d None None] Pushing event updated for resources: {'Port': ['ID=7470c966-6b23-4d9d-9b1f-7a41024b4af2,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:06.829588 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-ac2d5d13-0840-4a7e-a539-4b6e1c3cd66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:06.866118 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:06.950447 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] Set router 64cd3aef-4f96-4754-8917-9f56e54dfce4 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:06:06.960012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Allocated IP 172.20.0.2 (f8562105-3911-4bff-83b5-66edc487a69e/8ac30050-bfab-4812-89f5-20aeb640d44e/5299d697-ccd5-498c-ba5e-1426b189863e) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:06:07.166150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:07.177087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Transition to ACTIVE for port object 5299d697-ccd5-498c-ba5e-1426b189863e will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:06:07.195262 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Transition to ACTIVE for port object 5299d697-ccd5-498c-ba5e-1426b189863e will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:06:07.201900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:07.206123 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:07.230604 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30333088', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:04Z', 'revision_number': 3, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:06:07.234758 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2559057-d998-422e-9fd5-05d45a8f3d07 None None] The sync data for ids ['64cd3aef-4f96-4754-8917-9f56e54dfce4'] in dv-neutron-601336-83-hyperv is: [{'id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30333088', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:04Z', 'revision_number': 3, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:06:07.274443 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Network f8562105-3911-4bff-83b5-66edc487a69e is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:06:07.277294 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:06:07.281872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:06:07.284178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Pushing event updated for resources: {'Port': ['ID=5299d697-ccd5-498c-ba5e-1426b189863e,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:07.289071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:07.377483 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Attempting to bind port 5299d697-ccd5-498c-ba5e-1426b189863e on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:06:07.377859 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Attempting to bind port 5299d697-ccd5-498c-ba5e-1426b189863e by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '9c740424-88e0-472e-a060-eadac660ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:06:07.378255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Attempting to bind port 5299d697-ccd5-498c-ba5e-1426b189863e on network f8562105-3911-4bff-83b5-66edc487a69e {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:06:07.384449 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:06:07.384828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Checking segment: {'id': '9c740424-88e0-472e-a060-eadac660ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:06:07.385245 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:07.385633 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Bound using segment: {'id': '9c740424-88e0-472e-a060-eadac660ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:06:07.386131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Bound port: 5299d697-ccd5-498c-ba5e-1426b189863e, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c740424-88e0-472e-a060-eadac660ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:06:07.386514 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:07.455330 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:07.491844 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] For port 5299d697-ccd5-498c-ba5e-1426b189863e, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:06:07.495717 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] For port 5299d697-ccd5-498c-ba5e-1426b189863e, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5299d697-ccd5-498c-ba5e-1426b189863e,segment=NetworkSegment(9c740424-88e0-472e-a060-eadac660ad69),segment_id=9c740424-88e0-472e-a060-eadac660ad69)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:06:07.501628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:07.506404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:07.594153 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Pushing event updated for resources: {'Port': ['ID=5299d697-ccd5-498c-ba5e-1426b189863e,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:07.597172 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:07.758817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7470c966-6b23-4d9d-9b1f-7a41024b4af2 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:06:07.863291 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 7470c966-6b23-4d9d-9b1f-7a41024b4af2 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:06:07.868923 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 7470c966-6b23-4d9d-9b1f-7a41024b4af2 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:06:07.869383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:07.940661 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.20.0.1 (f8562105-3911-4bff-83b5-66edc487a69e/8ac30050-bfab-4812-89f5-20aeb640d44e/7fff99d1-14b5-40cb-98eb-d943b1a2a911) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:06:08.007071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:08.025016 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 7470c966-6b23-4d9d-9b1f-7a41024b4af2, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=7470c966-6b23-4d9d-9b1f-7a41024b4af2,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:06:08.029700 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:08.032800 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-5ea59baa-01fe-4581-acae-4cec0f0d76e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:08.104646 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=7470c966-6b23-4d9d-9b1f-7a41024b4af2,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:08.107871 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:08.109759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:08.126463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Transition to ACTIVE for port object 7fff99d1-14b5-40cb-98eb-d943b1a2a911 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:06:08.151790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:08.156099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:08.224450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network f8562105-3911-4bff-83b5-66edc487a69e is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:06:08.227503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:06:08.231450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:06:08.261211 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=7fff99d1-14b5-40cb-98eb-d943b1a2a911,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:08.268107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:08.295195 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:08.429635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:08.585236 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b41a22f-4251-4ab4-ab4d-bade85a60c1d None None] Network f8562105-3911-4bff-83b5-66edc487a69e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:06:08.744635 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-34301f2a-92f6-4030-b6e4-a6789df274d9 None None] Provisioning for port 5299d697-ccd5-498c-ba5e-1426b189863e completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:06:08.807164 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:09.012700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:09.019230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:09.059099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1aa3b465-e629-4ba4-b8b5-e3399019a579 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:09.111082 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-efe7bcef-d638-4137-a218-bfe59b7da02a None None] Provisioning for port 7fff99d1-14b5-40cb-98eb-d943b1a2a911 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:06:09.121386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-efe7bcef-d638-4137-a218-bfe59b7da02a None None] Provisioning complete for port 7fff99d1-14b5-40cb-98eb-d943b1a2a911 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:06:09.121778 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-efe7bcef-d638-4137-a218-bfe59b7da02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:09.138958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:09.148316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=7fff99d1-14b5-40cb-98eb-d943b1a2a911,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:09.157468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:09.189071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-efe7bcef-d638-4137-a218-bfe59b7da02a None None] Port 7fff99d1-14b5-40cb-98eb-d943b1a2a911 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:06:09.290900 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network f8562105-3911-4bff-83b5-66edc487a69e is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:06:09.292141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:06:09.319692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b7eb280c-df68-4dd5-8d88-7eb44e758105 None None] Provisioning complete for port 7fff99d1-14b5-40cb-98eb-d943b1a2a911 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:06:09.320072 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b7eb280c-df68-4dd5-8d88-7eb44e758105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:09.375110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b7eb280c-df68-4dd5-8d88-7eb44e758105 None None] Port 7fff99d1-14b5-40cb-98eb-d943b1a2a911 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:06:09.483110 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 64cd3aef-4f96-4754-8917-9f56e54dfce4 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:06:09.494296 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-9da84898-0070-478c-82b0-90606b535e8a None None] Provisioning complete for port 7fff99d1-14b5-40cb-98eb-d943b1a2a911 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:06:09.494685 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9da84898-0070-478c-82b0-90606b535e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:09.550131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-9da84898-0070-478c-82b0-90606b535e8a None None] Port 7fff99d1-14b5-40cb-98eb-d943b1a2a911 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:06:09.657175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:06:09.667566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Sync routers for ids ['64cd3aef-4f96-4754-8917-9f56e54dfce4'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:06:09.679259 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "PUT /v2.0/routers/64cd3aef-4f96-4754-8917-9f56e54dfce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1002042 Jun 02 17:06:09.679834 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Routers {'64cd3aef-4f96-4754-8917-9f56e54dfce4'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:06:09.679834 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:06:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['64cd3aef-4f96-4754-8917-9f56e54dfce4'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:06:09.829331 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5299d697-ccd5-498c-ba5e-1426b189863e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:06:09.847857 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-3345d327-d071-4cfb-8b35-577f1ada10c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:06:09.862984 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-3345d327-d071-4cfb-8b35-577f1ada10c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:06:09.864251 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-3345d327-d071-4cfb-8b35-577f1ada10c5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1440363914&fields=id&tenant_id=42016c8220d54b1e828f34caeb060b3e HTTP/1.1" status: 200 len: 267 time: 0.0615959 Jun 02 17:06:09.910704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Set router 64cd3aef-4f96-4754-8917-9f56e54dfce4 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:06:10.013211 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-fc13c55a-a5f0-41cf-9bc3-58643a9501e5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:10.013893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-fc13c55a-a5f0-41cf-9bc3-58643a9501e5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:06:10.030424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-fc13c55a-a5f0-41cf-9bc3-58643a9501e5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:06:10.031794 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-fc13c55a-a5f0-41cf-9bc3-58643a9501e5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/networks?id=f8562105-3911-4bff-83b5-66edc487a69e HTTP/1.1" status: 200 len: 797 time: 0.1608224 Jun 02 17:06:10.047085 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-db501974-eb22-4499-a9ab-a3a7a16d2542 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/quotas/42016c8220d54b1e828f34caeb060b3e HTTP/1.1" status: 200 len: 375 time: 0.0096490 Jun 02 17:06:10.051905 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 5299d697-ccd5-498c-ba5e-1426b189863e completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:06:10.077116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 5299d697-ccd5-498c-ba5e-1426b189863e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:06:10.077404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:10.131698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-92506764-5ca3-44d8-9f5d-4c74b24bc447 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:06:10.148297 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-92506764-5ca3-44d8-9f5d-4c74b24bc447 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:06:10.149607 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-92506764-5ca3-44d8-9f5d-4c74b24bc447 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967050 Jun 02 17:06:10.289560 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-94059800-abe0-4e5c-86e6-a0b72f6c03ca service neutron] 10.222.0.50 "GET /v2.0/networks/f8562105-3911-4bff-83b5-66edc487a69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269014 Jun 02 17:06:10.324348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:10.372029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 5299d697-ccd5-498c-ba5e-1426b189863e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5299d697-ccd5-498c-ba5e-1426b189863e,segment=NetworkSegment(9c740424-88e0-472e-a060-eadac660ad69),segment_id=9c740424-88e0-472e-a060-eadac660ad69)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:06:10.378251 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:10.379138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7470c966-6b23-4d9d-9b1f-7a41024b4af2 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:06:10.403158 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:10.464837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30333088', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '7fff99d1-14b5-40cb-98eb-d943b1a2a911', 'name': '', 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:ee:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:07Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 2, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:06:10.487932 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Checking router: 64cd3aef-4f96-4754-8917-9f56e54dfce4 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:06:10.488270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Updating router 64cd3aef-4f96-4754-8917-9f56e54dfce4 port 7fff99d1-14b5-40cb-98eb-d943b1a2a911 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 17:06:10.555109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=5299d697-ccd5-498c-ba5e-1426b189863e,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:10.560043 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:10.562223 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:10.583783 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-f834233f-0fbc-4a4d-9f4d-5b4d03d018f2 service neutron] 10.222.0.50 "GET /v2.0/networks/f8562105-3911-4bff-83b5-66edc487a69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877769 Jun 02 17:06:10.610253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 7470c966-6b23-4d9d-9b1f-7a41024b4af2 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:06:10.610648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:10.787305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-9ab5accd-f2e6-426e-bff4-c9fccf6a333c req-ef667c66-f693-4202-a821-458d6abae31b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:06:10.802120 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-9ab5accd-f2e6-426e-bff4-c9fccf6a333c req-ef667c66-f693-4202-a821-458d6abae31b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:06:10.803497 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9ab5accd-f2e6-426e-bff4-c9fccf6a333c req-ef667c66-f693-4202-a821-458d6abae31b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 210 time: 0.0640068 Jun 02 17:06:11.071652 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:11.082948 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Transition to ACTIVE for port object 7fff99d1-14b5-40cb-98eb-d943b1a2a911 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:06:11.089150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:11.092528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:11.219743 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df298e-1f40-4b16-9b87-81365832bbb7 None None] Pushing event updated for resources: {'Port': ['ID=7fff99d1-14b5-40cb-98eb-d943b1a2a911,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:11.253823 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d4df298e-1f40-4b16-9b87-81365832bbb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:11.312315 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Attempting to bind port 7fff99d1-14b5-40cb-98eb-d943b1a2a911 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:06:11.312699 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Attempting to bind port 7fff99d1-14b5-40cb-98eb-d943b1a2a911 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '9c740424-88e0-472e-a060-eadac660ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:06:11.313113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Attempting to bind port 7fff99d1-14b5-40cb-98eb-d943b1a2a911 on network f8562105-3911-4bff-83b5-66edc487a69e {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:06:11.318877 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:06:11.319360 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Checking segment: {'id': '9c740424-88e0-472e-a060-eadac660ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:06:11.319776 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:11.320207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Bound using segment: {'id': '9c740424-88e0-472e-a060-eadac660ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:06:11.320692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Bound port: 7fff99d1-14b5-40cb-98eb-d943b1a2a911, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c740424-88e0-472e-a060-eadac660ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:06:11.321073 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:11.419087 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] For port 7fff99d1-14b5-40cb-98eb-d943b1a2a911, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:06:11.422160 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] For port 7fff99d1-14b5-40cb-98eb-d943b1a2a911, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=7fff99d1-14b5-40cb-98eb-d943b1a2a911,segment=NetworkSegment(9c740424-88e0-472e-a060-eadac660ad69),segment_id=9c740424-88e0-472e-a060-eadac660ad69)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:06:11.427233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:11.431501 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:11.514904 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Routers {'64cd3aef-4f96-4754-8917-9f56e54dfce4'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:06:11.515538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:06:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['64cd3aef-4f96-4754-8917-9f56e54dfce4'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:06:11.582504 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df298e-1f40-4b16-9b87-81365832bbb7 None None] Pushing event updated for resources: {'Port': ['ID=7fff99d1-14b5-40cb-98eb-d943b1a2a911,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:11.586851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d4df298e-1f40-4b16-9b87-81365832bbb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:11.722224 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] Set router 64cd3aef-4f96-4754-8917-9f56e54dfce4 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:06:11.768664 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5299d697-ccd5-498c-ba5e-1426b189863e up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:06:11.969246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 5299d697-ccd5-498c-ba5e-1426b189863e triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:06:11.969523 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:11.970792 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b13327f1-253a-4365-8ecf-aa389120f54d req-cb023a18-6318-45f6-95ef-7d031e6dcc74 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 210 time: 0.0553834 Jun 02 17:06:12.001801 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-4bbb4cad-92e9-476f-bc4e-b55166c91149 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:12.003997 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-4bbb4cad-92e9-476f-bc4e-b55166c91149 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "GET /v2.0/networks?id=f8562105-3911-4bff-83b5-66edc487a69e HTTP/1.1" status: 200 len: 797 time: 0.1559029 Jun 02 17:06:12.062771 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-4dbf19b9-b2a3-459c-89ca-e7d6330e09a6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42016c8220d54b1e828f34caeb060b3e HTTP/1.1" status: 200 len: 380 time: 0.0443749 Jun 02 17:06:12.072459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'port': {'device_id': '75f9421a-4910-415b-90f4-aced54ac6aca', 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e', 'admin_state_up': True, 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'security_groups': ['276f114b-064e-4ac4-98ee-3f4dbb43d6e4']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:06:12.208373 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:06:12.218574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:06:12.232302 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Made reservation on behalf of 42016c8220d54b1e828f34caeb060b3e for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:06:12.236098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:12.240586 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30333088', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '7fff99d1-14b5-40cb-98eb-d943b1a2a911', 'name': '', 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:ee:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:07Z', 'updated_at': '2021-06-02T17:06:11Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:06:12.245107 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c4ace-d9da-4590-90d8-a34bb0e86e29 None None] The sync data for ids ['64cd3aef-4f96-4754-8917-9f56e54dfce4'] in dv-neutron-601336-83-hyperv is: [{'id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30333088', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '7fff99d1-14b5-40cb-98eb-d943b1a2a911', 'name': '', 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:ee:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:07Z', 'updated_at': '2021-06-02T17:06:11Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:06:12.415940 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.20.0.14 (f8562105-3911-4bff-83b5-66edc487a69e/8ac30050-bfab-4812-89f5-20aeb640d44e/e305538a-0e8e-41cd-929c-77af6a2e697c) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:06:12.769202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:12.785518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Transition to ACTIVE for port object e305538a-0e8e-41cd-929c-77af6a2e697c will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:06:12.810523 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:12.816638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ff1d6655-cd1d-4af6-b2a9-7e3d39cdbf1e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:12.882891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network f8562105-3911-4bff-83b5-66edc487a69e is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:06:12.886133 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:06:12.890136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:06:12.928910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=e305538a-0e8e-41cd-929c-77af6a2e697c,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:12.935795 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:12.967653 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:12.968305 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:12.995976 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-683d3642-e00b-4053-a08d-bcb9870f096b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9272585 Jun 02 17:06:13.012900 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Request body: {'port': {'device_id': '75f9421a-4910-415b-90f4-aced54ac6aca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:06:13.133559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bee472be-a22d-4d9f-ac59-d10adf0c3835 None None] Provisioning for port e305538a-0e8e-41cd-929c-77af6a2e697c completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:06:13.138783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-bee472be-a22d-4d9f-ac59-d10adf0c3835 None None] Provisioning complete for port e305538a-0e8e-41cd-929c-77af6a2e697c triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:06:13.139470 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bee472be-a22d-4d9f-ac59-d10adf0c3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:13.179400 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:13.195565 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-bee472be-a22d-4d9f-ac59-d10adf0c3835 None None] Port e305538a-0e8e-41cd-929c-77af6a2e697c cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:06:13.229463 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:06:13.278355 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb763c7-d131-40d7-b120-a24c1542bb05 req-3eeb167a-e712-45c9-a343-fb56706ad1f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:13.278964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-bdb763c7-d131-40d7-b120-a24c1542bb05 req-3eeb167a-e712-45c9-a343-fb56706ad1f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:06:13.348172 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-bdb763c7-d131-40d7-b120-a24c1542bb05 req-3eeb167a-e712-45c9-a343-fb56706ad1f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:06:13.349431 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bdb763c7-d131-40d7-b120-a24c1542bb05 req-3eeb167a-e712-45c9-a343-fb56706ad1f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 932 time: 0.2500033 Jun 02 17:06:13.466374 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bdb763c7-d131-40d7-b120-a24c1542bb05 req-286126eb-aecc-494a-9028-cfc4abd4386a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100931 Jun 02 17:06:13.584849 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e305538a-0e8e-41cd-929c-77af6a2e697c {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:06:13.591888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:13.613626 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Transition to ACTIVE for port object e305538a-0e8e-41cd-929c-77af6a2e697c will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:06:13.618901 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:13.622850 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:13.766848 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7fff99d1-14b5-40cb-98eb-d943b1a2a911 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:06:13.783717 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Pushing event updated for resources: {'Port': ['ID=e305538a-0e8e-41cd-929c-77af6a2e697c,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:13.786659 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:13.840447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 7fff99d1-14b5-40cb-98eb-d943b1a2a911 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:06:13.845432 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 7fff99d1-14b5-40cb-98eb-d943b1a2a911 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:06:13.845879 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:13.863405 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Attempting to bind port e305538a-0e8e-41cd-929c-77af6a2e697c on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:06:13.863774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Attempting to bind port e305538a-0e8e-41cd-929c-77af6a2e697c by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9c740424-88e0-472e-a060-eadac660ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:06:13.864068 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Attempting to bind port e305538a-0e8e-41cd-929c-77af6a2e697c on network f8562105-3911-4bff-83b5-66edc487a69e {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:06:13.869258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Port e305538a-0e8e-41cd-929c-77af6a2e697c on network f8562105-3911-4bff-83b5-66edc487a69e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 17:06:13.869597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Attempting to bind port e305538a-0e8e-41cd-929c-77af6a2e697c on network f8562105-3911-4bff-83b5-66edc487a69e {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:06:13.874728 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:06:13.875067 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Checking segment: {'id': '9c740424-88e0-472e-a060-eadac660ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:06:13.875458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Bound using segment: {'id': '9c740424-88e0-472e-a060-eadac660ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:06:13.875885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Bound port: e305538a-0e8e-41cd-929c-77af6a2e697c, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c740424-88e0-472e-a060-eadac660ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:06:13.876230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:13.966814 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] For port e305538a-0e8e-41cd-929c-77af6a2e697c, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:06:13.969950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] For port e305538a-0e8e-41cd-929c-77af6a2e697c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e305538a-0e8e-41cd-929c-77af6a2e697c,segment=NetworkSegment(9c740424-88e0-472e-a060-eadac660ad69),segment_id=9c740424-88e0-472e-a060-eadac660ad69)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:06:13.979118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:13.985761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:14.027309 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:14.043883 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:14.044541 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:14.045870 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] 10.222.0.49 "PUT /v2.0/ports/e305538a-0e8e-41cd-929c-77af6a2e697c HTTP/1.1" status: 200 len: 1094 time: 1.0376410 Jun 02 17:06:14.046446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f9421a-4910-415b-90f4-aced54ac6aca', 'tag': 'e305538a-0e8e-41cd-929c-77af6a2e697c'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:06:14.048922 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe27c8b-3417-49b4-a7be-b5998def85d8" -d '{"events": [{"name": "network-changed", "server_uuid": "75f9421a-4910-415b-90f4-aced54ac6aca", "tag": "e305538a-0e8e-41cd-929c-77af6a2e697c"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:06:14.062576 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 7fff99d1-14b5-40cb-98eb-d943b1a2a911, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=7fff99d1-14b5-40cb-98eb-d943b1a2a911,segment=NetworkSegment(9c740424-88e0-472e-a060-eadac660ad69),segment_id=9c740424-88e0-472e-a060-eadac660ad69)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:06:14.070651 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:14.072674 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:14.080406 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Pushing event updated for resources: {'Port': ['ID=e305538a-0e8e-41cd-929c-77af6a2e697c,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:14.083850 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a82c9d1b-6477-493c-82f3-f1d387b53a35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:14.105339 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521c6fef-79da-4293-bed6-27d30b92dc2f x-openstack-request-id: req-521c6fef-79da-4293-bed6-27d30b92dc2f {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:06:14.105788 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f9421a-4910-415b-90f4-aced54ac6aca", "tag": "e305538a-0e8e-41cd-929c-77af6a2e697c", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:06:14.106249 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-521c6fef-79da-4293-bed6-27d30b92dc2f {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:06:14.106877 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f9421a-4910-415b-90f4-aced54ac6aca', 'tag': 'e305538a-0e8e-41cd-929c-77af6a2e697c', 'status': 'completed', 'code': 200} Jun 02 17:06:14.148080 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=7fff99d1-14b5-40cb-98eb-d943b1a2a911,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:14.151481 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:14.183745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a3a45f6b-2e77-48d9-b4c0-beb43805f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:14.185263 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a3a45f6b-2e77-48d9-b4c0-beb43805f0f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 1097 time: 0.0774028 Jun 02 17:06:14.261732 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-43593b5c-95c0-4c40-ac7c-ad8cd02a1d69 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e305538a-0e8e-41cd-929c-77af6a2e697c HTTP/1.1" status: 200 len: 217 time: 0.0649295 Jun 02 17:06:14.330713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-5dc75c15-83a3-4b78-b368-5be3244c11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:14.332111 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-5dc75c15-83a3-4b78-b368-5be3244c11dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac30050-bfab-4812-89f5-20aeb640d44e HTTP/1.1" status: 200 len: 835 time: 0.0601187 Jun 02 17:06:14.413558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-cf41d494-6649-4a59-b171-7c116c529ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:14.415110 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-cf41d494-6649-4a59-b171-7c116c529ba1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8562105-3911-4bff-83b5-66edc487a69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0727429 Jun 02 17:06:14.751102 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-a390c7bc-6d4f-4286-ac0a-b5e6e1566f9f service neutron] 10.222.0.49 "GET /v2.0/networks/f8562105-3911-4bff-83b5-66edc487a69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254492 Jun 02 17:06:14.767217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcab22-745b-4964-9505-6633a1b0ab66 req-1b391e55-4fe9-482c-a240-b86341611a3d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:14.768639 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cbfcab22-745b-4964-9505-6633a1b0ab66 req-1b391e55-4fe9-482c-a240-b86341611a3d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 944 time: 0.1698363 Jun 02 17:06:14.891185 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cbfcab22-745b-4964-9505-6633a1b0ab66 req-cfb0bae6-2672-42fc-bfeb-e5f50fafb678 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042337 Jun 02 17:06:14.923604 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c58b1969-0d39-43a0-983e-ea0c91da9e02 req-96ea661d-e1c6-48f5-975e-51c0a1cfb6cf service neutron] 10.222.0.49 "GET /v2.0/networks/f8562105-3911-4bff-83b5-66edc487a69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540737 Jun 02 17:06:15.059750 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe27c8b-3417-49b4-a7be-b5998def85d8 req-2ea59013-e988-46fa-affc-06604f35672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:15.061205 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cbe27c8b-3417-49b4-a7be-b5998def85d8 req-2ea59013-e988-46fa-affc-06604f35672a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 1097 time: 0.0800614 Jun 02 17:06:15.205108 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe27c8b-3417-49b4-a7be-b5998def85d8 req-e5557eb3-cc29-45ff-acb5-81cf8c92a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:15.206602 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cbe27c8b-3417-49b4-a7be-b5998def85d8 req-e5557eb3-cc29-45ff-acb5-81cf8c92a38c service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8562105-3911-4bff-83b5-66edc487a69e HTTP/1.1" status: 200 len: 898 time: 0.1370032 Jun 02 17:06:15.284184 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cbe27c8b-3417-49b4-a7be-b5998def85d8 req-9b8542a4-2fc0-4130-98e5-b702984b1f6c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e305538a-0e8e-41cd-929c-77af6a2e697c HTTP/1.1" status: 200 len: 217 time: 0.0693388 Jun 02 17:06:15.352601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe27c8b-3417-49b4-a7be-b5998def85d8 req-ede6e8df-dfac-4c3d-892b-32bd475b2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:15.353890 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cbe27c8b-3417-49b4-a7be-b5998def85d8 req-ede6e8df-dfac-4c3d-892b-32bd475b2002 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac30050-bfab-4812-89f5-20aeb640d44e HTTP/1.1" status: 200 len: 835 time: 0.0596690 Jun 02 17:06:15.434582 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe27c8b-3417-49b4-a7be-b5998def85d8 req-a179afac-44dc-4222-9d13-241c91fae9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:15.436136 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cbe27c8b-3417-49b4-a7be-b5998def85d8 req-a179afac-44dc-4222-9d13-241c91fae9be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8562105-3911-4bff-83b5-66edc487a69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738952 Jun 02 17:06:15.569330 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cbe27c8b-3417-49b4-a7be-b5998def85d8 req-7b02fc16-18a1-4cfe-812b-cc6dd55ecce8 service neutron] 10.222.0.49 "GET /v2.0/networks/f8562105-3911-4bff-83b5-66edc487a69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247318 Jun 02 17:06:15.701977 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cbe27c8b-3417-49b4-a7be-b5998def85d8 req-de59c7b3-2bbe-4548-ad90-d7636d9949b2 service neutron] 10.222.0.49 "GET /v2.0/networks/f8562105-3911-4bff-83b5-66edc487a69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246424 Jun 02 17:06:15.731849 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7fff99d1-14b5-40cb-98eb-d943b1a2a911 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:06:15.801482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 7fff99d1-14b5-40cb-98eb-d943b1a2a911 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:06:15.801855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:16.085653 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677e7c7-7354-457d-9271-e6aab18b76b0 req-8407aa14-44d2-49ba-bad4-cc6ec1c1821d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:16.087118 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6677e7c7-7354-457d-9271-e6aab18b76b0 req-8407aa14-44d2-49ba-bad4-cc6ec1c1821d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 944 time: 0.0909531 Jun 02 17:06:16.132570 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6677e7c7-7354-457d-9271-e6aab18b76b0 req-71e24a23-43dc-496e-9a72-6d60272176e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396974 Jun 02 17:06:16.161691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device e305538a-0e8e-41cd-929c-77af6a2e697c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 17:06:16.312518 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port e305538a-0e8e-41cd-929c-77af6a2e697c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e305538a-0e8e-41cd-929c-77af6a2e697c,segment=NetworkSegment(9c740424-88e0-472e-a060-eadac660ad69),segment_id=9c740424-88e0-472e-a060-eadac660ad69)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:06:16.325520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'e305538a-0e8e-41cd-929c-77af6a2e697c', 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e', 'port_id': 'e305538a-0e8e-41cd-929c-77af6a2e697c', 'mac_address': 'fa:16:3e:71:1e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 17:06:16.384204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:16.401064 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e305538a-0e8e-41cd-929c-77af6a2e697c {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:06:16.417868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port e305538a-0e8e-41cd-929c-77af6a2e697c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e305538a-0e8e-41cd-929c-77af6a2e697c,segment=NetworkSegment(9c740424-88e0-472e-a060-eadac660ad69),segment_id=9c740424-88e0-472e-a060-eadac660ad69)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:06:16.423242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:16.425272 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d4df298e-1f40-4b16-9b87-81365832bbb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:16.492270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=e305538a-0e8e-41cd-929c-77af6a2e697c,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:16.495910 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:16.688853 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['e305538a-0e8e-41cd-929c-77af6a2e697c'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 17:06:17.344654 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece3ab6-5d31-4015-889c-ce654470348f req-cdb1545f-c9d9-4a22-9933-e737e2c08af6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:17.346111 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-dece3ab6-5d31-4015-889c-ce654470348f req-cdb1545f-c9d9-4a22-9933-e737e2c08af6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 945 time: 0.0892634 Jun 02 17:06:17.393744 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-dece3ab6-5d31-4015-889c-ce654470348f req-20114d32-2421-4535-826c-0eab0f684212 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384145 Jun 02 17:06:18.177278 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device e305538a-0e8e-41cd-929c-77af6a2e697c up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:06:18.252967 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port e305538a-0e8e-41cd-929c-77af6a2e697c completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:06:18.257786 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port e305538a-0e8e-41cd-929c-77af6a2e697c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:06:18.258223 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:18.385560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:18.412867 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f9421a-4910-415b-90f4-aced54ac6aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e305538a-0e8e-41cd-929c-77af6a2e697c'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:06:18.415143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c9f28f-fa00-4e5c-9285-865d6597516d" -d '{"events": [{"server_uuid": "75f9421a-4910-415b-90f4-aced54ac6aca", "name": "network-vif-plugged", "status": "completed", "tag": "e305538a-0e8e-41cd-929c-77af6a2e697c"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:06:18.423068 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port e305538a-0e8e-41cd-929c-77af6a2e697c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e305538a-0e8e-41cd-929c-77af6a2e697c,segment=NetworkSegment(9c740424-88e0-472e-a060-eadac660ad69),segment_id=9c740424-88e0-472e-a060-eadac660ad69)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:06:18.429465 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:18.431349 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:18.501883 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=e305538a-0e8e-41cd-929c-77af6a2e697c,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:18.505330 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:18.511830 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e775150-da4c-4bff-8b5d-596425459fbe x-openstack-request-id: req-1e775150-da4c-4bff-8b5d-596425459fbe {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:06:18.512123 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f9421a-4910-415b-90f4-aced54ac6aca", "name": "network-vif-plugged", "status": "completed", "tag": "e305538a-0e8e-41cd-929c-77af6a2e697c", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:06:18.512378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1e775150-da4c-4bff-8b5d-596425459fbe {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:06:18.512745 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f9421a-4910-415b-90f4-aced54ac6aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e305538a-0e8e-41cd-929c-77af6a2e697c', 'code': 200} Jun 02 17:06:18.605040 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a62441-fc29-4ac6-b781-379282c1de0f req-92903fbd-2038-4ea6-906b-b5a4dc74e3de tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:18.607050 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-39a62441-fc29-4ac6-b781-379282c1de0f req-92903fbd-2038-4ea6-906b-b5a4dc74e3de tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 946 time: 0.0896385 Jun 02 17:06:18.654184 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-39a62441-fc29-4ac6-b781-379282c1de0f req-1653cdd4-44b3-4b68-83a7-0a64d7937621 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409148 Jun 02 17:06:18.761023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac84f2f-2536-4cbe-ae02-524cce536c14 req-2d8dcfa9-b0ac-489c-a110-907eae7e2d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:18.762446 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9ac84f2f-2536-4cbe-ae02-524cce536c14 req-2d8dcfa9-b0ac-489c-a110-907eae7e2d61 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 1099 time: 0.0763233 Jun 02 17:06:18.814647 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9ac84f2f-2536-4cbe-ae02-524cce536c14 req-81b1c3e9-2f08-4a8b-89c3-a71c5465aa1d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408242 Jun 02 17:06:19.483689 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:19.844197 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a48d08-96b0-44cb-97b1-b6962ba6992f req-2e358380-3b2f-43d6-b832-6042b90d506b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:19.845683 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f2a48d08-96b0-44cb-97b1-b6962ba6992f req-2e358380-3b2f-43d6-b832-6042b90d506b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 946 time: 0.0839057 Jun 02 17:06:19.890379 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f2a48d08-96b0-44cb-97b1-b6962ba6992f req-ee8a2654-6902-4893-90d0-fbe7b66cb3d5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385053 Jun 02 17:06:21.090060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b7134-db9b-4f9b-9d2e-7f66c1193af0 req-ea203865-d287-4575-ac64-b3133f926978 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:21.091533 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-767b7134-db9b-4f9b-9d2e-7f66c1193af0 req-ea203865-d287-4575-ac64-b3133f926978 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 946 time: 0.0909154 Jun 02 17:06:21.142892 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-767b7134-db9b-4f9b-9d2e-7f66c1193af0 req-4a16efab-95ae-4105-81b2-308ae489811f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453141 Jun 02 17:06:21.344443 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66fcc5-bcb4-471c-b145-7b72b34a0362 req-9b5db0bc-af13-4f54-beed-4d963f330936 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:21.345906 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-da66fcc5-bcb4-471c-b145-7b72b34a0362 req-9b5db0bc-af13-4f54-beed-4d963f330936 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 946 time: 0.0932705 Jun 02 17:06:21.391004 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-da66fcc5-bcb4-471c-b145-7b72b34a0362 req-9f2fcc61-21af-4dc4-908c-3508c91f2ba8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387936 Jun 02 17:06:21.413735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44806) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:21.486424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1f2709-c96e-4d41-8696-6f41381c26aa tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:21.487836 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1d1f2709-c96e-4d41-8696-6f41381c26aa tempest-TestNetworkAdvancedServerOps-489080913 tempest-TestNetworkAdvancedServerOps-489080913-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 1094 time: 0.0730326 Jun 02 17:06:21.491885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44808) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:21.496237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': 'e305538a-0e8e-41cd-929c-77af6a2e697c', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:06:21.502249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:06:21.506338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Usage tracker for resource:floatingip and tenant:42016c8220d54b1e828f34caeb060b3e is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:06:21.509186 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:06:21.514984 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:06:21.527846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:21.676627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:21.816390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Allocated IP 172.26.3.41 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/355b9c72-cebc-463f-811c-25160b156049) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:06:21.979888 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:22.012912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:22.018351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dd61ab83-a6d0-4a10-b70b-54abbea34214 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:22.079200 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:06:22.082052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:06:22.085763 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:06:22.123682 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=355b9c72-cebc-463f-811c-25160b156049,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:22.129512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:22.511263 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:22.585843 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:22.953494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:22.960897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:22.965586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6969e076-e305-4cb3-9961-f6486d229a2e tempest-ServerDiskConfigTestJSON-1792349798 tempest-ServerDiskConfigTestJSON-1792349798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:06:23.067402 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event updated for resources: {'Port': ['ID=355b9c72-cebc-463f-811c-25160b156049,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:06:23.071588 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:06:23.078351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:23.247557 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Floating IP f35f3e67-4e1b-4453-bb33-748dcba439d9 associated. External IP: 172.26.3.41, port: e305538a-0e8e-41cd-929c-77af6a2e697c. Jun 02 17:06:23.603458 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 64cd3aef-4f96-4754-8917-9f56e54dfce4 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:06:23.782984 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:06:23.801862 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e07e30c-eab6-48ae-b48e-57aa268d0d27 None None] Sync routers for ids ['64cd3aef-4f96-4754-8917-9f56e54dfce4'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:06:23.809391 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e07e30c-eab6-48ae-b48e-57aa268d0d27 None None] Routers {'64cd3aef-4f96-4754-8917-9f56e54dfce4'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:06:23.809576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:23.810214 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4e07e30c-eab6-48ae-b48e-57aa268d0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:06:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['64cd3aef-4f96-4754-8917-9f56e54dfce4'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:06:23.869491 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3764915 Jun 02 17:06:23.870162 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f9421a-4910-415b-90f4-aced54ac6aca', 'tag': 'e305538a-0e8e-41cd-929c-77af6a2e697c'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:06:23.872714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fec105-db1c-4b2f-b51e-c130baca2199" -d '{"events": [{"name": "network-changed", "server_uuid": "75f9421a-4910-415b-90f4-aced54ac6aca", "tag": "e305538a-0e8e-41cd-929c-77af6a2e697c"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:06:23.915008 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485244f9-a722-44a5-ac6a-a710ad69110b x-openstack-request-id: req-485244f9-a722-44a5-ac6a-a710ad69110b {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:06:23.915371 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f9421a-4910-415b-90f4-aced54ac6aca", "tag": "e305538a-0e8e-41cd-929c-77af6a2e697c", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:06:23.915669 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-485244f9-a722-44a5-ac6a-a710ad69110b {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:06:23.916111 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f9421a-4910-415b-90f4-aced54ac6aca', 'tag': 'e305538a-0e8e-41cd-929c-77af6a2e697c', 'status': 'completed', 'code': 200} Jun 02 17:06:24.000739 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-4e07e30c-eab6-48ae-b48e-57aa268d0d27 None None] Set router 64cd3aef-4f96-4754-8917-9f56e54dfce4 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:06:24.009964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fec105-db1c-4b2f-b51e-c130baca2199 req-92a900c1-4062-485e-8625-2e7fcc06d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:24.011452 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c7fec105-db1c-4b2f-b51e-c130baca2199 req-92a900c1-4062-485e-8625-2e7fcc06d588 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 1099 time: 0.0717831 Jun 02 17:06:24.036957 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d880df-8d35-4615-9c7c-8df43b557606 req-fd55951e-42ed-46c0-ab7d-29d73cdee710 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:24.038477 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d7d880df-8d35-4615-9c7c-8df43b557606 req-fd55951e-42ed-46c0-ab7d-29d73cdee710 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 946 time: 0.0827124 Jun 02 17:06:24.084893 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d7d880df-8d35-4615-9c7c-8df43b557606 req-8d61c3c8-b82e-4018-a44e-0d90e2bdc7e2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407736 Jun 02 17:06:24.109156 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44814) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:24.147907 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fec105-db1c-4b2f-b51e-c130baca2199 req-eadf7246-f8a3-41ed-bc83-4a77750eb38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:24.149240 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c7fec105-db1c-4b2f-b51e-c130baca2199 req-eadf7246-f8a3-41ed-bc83-4a77750eb38d service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8562105-3911-4bff-83b5-66edc487a69e HTTP/1.1" status: 200 len: 898 time: 0.1306019 Jun 02 17:06:24.216412 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-5f7b213d-0001-4de0-aeef-0215d2cdef65 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/f35f3e67-4e1b-4453-bb33-748dcba439d9 HTTP/1.1" status: 200 len: 991 time: 0.1059916 Jun 02 17:06:24.388551 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4e07e30c-eab6-48ae-b48e-57aa268d0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30333088', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'f35f3e67-4e1b-4453-bb33-748dcba439d9', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'port_id': 'e305538a-0e8e-41cd-929c-77af6a2e697c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e', 'mac_address': 'fa:16:3e:71:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f9421a-4910-415b-90f4-aced54ac6aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:06:22Z', 'updated_at': '2021-06-02T17:06:22Z', 'revision_number': 0, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fff99d1-14b5-40cb-98eb-d943b1a2a911', 'name': '', 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:ee:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:07Z', 'updated_at': '2021-06-02T17:06:14Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:06:24.392557 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e07e30c-eab6-48ae-b48e-57aa268d0d27 None None] Checking router: 64cd3aef-4f96-4754-8917-9f56e54dfce4 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:06:24.403437 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c7fec105-db1c-4b2f-b51e-c130baca2199 req-bf47e820-184b-4084-b5ce-e80b39fb25bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e305538a-0e8e-41cd-929c-77af6a2e697c HTTP/1.1" status: 200 len: 999 time: 0.2468102 Jun 02 17:06:24.404754 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e07e30c-eab6-48ae-b48e-57aa268d0d27 None None] Routers {'64cd3aef-4f96-4754-8917-9f56e54dfce4'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:06:24.405377 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4e07e30c-eab6-48ae-b48e-57aa268d0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:06:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['64cd3aef-4f96-4754-8917-9f56e54dfce4'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:06:24.465484 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fec105-db1c-4b2f-b51e-c130baca2199 req-df354a29-019c-45eb-848c-a4e78afd5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:24.467204 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c7fec105-db1c-4b2f-b51e-c130baca2199 req-df354a29-019c-45eb-848c-a4e78afd5b33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac30050-bfab-4812-89f5-20aeb640d44e HTTP/1.1" status: 200 len: 835 time: 0.0570750 Jun 02 17:06:24.545501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fec105-db1c-4b2f-b51e-c130baca2199 req-f2305e04-85f7-48c7-9872-82fe4ab9b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:24.547072 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c7fec105-db1c-4b2f-b51e-c130baca2199 req-f2305e04-85f7-48c7-9872-82fe4ab9b864 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8562105-3911-4bff-83b5-66edc487a69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0734982 Jun 02 17:06:24.583403 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-4e07e30c-eab6-48ae-b48e-57aa268d0d27 None None] Set router 64cd3aef-4f96-4754-8917-9f56e54dfce4 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:06:24.677537 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c7fec105-db1c-4b2f-b51e-c130baca2199 req-ec3fafb8-de1e-499c-99f2-2203e40b6e11 service neutron] 10.222.0.49 "GET /v2.0/networks/f8562105-3911-4bff-83b5-66edc487a69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218967 Jun 02 17:06:24.811888 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c7fec105-db1c-4b2f-b51e-c130baca2199 req-fbfc9e0c-7e80-477d-942c-0b2ec812cfc0 service neutron] 10.222.0.49 "GET /v2.0/networks/f8562105-3911-4bff-83b5-66edc487a69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279223 Jun 02 17:06:24.927019 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-4e07e30c-eab6-48ae-b48e-57aa268d0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30333088', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'f35f3e67-4e1b-4453-bb33-748dcba439d9', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'port_id': 'e305538a-0e8e-41cd-929c-77af6a2e697c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e', 'mac_address': 'fa:16:3e:71:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f9421a-4910-415b-90f4-aced54ac6aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:06:22Z', 'updated_at': '2021-06-02T17:06:22Z', 'revision_number': 0, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fff99d1-14b5-40cb-98eb-d943b1a2a911', 'name': '', 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:ee:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:07Z', 'updated_at': '2021-06-02T17:06:14Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:06:24.931154 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e07e30c-eab6-48ae-b48e-57aa268d0d27 None None] The sync data for ids ['64cd3aef-4f96-4754-8917-9f56e54dfce4'] in dv-neutron-601336-83-hyperv is: [{'id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30333088', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': 'f35f3e67-4e1b-4453-bb33-748dcba439d9', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'port_id': 'e305538a-0e8e-41cd-929c-77af6a2e697c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e', 'mac_address': 'fa:16:3e:71:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f9421a-4910-415b-90f4-aced54ac6aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:06:22Z', 'updated_at': '2021-06-02T17:06:22Z', 'revision_number': 0, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fff99d1-14b5-40cb-98eb-d943b1a2a911', 'name': '', 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:ee:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:07Z', 'updated_at': '2021-06-02T17:06:14Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:06:25.133629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f8adf3-97bd-4ec8-b057-865516621645 None None] New status for floating IP f35f3e67-4e1b-4453-bb33-748dcba439d9: ACTIVE {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:06:25.220171 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44816) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:25.325872 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-aee26cec-8a4e-463d-80aa-23a84034767b tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/f35f3e67-4e1b-4453-bb33-748dcba439d9 HTTP/1.1" status: 200 len: 991 time: 0.1043487 Jun 02 17:06:26.330549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44818) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:26.447127 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-41c62494-8465-45b8-8c24-8ad025d0d97f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/f35f3e67-4e1b-4453-bb33-748dcba439d9 HTTP/1.1" status: 200 len: 993 time: 0.1150839 Jun 02 17:06:32.999976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ac46e429-5350-435a-82b3-c1bbdb123c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:35.081346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:35.506585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c772d088-40a3-46f9-8e3b-9507888d0aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:36.850792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:38.760946 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:49.476293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:06:50.234026 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:06:55.856353 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca140d7-2295-4285-ba43-34780bd922c4 req-1de94028-49f4-4d5c-a2e6-5e4410d25edc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:55.857819 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8ca140d7-2295-4285-ba43-34780bd922c4 req-1de94028-49f4-4d5c-a2e6-5e4410d25edc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 946 time: 0.0890939 Jun 02 17:06:55.903688 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8ca140d7-2295-4285-ba43-34780bd922c4 req-f3085937-9ed8-4f68-8d0b-8c882ff4d698 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400765 Jun 02 17:06:57.113710 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93575467-522c-4924-b63b-5a760e8d89af req-5f8abcda-30e3-4144-a6ab-f86d918dfd04 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:57.115193 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-93575467-522c-4924-b63b-5a760e8d89af req-5f8abcda-30e3-4144-a6ab-f86d918dfd04 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 946 time: 0.0939095 Jun 02 17:06:57.163551 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-93575467-522c-4924-b63b-5a760e8d89af req-736056b4-8e54-4875-8cca-a826527957ea tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400176 Jun 02 17:06:57.194603 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44836) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:06:57.452070 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-18574bb0-2450-4edb-9043-42ccc2566055 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/f35f3e67-4e1b-4453-bb33-748dcba439d9 HTTP/1.1" status: 200 len: 993 time: 0.2562423 Jun 02 17:06:58.786951 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-73b1df2c-0430-45c8-82dc-d697957bcfbf req-4c79e57e-4aa6-4cef-9818-5e15484dd23a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825632 Jun 02 17:06:59.000609 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1df2c-0430-45c8-82dc-d697957bcfbf req-9f805442-611d-4bcf-9061-b57eed583d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:59.002097 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-73b1df2c-0430-45c8-82dc-d697957bcfbf req-9f805442-611d-4bcf-9061-b57eed583d4c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 1099 time: 0.1375263 Jun 02 17:06:59.014932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed328e-97a5-49b1-846a-6f9548285e85 req-05030f1b-b2a3-4906-a8de-1c4768180eeb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:59.016430 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f5ed328e-97a5-49b1-846a-6f9548285e85 req-05030f1b-b2a3-4906-a8de-1c4768180eeb tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 946 time: 0.1107650 Jun 02 17:06:59.137281 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f5ed328e-97a5-49b1-846a-6f9548285e85 req-75e7364f-90a3-405c-92f6-c58769b7ae47 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149960 Jun 02 17:06:59.181245 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1df2c-0430-45c8-82dc-d697957bcfbf req-58ba7e29-f3a9-4ab8-8d1e-6d0bdf4fa510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:59.182696 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-73b1df2c-0430-45c8-82dc-d697957bcfbf req-58ba7e29-f3a9-4ab8-8d1e-6d0bdf4fa510 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8562105-3911-4bff-83b5-66edc487a69e HTTP/1.1" status: 200 len: 898 time: 0.1474590 Jun 02 17:06:59.291431 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-73b1df2c-0430-45c8-82dc-d697957bcfbf req-c166a8bd-aab3-400a-a859-6542af528df1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e305538a-0e8e-41cd-929c-77af6a2e697c HTTP/1.1" status: 200 len: 1001 time: 0.0972984 Jun 02 17:06:59.357136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1df2c-0430-45c8-82dc-d697957bcfbf req-f06a9735-7a91-4e19-87b4-6c2fe38aa9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:59.358585 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-73b1df2c-0430-45c8-82dc-d697957bcfbf req-f06a9735-7a91-4e19-87b4-6c2fe38aa9b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac30050-bfab-4812-89f5-20aeb640d44e HTTP/1.1" status: 200 len: 835 time: 0.0573518 Jun 02 17:06:59.440900 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1df2c-0430-45c8-82dc-d697957bcfbf req-eb0239d3-edcf-4cee-a079-a8f7d24f5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:59.442434 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-73b1df2c-0430-45c8-82dc-d697957bcfbf req-eb0239d3-edcf-4cee-a079-a8f7d24f5c65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8562105-3911-4bff-83b5-66edc487a69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0741603 Jun 02 17:06:59.575009 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-73b1df2c-0430-45c8-82dc-d697957bcfbf req-0edc6b2b-4119-4da7-adbc-9bf5ba598f59 service neutron] 10.222.0.49 "GET /v2.0/networks/f8562105-3911-4bff-83b5-66edc487a69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220343 Jun 02 17:06:59.862289 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-73b1df2c-0430-45c8-82dc-d697957bcfbf req-7835b150-e7ce-4184-b5f1-e9eb2db07383 service neutron] 10.222.0.49 "GET /v2.0/networks/f8562105-3911-4bff-83b5-66edc487a69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771842 Jun 02 17:06:59.973940 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b79865-f40a-44b1-89b2-852a85e7162b req-80fea2c7-bc24-4b45-b745-9cbb122d3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:06:59.975421 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e5b79865-f40a-44b1-89b2-852a85e7162b req-80fea2c7-bc24-4b45-b745-9cbb122d3964 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 1099 time: 0.0723662 Jun 02 17:07:00.110240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b79865-f40a-44b1-89b2-852a85e7162b req-cd0860af-45e9-4d5f-a84f-4a850346251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:00.111656 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e5b79865-f40a-44b1-89b2-852a85e7162b req-cd0860af-45e9-4d5f-a84f-4a850346251d service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8562105-3911-4bff-83b5-66edc487a69e HTTP/1.1" status: 200 len: 898 time: 0.1256664 Jun 02 17:07:00.218663 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e5b79865-f40a-44b1-89b2-852a85e7162b req-23b5bf63-5fbc-41a5-8cf8-ca94c86bf808 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e305538a-0e8e-41cd-929c-77af6a2e697c HTTP/1.1" status: 200 len: 1001 time: 0.0969071 Jun 02 17:07:00.282907 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b79865-f40a-44b1-89b2-852a85e7162b req-7d1728fb-e961-486f-9de4-0f8ee17d4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:00.284351 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e5b79865-f40a-44b1-89b2-852a85e7162b req-7d1728fb-e961-486f-9de4-0f8ee17d4ee3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac30050-bfab-4812-89f5-20aeb640d44e HTTP/1.1" status: 200 len: 835 time: 0.0562851 Jun 02 17:07:00.329037 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160cffd-6120-44b9-bf96-f0f69f971e63 req-85bf01bd-d75f-4b57-b5a4-655217446621 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:00.330521 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6160cffd-6120-44b9-bf96-f0f69f971e63 req-85bf01bd-d75f-4b57-b5a4-655217446621 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 946 time: 0.0850630 Jun 02 17:07:00.368203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b79865-f40a-44b1-89b2-852a85e7162b req-0e41afac-0a3f-48a6-8a8c-dc690a2b457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:00.369706 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e5b79865-f40a-44b1-89b2-852a85e7162b req-0e41afac-0a3f-48a6-8a8c-dc690a2b457f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8562105-3911-4bff-83b5-66edc487a69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0753033 Jun 02 17:07:00.374464 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6160cffd-6120-44b9-bf96-f0f69f971e63 req-9a66b7f4-4855-4eff-b427-8f13d2f2d5ce tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381184 Jun 02 17:07:00.506201 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e5b79865-f40a-44b1-89b2-852a85e7162b req-272eb22f-b3f8-4577-9190-d41316a9276f service neutron] 10.222.0.49 "GET /v2.0/networks/f8562105-3911-4bff-83b5-66edc487a69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253386 Jun 02 17:07:00.642895 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e5b79865-f40a-44b1-89b2-852a85e7162b req-f29c2dda-012e-42b1-a514-10039361adb6 service neutron] 10.222.0.49 "GET /v2.0/networks/f8562105-3911-4bff-83b5-66edc487a69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249225 Jun 02 17:07:01.564672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9218f-da12-46ad-bfcb-211bbdb91dba req-78d17d27-247e-4110-8535-75bfb12ab994 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:01.566483 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-06a9218f-da12-46ad-bfcb-211bbdb91dba req-78d17d27-247e-4110-8535-75bfb12ab994 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 946 time: 0.0851846 Jun 02 17:07:01.630225 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-06a9218f-da12-46ad-bfcb-211bbdb91dba req-c85ac6df-ff43-49f9-95e2-9cf38c3b86b2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515320 Jun 02 17:07:02.831870 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979abb17-8d6e-409b-8bd3-34e46d40d6f8 req-dd2d626c-dd7c-47e0-85b6-575da8d9f967 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:02.833336 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-979abb17-8d6e-409b-8bd3-34e46d40d6f8 req-dd2d626c-dd7c-47e0-85b6-575da8d9f967 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 946 time: 0.0910616 Jun 02 17:07:02.878100 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-979abb17-8d6e-409b-8bd3-34e46d40d6f8 req-056255dc-bdb8-43b0-ba74-b482c66786cf tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390742 Jun 02 17:07:02.907221 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44850) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:02.995784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-44220376-7c2d-4699-a6a4-9247fee376a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:03.016372 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-156dda8f-e0ad-4648-8bb9-b4ac06ffb5e7 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/floatingips/f35f3e67-4e1b-4453-bb33-748dcba439d9 HTTP/1.1" status: 200 len: 993 time: 0.1079073 Jun 02 17:07:03.313144 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44856) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:03.594201 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port 355b9c72-cebc-463f-811c-25160b156049 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:07:03.594590 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:03.731500 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:03.731807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:03.859017 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for 355b9c72-cebc-463f-811c-25160b156049 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:07:03.980758 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:03.984457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:04.026573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=355b9c72-cebc-463f-811c-25160b156049,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:04.081695 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:04.082109 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:04.082496 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:04.082877 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:04.083247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:04.083618 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:04.083984 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:04.084350 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:04.084715 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:04.085078 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:04.085441 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:04.085778 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:04.112620 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:04.141369 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:04.141701 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Floating IP f35f3e67-4e1b-4453-bb33-748dcba439d9 disassociated (deleted). External IP: 172.26.3.41, port: e305538a-0e8e-41cd-929c-77af6a2e697c. Jun 02 17:07:04.657076 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 64cd3aef-4f96-4754-8917-9f56e54dfce4 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:07:04.837216 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:07:04.848040 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e421ef-d391-41a2-a5e3-390d145bd5cd None None] Sync routers for ids ['64cd3aef-4f96-4754-8917-9f56e54dfce4'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:07:04.857724 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e421ef-d391-41a2-a5e3-390d145bd5cd None None] Routers {'64cd3aef-4f96-4754-8917-9f56e54dfce4'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:07:04.858359 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-42e421ef-d391-41a2-a5e3-390d145bd5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:06:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['64cd3aef-4f96-4754-8917-9f56e54dfce4'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:04.859339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:04.919167 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/floatingips/f35f3e67-4e1b-4453-bb33-748dcba439d9 HTTP/1.1" status: 204 len: 168 time: 1.6049252 Jun 02 17:07:04.919803 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f9421a-4910-415b-90f4-aced54ac6aca', 'tag': 'e305538a-0e8e-41cd-929c-77af6a2e697c'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:07:04.922832 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7901918b-0030-4519-b865-e15c182992e2" -d '{"events": [{"name": "network-changed", "server_uuid": "75f9421a-4910-415b-90f4-aced54ac6aca", "tag": "e305538a-0e8e-41cd-929c-77af6a2e697c"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:07:04.970947 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646629fb-9ace-4fbb-b73e-ed35673c0f09 x-openstack-request-id: req-646629fb-9ace-4fbb-b73e-ed35673c0f09 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:07:04.971884 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f9421a-4910-415b-90f4-aced54ac6aca", "tag": "e305538a-0e8e-41cd-929c-77af6a2e697c", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:07:04.972428 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-646629fb-9ace-4fbb-b73e-ed35673c0f09 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:07:04.973061 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f9421a-4910-415b-90f4-aced54ac6aca', 'tag': 'e305538a-0e8e-41cd-929c-77af6a2e697c', 'status': 'completed', 'code': 200} Jun 02 17:07:05.036425 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-42e421ef-d391-41a2-a5e3-390d145bd5cd None None] Set router 64cd3aef-4f96-4754-8917-9f56e54dfce4 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:07:05.078296 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901918b-0030-4519-b865-e15c182992e2 req-79a8976d-9d17-4f90-b5f7-8bdb78621a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:05.080519 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7901918b-0030-4519-b865-e15c182992e2 req-79a8976d-9d17-4f90-b5f7-8bdb78621a19 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=42016c8220d54b1e828f34caeb060b3e&device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 1099 time: 0.0751333 Jun 02 17:07:05.081824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:05.260024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901918b-0030-4519-b865-e15c182992e2 req-5656725a-f350-47ab-b053-26d1f6d5b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:05.261349 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7901918b-0030-4519-b865-e15c182992e2 req-5656725a-f350-47ab-b053-26d1f6d5b92c service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8562105-3911-4bff-83b5-66edc487a69e HTTP/1.1" status: 200 len: 898 time: 0.1713955 Jun 02 17:07:05.342387 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7901918b-0030-4519-b865-e15c182992e2 req-d522ded6-cc59-4223-b2bc-c2bb4547c4fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e305538a-0e8e-41cd-929c-77af6a2e697c HTTP/1.1" status: 200 len: 217 time: 0.0711024 Jun 02 17:07:05.396465 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-42e421ef-d391-41a2-a5e3-390d145bd5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30333088', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '7fff99d1-14b5-40cb-98eb-d943b1a2a911', 'name': '', 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:ee:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:07Z', 'updated_at': '2021-06-02T17:06:14Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:05.404467 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e421ef-d391-41a2-a5e3-390d145bd5cd None None] Checking router: 64cd3aef-4f96-4754-8917-9f56e54dfce4 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:07:05.404646 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f8bd8-777e-4b67-880e-3548b39927a4 req-0a2974a4-c865-46df-a14e-8b8a22b7963a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:05.404757 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8f0f8bd8-777e-4b67-880e-3548b39927a4 req-0a2974a4-c865-46df-a14e-8b8a22b7963a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 946 time: 0.1878853 Jun 02 17:07:05.414878 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e421ef-d391-41a2-a5e3-390d145bd5cd None None] Routers {'64cd3aef-4f96-4754-8917-9f56e54dfce4'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:07:05.415526 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-42e421ef-d391-41a2-a5e3-390d145bd5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:06:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['64cd3aef-4f96-4754-8917-9f56e54dfce4'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:05.441670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901918b-0030-4519-b865-e15c182992e2 req-49ea929d-6a10-4121-b3b7-1e8668a7c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:05.443102 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7901918b-0030-4519-b865-e15c182992e2 req-49ea929d-6a10-4121-b3b7-1e8668a7c240 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ac30050-bfab-4812-89f5-20aeb640d44e HTTP/1.1" status: 200 len: 835 time: 0.0919180 Jun 02 17:07:05.500242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a1f8feec-36ac-4750-9a03-0c8aba72082f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:05.505265 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8f0f8bd8-777e-4b67-880e-3548b39927a4 req-7acabe9d-07e2-482b-a1ac-e48ba822ce35 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902517 Jun 02 17:07:05.534520 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901918b-0030-4519-b865-e15c182992e2 req-2121d978-90c2-457b-b27a-c758f27978c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:05.536011 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7901918b-0030-4519-b865-e15c182992e2 req-2121d978-90c2-457b-b27a-c758f27978c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8562105-3911-4bff-83b5-66edc487a69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0829060 Jun 02 17:07:05.590993 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-42e421ef-d391-41a2-a5e3-390d145bd5cd None None] Set router 64cd3aef-4f96-4754-8917-9f56e54dfce4 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:07:05.669220 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7901918b-0030-4519-b865-e15c182992e2 req-07307baa-433f-47a7-a314-03f38786016b service neutron] 10.222.0.49 "GET /v2.0/networks/f8562105-3911-4bff-83b5-66edc487a69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258848 Jun 02 17:07:05.904581 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-42e421ef-d391-41a2-a5e3-390d145bd5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30333088', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '7fff99d1-14b5-40cb-98eb-d943b1a2a911', 'name': '', 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:ee:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:07Z', 'updated_at': '2021-06-02T17:06:14Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:05.908670 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e421ef-d391-41a2-a5e3-390d145bd5cd None None] The sync data for ids ['64cd3aef-4f96-4754-8917-9f56e54dfce4'] in dv-neutron-601336-83-hyperv is: [{'id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30333088', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '7fff99d1-14b5-40cb-98eb-d943b1a2a911', 'name': '', 'network_id': 'f8562105-3911-4bff-83b5-66edc487a69e', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'mac_address': 'fa:16:3e:ee:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:07Z', 'updated_at': '2021-06-02T17:06:14Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'subnets': [{'id': '8ac30050-bfab-4812-89f5-20aeb640d44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:07:05.954151 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7901918b-0030-4519-b865-e15c182992e2 req-d712a4a4-d636-4b66-8c04-cb1abb1eb927 service neutron] 10.222.0.49 "GET /v2.0/networks/f8562105-3911-4bff-83b5-66edc487a69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782013 Jun 02 17:07:06.115084 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe65f9e-4c7a-4255-b5b9-bc7eb77087b7 None None] New status for floating IP f35f3e67-4e1b-4453-bb33-748dcba439d9: DOWN {{(pid=92324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:07:06.709246 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbae97-4ef4-42f2-8dfa-1e4c301a4db6 req-6f8ad499-8c39-438b-bded-83085018897f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:06.709999 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-a2cbae97-4ef4-42f2-8dfa-1e4c301a4db6 req-6f8ad499-8c39-438b-bded-83085018897f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Synchronizing usage tracker for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:07:06.727435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-a2cbae97-4ef4-42f2-8dfa-1e4c301a4db6 req-6f8ad499-8c39-438b-bded-83085018897f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Unset dirty status for tenant:42016c8220d54b1e828f34caeb060b3e on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:07:06.728684 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a2cbae97-4ef4-42f2-8dfa-1e4c301a4db6 req-6f8ad499-8c39-438b-bded-83085018897f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 946 time: 0.1073120 Jun 02 17:07:06.774925 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a2cbae97-4ef4-42f2-8dfa-1e4c301a4db6 req-4cbdee95-8d01-412f-8f1f-3af0f30f29a2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/security-groups?id=276f114b-064e-4ac4-98ee-3f4dbb43d6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403490 Jun 02 17:07:06.845327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:06.984492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab4f0c-2a23-4ee9-8186-3b515b1a9e69 req-9b5f4a3d-c907-4406-87df-d57e4b02d41d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:06.985896 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e8ab4f0c-2a23-4ee9-8186-3b515b1a9e69 req-9b5f4a3d-c907-4406-87df-d57e4b02d41d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 946 time: 0.0940666 Jun 02 17:07:07.128822 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-e8ab4f0c-2a23-4ee9-8186-3b515b1a9e69 req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port e305538a-0e8e-41cd-929c-77af6a2e697c {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:07:07.129163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-e8ab4f0c-2a23-4ee9-8186-3b515b1a9e69 req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:07.258766 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-e8ab4f0c-2a23-4ee9-8186-3b515b1a9e69 req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] For port e305538a-0e8e-41cd-929c-77af6a2e697c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e305538a-0e8e-41cd-929c-77af6a2e697c,segment=NetworkSegment(9c740424-88e0-472e-a060-eadac660ad69),segment_id=9c740424-88e0-472e-a060-eadac660ad69)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:07:07.259098 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-e8ab4f0c-2a23-4ee9-8186-3b515b1a9e69 req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:07.384514 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-e8ab4f0c-2a23-4ee9-8186-3b515b1a9e69 req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for e305538a-0e8e-41cd-929c-77af6a2e697c owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:07:07.498457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-e8ab4f0c-2a23-4ee9-8186-3b515b1a9e69 req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:07.504611 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:07.551004 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=e305538a-0e8e-41cd-929c-77af6a2e697c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:07.585279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:07.585680 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:07.586103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:07.586470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:07.586860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:07.587231 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:07.587620 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:07.587980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:07.588356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:07.588721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:07.589086 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:07.589459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:07.598799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:07.637991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ab4f0c-2a23-4ee9-8186-3b515b1a9e69 req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] No DVR routers for this DVR port e305538a-0e8e-41cd-929c-77af6a2e697c on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:07:07.640666 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-e8ab4f0c-2a23-4ee9-8186-3b515b1a9e69 req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:07.643216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f9421a-4910-415b-90f4-aced54ac6aca', 'name': 'network-vif-deleted', 'tag': 'e305538a-0e8e-41cd-929c-77af6a2e697c'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:07:07.645501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2784611-4744-4a36-8ac9-5a8406415e87" -d '{"events": [{"server_uuid": "75f9421a-4910-415b-90f4-aced54ac6aca", "name": "network-vif-deleted", "tag": "e305538a-0e8e-41cd-929c-77af6a2e697c"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:07:07.660032 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e8ab4f0c-2a23-4ee9-8186-3b515b1a9e69 req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.49 "DELETE /v2.0/ports/e305538a-0e8e-41cd-929c-77af6a2e697c HTTP/1.1" status: 204 len: 173 time: 0.6644118 Jun 02 17:07:07.736891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aad39d5-8089-450b-a27a-b260ba89bb91 x-openstack-request-id: req-7aad39d5-8089-450b-a27a-b260ba89bb91 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:07:07.737264 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f9421a-4910-415b-90f4-aced54ac6aca", "name": "network-vif-deleted", "tag": "e305538a-0e8e-41cd-929c-77af6a2e697c", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:07:07.737563 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7aad39d5-8089-450b-a27a-b260ba89bb91 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:07:07.738009 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f9421a-4910-415b-90f4-aced54ac6aca', 'name': 'network-vif-deleted', 'tag': 'e305538a-0e8e-41cd-929c-77af6a2e697c', 'status': 'completed', 'code': 200} Jun 02 17:07:07.947683 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-487e92ee-dbcf-4fac-b878-5ad128cc78ea req-b86ad117-b38b-4b95-b924-0d841546ad9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "GET /v2.0/ports?device_id=75f9421a-4910-415b-90f4-aced54ac6aca HTTP/1.1" status: 200 len: 210 time: 0.0445559 Jun 02 17:07:08.770642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:09.056281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44874) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:09.645378 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-36d9f35c-6f0c-47d7-8eaf-55e97bb9c299 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:10.224489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f35c-6f0c-47d7-8eaf-55e97bb9c299 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port 7fff99d1-14b5-40cb-98eb-d943b1a2a911 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:07:10.225264 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-36d9f35c-6f0c-47d7-8eaf-55e97bb9c299 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:10.358223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-36d9f35c-6f0c-47d7-8eaf-55e97bb9c299 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] For port 7fff99d1-14b5-40cb-98eb-d943b1a2a911, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=7fff99d1-14b5-40cb-98eb-d943b1a2a911,segment=NetworkSegment(9c740424-88e0-472e-a060-eadac660ad69),segment_id=9c740424-88e0-472e-a060-eadac660ad69)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:07:10.358569 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-36d9f35c-6f0c-47d7-8eaf-55e97bb9c299 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:10.427346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device e305538a-0e8e-41cd-929c-77af6a2e697c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:07:10.463318 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: e305538a-0e8e-41cd-929c-77af6a2e697c {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:07:10.463734 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device e305538a-0e8e-41cd-929c-77af6a2e697c not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:07:10.484366 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f35c-6f0c-47d7-8eaf-55e97bb9c299 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for 7fff99d1-14b5-40cb-98eb-d943b1a2a911 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:07:10.640509 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-36d9f35c-6f0c-47d7-8eaf-55e97bb9c299 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:10.645074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cc37198b-2507-475d-ab55-7f8a75f5a699 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:10.691625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f35c-6f0c-47d7-8eaf-55e97bb9c299 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=7fff99d1-14b5-40cb-98eb-d943b1a2a911,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:10.718227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-36d9f35c-6f0c-47d7-8eaf-55e97bb9c299 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:10.966316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-36d9f35c-6f0c-47d7-8eaf-55e97bb9c299 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:11.333924 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d9f35c-6f0c-47d7-8eaf-55e97bb9c299 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Router 64cd3aef-4f96-4754-8917-9f56e54dfce4 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:07:11.672267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d9f35c-6f0c-47d7-8eaf-55e97bb9c299 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:07:11.682643 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5d6825-20ba-4db9-9c45-baae477bd445 None None] Sync routers for ids ['64cd3aef-4f96-4754-8917-9f56e54dfce4'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:07:11.685764 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-36d9f35c-6f0c-47d7-8eaf-55e97bb9c299 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "PUT /v2.0/routers/64cd3aef-4f96-4754-8917-9f56e54dfce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6284359 Jun 02 17:07:11.689835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44876) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:11.693771 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d6825-20ba-4db9-9c45-baae477bd445 None None] Routers {'64cd3aef-4f96-4754-8917-9f56e54dfce4'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:07:11.694420 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-8a5d6825-20ba-4db9-9c45-baae477bd445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:07:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['64cd3aef-4f96-4754-8917-9f56e54dfce4'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:11.761220 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-29af759b-9a1c-4b93-a09d-0dc0e6e101c8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting subnet 8ac30050-bfab-4812-89f5-20aeb640d44e {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 17:07:11.764715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29af759b-9a1c-4b93-a09d-0dc0e6e101c8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:11.823525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29af759b-9a1c-4b93-a09d-0dc0e6e101c8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:11.877641 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-8a5d6825-20ba-4db9-9c45-baae477bd445 None None] Set router 64cd3aef-4f96-4754-8917-9f56e54dfce4 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:07:11.908540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29af759b-9a1c-4b93-a09d-0dc0e6e101c8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:12.149597 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-8a5d6825-20ba-4db9-9c45-baae477bd445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30333088', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:07:10Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:12.153474 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5d6825-20ba-4db9-9c45-baae477bd445 None None] Checking router: 64cd3aef-4f96-4754-8917-9f56e54dfce4 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:07:12.162039 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d6825-20ba-4db9-9c45-baae477bd445 None None] Routers {'64cd3aef-4f96-4754-8917-9f56e54dfce4'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:07:12.162671 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-8a5d6825-20ba-4db9-9c45-baae477bd445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:07:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['64cd3aef-4f96-4754-8917-9f56e54dfce4'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:12.180257 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29af759b-9a1c-4b93-a09d-0dc0e6e101c8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:12.184858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-63d4faaf-eaf3-4572-9809-d6c637e94152 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:12.224781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af759b-9a1c-4b93-a09d-0dc0e6e101c8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac30050-bfab-4812-89f5-20aeb640d44e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:12.226817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29af759b-9a1c-4b93-a09d-0dc0e6e101c8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:12.229739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-29af759b-9a1c-4b93-a09d-0dc0e6e101c8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:12.237049 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-29af759b-9a1c-4b93-a09d-0dc0e6e101c8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/subnets/8ac30050-bfab-4812-89f5-20aeb640d44e HTTP/1.1" status: 204 len: 168 time: 0.5460844 Jun 02 17:07:12.237468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44878) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:12.238972 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4435973-2a0f-4908-89aa-21e991ae85e4 None None] Network f8562105-3911-4bff-83b5-66edc487a69e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:07:12.374960 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-8a5d6825-20ba-4db9-9c45-baae477bd445 None None] Set router 64cd3aef-4f96-4754-8917-9f56e54dfce4 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:07:12.426182 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:12.502719 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] DHCP port deletion for f8562105-3911-4bff-83b5-66edc487a69e request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 17:07:12.571103 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Deleting port 5299d697-ccd5-498c-ba5e-1426b189863e {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:07:12.571452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:12.608431 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:12.655429 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-8a5d6825-20ba-4db9-9c45-baae477bd445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30333088', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:07:10Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:12.660228 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5d6825-20ba-4db9-9c45-baae477bd445 None None] The sync data for ids ['64cd3aef-4f96-4754-8917-9f56e54dfce4'] in dv-neutron-601336-83-hyperv is: [{'id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30333088', 'tenant_id': '42016c8220d54b1e828f34caeb060b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:07:10Z', 'revision_number': 5, 'project_id': '42016c8220d54b1e828f34caeb060b3e', 'gw_port': {'id': '7470c966-6b23-4d9d-9b1f-7a41024b4af2', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cd3aef-4f96-4754-8917-9f56e54dfce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:06:03Z', 'updated_at': '2021-06-02T17:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:07:12.670721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] For port 5299d697-ccd5-498c-ba5e-1426b189863e, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=5299d697-ccd5-498c-ba5e-1426b189863e,segment=NetworkSegment(9c740424-88e0-472e-a060-eadac660ad69),segment_id=9c740424-88e0-472e-a060-eadac660ad69)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:07:12.671202 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:12.685514 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Deleting port 7470c966-6b23-4d9d-9b1f-7a41024b4af2 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:07:12.685871 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:12.792877 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Calling delete_port for 5299d697-ccd5-498c-ba5e-1426b189863e owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:07:12.811058 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] For port 7470c966-6b23-4d9d-9b1f-7a41024b4af2, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=7470c966-6b23-4d9d-9b1f-7a41024b4af2,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:07:12.811447 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:12.840955 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:12.844575 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0a409ce8-cbd3-4c1e-846a-33c96ebd962e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:12.889325 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Pushing event deleted for resources: {'Port': ['ID=5299d697-ccd5-498c-ba5e-1426b189863e,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:12.901190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] No DVR routers for this DVR port 5299d697-ccd5-498c-ba5e-1426b189863e on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:07:12.903074 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:12.903408 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:12.903744 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:12.904074 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:12.904402 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:12.904752 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:12.905062 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:12.905389 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:12.905716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:12.906045 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:12.906388 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:12.906703 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:12.910325 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:12.933777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Calling delete_port for 7470c966-6b23-4d9d-9b1f-7a41024b4af2 owned by network:router_gateway {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:07:13.074562 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:13.078310 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-36d9f35c-6f0c-47d7-8eaf-55e97bb9c299 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:13.125270 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Port': ['ID=7470c966-6b23-4d9d-9b1f-7a41024b4af2,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:13.128440 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:13.217653 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:13.385481 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:13.387881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:13.414227 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:13.414840 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Fanout notify agent at l3_agent the message router_deleted on router 64cd3aef-4f96-4754-8917-9f56e54dfce4 {{(pid=92322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 17:07:13.431557 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:13.432647 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/routers/64cd3aef-4f96-4754-8917-9f56e54dfce4 HTTP/1.1" status: 204 len: 168 time: 1.1939738 Jun 02 17:07:13.435525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44880) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:13.549966 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b2a386a-ba66-4fb7-bb5e-30462acfc608 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:13.684063 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b2a386a-ba66-4fb7-bb5e-30462acfc608 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:13.845009 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-4b2a386a-ba66-4fb7-bb5e-30462acfc608 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8562105-3911-4bff-83b5-66edc487a69e']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:13.859697 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-4b2a386a-ba66-4fb7-bb5e-30462acfc608 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c740424-88e0-472e-a060-eadac660ad69') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:13.859976 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-4b2a386a-ba66-4fb7-bb5e-30462acfc608 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c740424-88e0-472e-a060-eadac660ad69') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:13.872897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b2a386a-ba66-4fb7-bb5e-30462acfc608 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:13.890248 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b2a386a-ba66-4fb7-bb5e-30462acfc608 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:13.897525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2a386a-ba66-4fb7-bb5e-30462acfc608 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 17:07:13.898038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b2a386a-ba66-4fb7-bb5e-30462acfc608 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:13.909323 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5299d697-ccd5-498c-ba5e-1426b189863e no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 17:07:13.912779 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 17:07:13.949021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 5299d697-ccd5-498c-ba5e-1426b189863e {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:07:13.949379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 5299d697-ccd5-498c-ba5e-1426b189863e not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:07:13.949801 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7fff99d1-14b5-40cb-98eb-d943b1a2a911 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:07:13.982172 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 7fff99d1-14b5-40cb-98eb-d943b1a2a911 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:07:13.982393 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7fff99d1-14b5-40cb-98eb-d943b1a2a911 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:07:13.982831 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7470c966-6b23-4d9d-9b1f-7a41024b4af2 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:07:13.996321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b2a386a-ba66-4fb7-bb5e-30462acfc608 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:14.000052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c7357842-239a-44b5-bcae-fa43b8056b9c tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:14.014893 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4b2a386a-ba66-4fb7-bb5e-30462acfc608 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:14.015095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 7470c966-6b23-4d9d-9b1f-7a41024b4af2 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:07:14.015364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 7470c966-6b23-4d9d-9b1f-7a41024b4af2 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:07:14.027576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a386a-ba66-4fb7-bb5e-30462acfc608 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'Network': ['ID=f8562105-3911-4bff-83b5-66edc487a69e,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:14.030573 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4b2a386a-ba66-4fb7-bb5e-30462acfc608 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:14.035089 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4b2a386a-ba66-4fb7-bb5e-30462acfc608 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/networks/f8562105-3911-4bff-83b5-66edc487a69e HTTP/1.1" status: 204 len: 168 time: 0.5986490 Jun 02 17:07:14.037708 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44882) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:14.123250 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e4b2-80b2-4425-baaf-a81a6116dc54 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:14.153458 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e4b2-80b2-4425-baaf-a81a6116dc54 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:14.221390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e4b2-80b2-4425-baaf-a81a6116dc54 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:14.225713 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dcef5ae8-e5a6-489c-8e90-12db746441b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:14.241159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7e4b2-80b2-4425-baaf-a81a6116dc54 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=276f114b-064e-4ac4-98ee-3f4dbb43d6e4,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:14.243512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4ca7e4b2-80b2-4425-baaf-a81a6116dc54 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:14.257125 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e4b2-80b2-4425-baaf-a81a6116dc54 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:14.258330 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-4ca7e4b2-80b2-4425-baaf-a81a6116dc54 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] 10.222.0.50 "DELETE /v2.0/security-groups/276f114b-064e-4ac4-98ee-3f4dbb43d6e4 HTTP/1.1" status: 204 len: 168 time: 0.2196336 Jun 02 17:07:14.666723 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44890) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:14.846323 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-da9d81ef-c568-44f4-938b-68ddeeab698f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=42016c8220d54b1e828f34caeb060b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783266 Jun 02 17:07:14.850101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44894) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:14.905760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a174-8aeb-4e3d-bfdf-47847c258bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:14.932483 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a174-8aeb-4e3d-bfdf-47847c258bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:14.989382 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a174-8aeb-4e3d-bfdf-47847c258bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:14.993235 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-73a0238f-ed67-46d8-8e32-3ab186b87cf1 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:15.007160 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6a174-8aeb-4e3d-bfdf-47847c258bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc62f563-110f-494c-b8d6-1476b52767a5,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:15.012005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6bb6a174-8aeb-4e3d-bfdf-47847c258bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:15.013944 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a174-8aeb-4e3d-bfdf-47847c258bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:15.015070 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6bb6a174-8aeb-4e3d-bfdf-47847c258bd2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc62f563-110f-494c-b8d6-1476b52767a5 HTTP/1.1" status: 204 len: 168 time: 0.1641047 Jun 02 17:07:15.314121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44900) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:15.332010 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83f7d21b-8e14-4e2f-a616-4b9b77eed306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:15.347113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-83f7d21b-8e14-4e2f-a616-4b9b77eed306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:15.351259 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-83f7d21b-8e14-4e2f-a616-4b9b77eed306 admin admin] Usage tracker for resource:security_group_rule and tenant:183d0326d1724e09a98568edb687f19b is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:15.354206 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-83f7d21b-8e14-4e2f-a616-4b9b77eed306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:15.360116 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-83f7d21b-8e14-4e2f-a616-4b9b77eed306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:15.449672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83f7d21b-8e14-4e2f-a616-4b9b77eed306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:15.455195 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83f7d21b-8e14-4e2f-a616-4b9b77eed306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:15.463756 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ff0f5b52-d5b7-4286-bfbe-11820a867dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:15.501452 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-83f7d21b-8e14-4e2f-a616-4b9b77eed306 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=183d0326d1724e09a98568edb687f19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1862400 Jun 02 17:07:15.503229 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7d21b-8e14-4e2f-a616-4b9b77eed306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5c059d-2638-4a50-b10b-aedecdf31246,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:15.504356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44902) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:15.506281 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-83f7d21b-8e14-4e2f-a616-4b9b77eed306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:15.561853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3422bddc-78ec-496b-987f-c99109e8ec79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:15.586873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3422bddc-78ec-496b-987f-c99109e8ec79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:15.641463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3422bddc-78ec-496b-987f-c99109e8ec79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:15.646351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7936e4d9-e5ab-42ea-9d90-4a5475c807a9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:15.657205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422bddc-78ec-496b-987f-c99109e8ec79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5c059d-2638-4a50-b10b-aedecdf31246,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:15.660225 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3422bddc-78ec-496b-987f-c99109e8ec79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:15.666807 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3422bddc-78ec-496b-987f-c99109e8ec79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:15.667978 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3422bddc-78ec-496b-987f-c99109e8ec79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad5c059d-2638-4a50-b10b-aedecdf31246 HTTP/1.1" status: 204 len: 168 time: 0.1626146 Jun 02 17:07:16.470980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44924) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:16.586141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1833247335-network', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:07:16.591163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:16.594973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Usage tracker for resource:network and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:16.598260 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:16.604031 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:16.616868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Made reservation on behalf of cb5e4e73b42941fa8eb05a2968c328f2 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:07:16.619336 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:16.631600 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:16.645410 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:16.649160 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Usage tracker for resource:security_group_rule and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:16.651906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:16.657504 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:16.767819 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:16.774526 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:16.778647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b100db63-64bd-422c-9557-366816f2b11f tempest-NegativeSecGroupIPv6Test-352177804 tempest-NegativeSecGroupIPv6Test-352177804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:16.806975 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 17:07:16.815340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe494c4-f717-44f2-81c0-a5363ad41b6d,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:16.818876 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:16.821307 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:16.821636 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Added segment ba82a3da-71e8-4939-a25e-d512d3215f22 of type vlan for network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 Jun 02 17:07:16.848530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:16.879967 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:16.880943 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:16.881499 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:16.884710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4180d975-a5fc-4b31-a874-452bed6143b7 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:16.981329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Pushing event updated for resources: {'Network': ['ID=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:16.984605 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5120873 Jun 02 17:07:16.985472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f719339f-f0c7-41b6-8df1-446c19395760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:16.989489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44928) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:16.994017 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 17:07:16.995157 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] Request body: {'subnet': {'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1833247335-subnet', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'ip_version': 4}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:07:17.000745 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:17.005280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] Usage tracker for resource:subnet and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:17.008318 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:17.014807 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:17.026543 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] Made reservation on behalf of cb5e4e73b42941fa8eb05a2968c328f2 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:07:17.029325 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:17.426212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:17.429836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-db9ab69c-7d19-48cb-be9e-7a129335ec9e tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:17.640710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:17.644533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:17.651499 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] Checking segment: {'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:07:17.651836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] Network hostable DHCP agents. Network: 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 17:07:17.668828 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] Network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 17:07:17.678978 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:07:17.686900 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:17.687477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:17.688348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030f12b9-e3ce-44b8-b2c5-5660e76d4e83 None None] Network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:07:17.708938 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-495adcb3-a4de-4e5f-b709-d69a63662fb3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7183738 Jun 02 17:07:17.711989 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44930) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:17.716579 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:07:17.721310 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:17.725888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Usage tracker for resource:router and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:17.729016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:17.735363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:17.747901 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:17.749287 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:17.765295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:17.906367 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 17:07:17.907195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:18.028119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:18.059901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Allocated IP 172.20.0.2 (1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9/46c9bd8f-0ea6-483f-a702-9ab8457fd8d6/93c742cb-9f43-4640-9f32-6b7de1d3c7a0) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:07:18.298877 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:18.309521 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Transition to ACTIVE for port object 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:07:18.327769 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Transition to ACTIVE for port object 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:07:18.334704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:18.335539 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:18.338334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b781d73d-fbe9-4d49-81f8-9049e8f387d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:18.365769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:18.408306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:07:18.412021 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:07:18.416837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:07:18.419071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Pushing event updated for resources: {'Port': ['ID=93c742cb-9f43-4640-9f32-6b7de1d3c7a0,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:18.422519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:18.502816 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Allocated IP 172.26.3.206 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:07:18.509576 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Attempting to bind port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:07:18.510008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Attempting to bind port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:07:18.510418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Attempting to bind port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 on network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:07:18.516081 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:07:18.516469 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Checking segment: {'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:07:18.516900 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:18.517275 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Bound using segment: {'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:07:18.517898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Bound port: 93c742cb-9f43-4640-9f32-6b7de1d3c7a0, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:07:18.518302 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:18.605846 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] For port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:07:18.609052 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] For port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=93c742cb-9f43-4640-9f32-6b7de1d3c7a0,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:07:18.613600 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:18.618002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8f190391-fa60-4974-acb3-23a076df0f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:18.650138 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:18.682897 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:18.687643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9d9b36d0-9fe4-48bc-a04a-aa373b9561d4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:18.697462 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Pushing event updated for resources: {'Port': ['ID=93c742cb-9f43-4640-9f32-6b7de1d3c7a0,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:18.700380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:18.748671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:07:18.751947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:07:18.754534 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:07:18.796027 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Pushing event updated for resources: {'Port': ['ID=0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:18.799012 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:19.336508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:19.474182 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:19.581676 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619a2b92-c042-44c4-9a62-34c769979d42 None None] Network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:07:19.676991 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:19.734614 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-524c2a18-14d4-47ec-828d-d658f11a5f28 None None] Provisioning for port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:07:19.805246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:07:19.893957 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:07:19.894840 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Router 450eff93-9be9-460a-9a12-bdc4fe551c4d is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 17:07:19.899085 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:19.899616 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:20.022791 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:20.056824 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=93c742cb-9f43-4640-9f32-6b7de1d3c7a0,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:07:20.062358 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:20.065532 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8661b7b6-5d63-427f-b084-6ef0ac2c9749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:20.082584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:07:20.101428 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Sync routers for ids ['450eff93-9be9-460a-9a12-bdc4fe551c4d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:07:20.107163 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:20.111446 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3984382 Jun 02 17:07:20.111627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44932) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:20.132122 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Routers {'450eff93-9be9-460a-9a12-bdc4fe551c4d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:07:20.132748 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:07:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['450eff93-9be9-460a-9a12-bdc4fe551c4d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:20.218390 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=93c742cb-9f43-4640-9f32-6b7de1d3c7a0,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:20.230306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:20.289667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-76d7265c-ee55-4c77-81c5-dfc6484330e9 None None] Provisioning complete for port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:20.290049 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-76d7265c-ee55-4c77-81c5-dfc6484330e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:20.375540 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Set router 450eff93-9be9-460a-9a12-bdc4fe551c4d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:07:20.761334 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:19Z', 'revision_number': 3, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:20.765369 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Checking router: 450eff93-9be9-460a-9a12-bdc4fe551c4d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:07:20.765727 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Updating router 450eff93-9be9-460a-9a12-bdc4fe551c4d port 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 17:07:20.783951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:20.820737 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:20.987907 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Allocated IP 172.20.0.1 (1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9/46c9bd8f-0ea6-483f-a702-9ab8457fd8d6/3788fcb7-8e05-4ba7-83e3-fe00dc173e79) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:07:21.148093 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:21.160716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Transition to ACTIVE for port object 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:07:21.169342 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:21.173303 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:21.247868 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Attempting to bind port 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:07:21.248158 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Attempting to bind port 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:07:21.248530 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Attempting to bind port 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:07:21.254517 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194d3b1-2668-407f-9d14-86c8490fe258 None None] Pushing event updated for resources: {'Port': ['ID=0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:21.258341 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8194d3b1-2668-407f-9d14-86c8490fe258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:21.259257 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:07:21.259642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:07:21.260048 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:21.260437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:07:21.260912 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Bound port: 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:07:21.261704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:21.284330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:21.300906 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Transition to ACTIVE for port object 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:07:21.326009 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:21.330823 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-94188a21-1dd4-4f35-b349-af708d3b9586 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:21.337356 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] For port 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:07:21.340915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] For port 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:07:21.344820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:21.349587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-518eef3e-e7c2-4d19-ac02-930909dfd466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:21.386278 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:07:21.393314 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:07:21.404078 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:07:21.422724 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Routers {'450eff93-9be9-460a-9a12-bdc4fe551c4d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:07:21.423379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:07:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['450eff93-9be9-460a-9a12-bdc4fe551c4d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:21.438941 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Pushing event updated for resources: {'Port': ['ID=3788fcb7-8e05-4ba7-83e3-fe00dc173e79,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:21.443338 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:21.459943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:21.482352 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194d3b1-2668-407f-9d14-86c8490fe258 None None] Pushing event updated for resources: {'Port': ['ID=0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:21.492381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8194d3b1-2668-407f-9d14-86c8490fe258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:21.619516 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] Set router 450eff93-9be9-460a-9a12-bdc4fe551c4d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:07:21.663179 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8aee0a06-17be-496a-a7ea-85ee7a393a13 None None] Provisioning for port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:07:21.723710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8aee0a06-17be-496a-a7ea-85ee7a393a13 None None] Provisioning complete for port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:21.724072 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8aee0a06-17be-496a-a7ea-85ee7a393a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:21.724178 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:21.787678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:07:21.915190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-8aee0a06-17be-496a-a7ea-85ee7a393a13 None None] Port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:07:21.949373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:21.955879 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:21.980584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-3b7aea7e-ed56-420b-b9d5-6244ff15575e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:21.981197 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:21.981569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:22.063900 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Pushing event updated for resources: {'Port': ['ID=3788fcb7-8e05-4ba7-83e3-fe00dc173e79,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:22.066848 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:22.070644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:22.112678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:19Z', 'revision_number': 3, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:22.120810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a475c9-af2e-429e-81bb-3ae6cfafa5b5 None None] The sync data for ids ['450eff93-9be9-460a-9a12-bdc4fe551c4d'] in dv-neutron-601336-83-hyperv is: [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:19Z', 'revision_number': 3, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:07:22.211943 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:07:22.213349 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:07:22.412459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Router 450eff93-9be9-460a-9a12-bdc4fe551c4d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:07:22.454230 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e1aaacf6-8773-4e8c-b1e9-c40b46fd1a2e None None] Provisioning complete for port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:22.454885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e1aaacf6-8773-4e8c-b1e9-c40b46fd1a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:22.518943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-e1aaacf6-8773-4e8c-b1e9-c40b46fd1a2e None None] Port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:07:22.620363 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:07:22.636703 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] 10.222.0.50 "PUT /v2.0/routers/450eff93-9be9-460a-9a12-bdc4fe551c4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5240269 Jun 02 17:07:23.157429 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44948) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:23.162741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-101779556-network', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:07:23.168218 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:23.172625 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Usage tracker for resource:network and tenant:407d680798014b47a1cef4dd3f4b7d35 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:23.175951 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:23.182116 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:23.194127 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Made reservation on behalf of 407d680798014b47a1cef4dd3f4b7d35 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:07:23.196503 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:23.208515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:23.223768 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:23.228294 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Usage tracker for resource:security_group_rule and tenant:407d680798014b47a1cef4dd3f4b7d35 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:23.232740 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:23.241464 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:23.330308 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:23.336101 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:23.339090 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-408f8ac2-2112-4ac3-b267-75508310d459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:23.367435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 17:07:23.376394 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a5ace3-a08d-413a-884a-9b1e8f9f56be,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:23.380085 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:23.382892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:23.383241 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Added segment 0370abfd-67dd-440e-a033-066e3f1bf133 of type vlan for network bdaff10a-52c4-4f66-bce3-3990dd4c443e Jun 02 17:07:23.410515 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:23.444560 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:23.445605 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:23.446215 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:23.449521 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-375d6161-9dfe-4015-b5c0-bb70010f4dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:23.663160 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Sync routers for ids ['450eff93-9be9-460a-9a12-bdc4fe551c4d'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:07:23.673638 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Routers {'450eff93-9be9-460a-9a12-bdc4fe551c4d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:07:23.674291 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:07:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['450eff93-9be9-460a-9a12-bdc4fe551c4d'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:23.713191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Pushing event updated for resources: {'Network': ['ID=bdaff10a-52c4-4f66-bce3-3990dd4c443e,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:23.715987 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:23.717528 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b764d496-3340-4f82-b741-df35ab2adf8f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5590189 Jun 02 17:07:23.720480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44950) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:23.725759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] Request body: {'subnet': {'network_id': 'bdaff10a-52c4-4f66-bce3-3990dd4c443e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-101779556-subnet', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'ip_version': 4}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:07:23.727362 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network bdaff10a-52c4-4f66-bce3-3990dd4c443e details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 17:07:23.736755 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:23.744205 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] Usage tracker for resource:subnet and tenant:407d680798014b47a1cef4dd3f4b7d35 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:23.749029 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:23.763712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:23.776858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] Made reservation on behalf of 407d680798014b47a1cef4dd3f4b7d35 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:07:23.779544 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:23.870980 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Set router 450eff93-9be9-460a-9a12-bdc4fe551c4d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:07:23.875460 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:07:23.972380 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:07:23.977475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:23.977860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.098858 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.116405 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:07:24.121318 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.124235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-08a4d551-ed85-49de-80cb-7d4f9543874e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:24.181970 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '3788fcb7-8e05-4ba7-83e3-fe00dc173e79', 'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'mac_address': 'fa:16:3e:28:9e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:20Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 2, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'subnets': [{'id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:24.185778 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Checking router: 450eff93-9be9-460a-9a12-bdc4fe551c4d for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:07:24.186163 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Updating router 450eff93-9be9-460a-9a12-bdc4fe551c4d port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 17:07:24.193262 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:24.193457 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.196479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:24.199201 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-76719645-6c36-46df-b5af-57a0a5b184f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:24.237516 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.271158 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30fb9314-9e87-46ce-8ae3-ca45435cf454,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:24.273905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:24.281161 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] Checking segment: {'id': '0370abfd-67dd-440e-a033-066e3f1bf133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bdaff10a-52c4-4f66-bce3-3990dd4c443e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:07:24.281504 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] Network hostable DHCP agents. Network: bdaff10a-52c4-4f66-bce3-3990dd4c443e, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 17:07:24.300444 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] Network bdaff10a-52c4-4f66-bce3-3990dd4c443e is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 17:07:24.310123 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, bdaff10a-52c4-4f66-bce3-3990dd4c443e) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:07:24.320398 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:24.320977 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.321572 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b921e428-f60a-419e-82bd-5b99f159bb48 None None] Network bdaff10a-52c4-4f66-bce3-3990dd4c443e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:07:24.342359 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c138b382-e9fc-470d-9b79-0ae7d14a60e8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6208115 Jun 02 17:07:24.344760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44952) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:24.349809 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-101779556-router', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:07:24.354550 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:24.358400 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Usage tracker for resource:router and tenant:407d680798014b47a1cef4dd3f4b7d35 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:24.361251 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:24.366970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:24.377788 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.378816 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.394853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.546422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-bdaff10a-52c4-4f66-bce3-3990dd4c443e', 'network_id': 'bdaff10a-52c4-4f66-bce3-3990dd4c443e', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'fixed_ips': [{'subnet_id': '30fb9314-9e87-46ce-8ae3-ca45435cf454'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 17:07:24.547359 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.580367 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.591544 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Transition to ACTIVE for port object 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:07:24.600061 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.605906 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-122af077-c4aa-4eff-932e-39a23e2626ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:24.672982 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.709661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Allocated IP 172.20.0.2 (bdaff10a-52c4-4f66-bce3-3990dd4c443e/30fb9314-9e87-46ce-8ae3-ca45435cf454/c5f94a66-1d62-4df1-b64f-28b34d39b802) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:07:24.842813 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568f199-878b-49eb-a838-ce3bf796e017 None None] Pushing event updated for resources: {'Port': ['ID=3788fcb7-8e05-4ba7-83e3-fe00dc173e79,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:24.853180 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568f199-878b-49eb-a838-ce3bf796e017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:24.853558 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568f199-878b-49eb-a838-ce3bf796e017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:24.853865 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568f199-878b-49eb-a838-ce3bf796e017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:24.854220 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568f199-878b-49eb-a838-ce3bf796e017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:24.854549 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568f199-878b-49eb-a838-ce3bf796e017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:24.854875 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568f199-878b-49eb-a838-ce3bf796e017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:24.855196 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568f199-878b-49eb-a838-ce3bf796e017 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:24.855516 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568f199-878b-49eb-a838-ce3bf796e017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:24.855836 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568f199-878b-49eb-a838-ce3bf796e017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:24.856149 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568f199-878b-49eb-a838-ce3bf796e017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:24.856469 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568f199-878b-49eb-a838-ce3bf796e017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:24.856781 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8568f199-878b-49eb-a838-ce3bf796e017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:07:24.860662 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-8568f199-878b-49eb-a838-ce3bf796e017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:24.865625 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Attempting to bind port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:07:24.865855 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Attempting to bind port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:07:24.866225 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Attempting to bind port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 on network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:07:24.871682 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:07:24.872061 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Checking segment: {'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:07:24.872467 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.872858 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Bound using segment: {'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:07:24.873322 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Bound port: 3788fcb7-8e05-4ba7-83e3-fe00dc173e79, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:07:24.873695 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.964701 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.967156 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] For port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:07:24.970932 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] For port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3788fcb7-8e05-4ba7-83e3-fe00dc173e79,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:07:24.979890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Transition to ACTIVE for port object c5f94a66-1d62-4df1-b64f-28b34d39b802 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:07:24.980348 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:24.987552 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-db5a6af5-5c1f-48ff-b024-c9433a6b00ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:25.000285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Transition to ACTIVE for port object c5f94a66-1d62-4df1-b64f-28b34d39b802 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:07:25.007427 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:25.017913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:25.044320 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:25.059043 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Routers {'450eff93-9be9-460a-9a12-bdc4fe551c4d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:07:25.059685 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:07:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['450eff93-9be9-460a-9a12-bdc4fe551c4d'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:25.076274 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:25.077798 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Network bdaff10a-52c4-4f66-bce3-3990dd4c443e is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:07:25.081288 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:07:25.085311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:07:25.136606 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568f199-878b-49eb-a838-ce3bf796e017 None None] Pushing event updated for resources: {'Port': ['ID=3788fcb7-8e05-4ba7-83e3-fe00dc173e79,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:25.149529 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-8568f199-878b-49eb-a838-ce3bf796e017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:25.188379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Pushing event updated for resources: {'Port': ['ID=c5f94a66-1d62-4df1-b64f-28b34d39b802,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:25.193773 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:25.200025 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Attempting to bind port c5f94a66-1d62-4df1-b64f-28b34d39b802 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:07:25.200897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Attempting to bind port c5f94a66-1d62-4df1-b64f-28b34d39b802 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '0370abfd-67dd-440e-a033-066e3f1bf133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bdaff10a-52c4-4f66-bce3-3990dd4c443e'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:07:25.201365 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Attempting to bind port c5f94a66-1d62-4df1-b64f-28b34d39b802 on network bdaff10a-52c4-4f66-bce3-3990dd4c443e {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:07:25.209351 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:07:25.209888 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Checking segment: {'id': '0370abfd-67dd-440e-a033-066e3f1bf133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bdaff10a-52c4-4f66-bce3-3990dd4c443e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:07:25.210421 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:25.210917 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Bound using segment: {'id': '0370abfd-67dd-440e-a033-066e3f1bf133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bdaff10a-52c4-4f66-bce3-3990dd4c443e'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:07:25.211489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Bound port: c5f94a66-1d62-4df1-b64f-28b34d39b802, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0370abfd-67dd-440e-a033-066e3f1bf133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bdaff10a-52c4-4f66-bce3-3990dd4c443e'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:07:25.211991 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:25.248352 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Allocated IP 172.26.3.85 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/05aa761e-27fa-4ff4-8f46-1688ceaa592c) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:07:25.275930 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] Set router 450eff93-9be9-460a-9a12-bdc4fe551c4d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:07:25.311776 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] For port c5f94a66-1d62-4df1-b64f-28b34d39b802, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:07:25.317584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] For port c5f94a66-1d62-4df1-b64f-28b34d39b802, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c5f94a66-1d62-4df1-b64f-28b34d39b802,segment=NetworkSegment(0370abfd-67dd-440e-a033-066e3f1bf133),segment_id=0370abfd-67dd-440e-a033-066e3f1bf133)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:07:25.324960 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:25.329864 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:25.416815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Pushing event updated for resources: {'Port': ['ID=c5f94a66-1d62-4df1-b64f-28b34d39b802,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:25.420284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:25.571526 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:25.622004 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '3788fcb7-8e05-4ba7-83e3-fe00dc173e79', 'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'mac_address': 'fa:16:3e:28:9e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:20Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'subnets': [{'id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:25.623904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:25.626331 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b90a92-595a-449b-89c8-fd1cee17413f None None] The sync data for ids ['450eff93-9be9-460a-9a12-bdc4fe551c4d'] in dv-neutron-601336-83-hyperv is: [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '3788fcb7-8e05-4ba7-83e3-fe00dc173e79', 'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'mac_address': 'fa:16:3e:28:9e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:20Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'subnets': [{'id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:07:25.629210 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-0c57e116-a001-428d-8751-86b315236f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:25.701013 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:07:25.715433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:07:25.717672 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Pushing event updated for resources: {'Port': ['ID=05aa761e-27fa-4ff4-8f46-1688ceaa592c,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:25.719868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:07:25.756944 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:25.936903 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:07:26.017585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:26.018346 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:26.144098 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:07:26.178807 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:26.225032 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:07:26.231835 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:26.232263 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:26.418922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:26.455764 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3788fcb7-8e05-4ba7-83e3-fe00dc173e79,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:07:26.463205 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:26.464399 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c5f94a66-1d62-4df1-b64f-28b34d39b802 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:07:26.497157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:26.558102 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b701928-21db-41d6-9f69-83603ffe3e84 None None] Network bdaff10a-52c4-4f66-bce3-3990dd4c443e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:07:26.583042 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:26.715167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=3788fcb7-8e05-4ba7-83e3-fe00dc173e79,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:26.722000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-e4cef8c8-6b06-42f2-afe8-4e48e5510d1c None None] Provisioning for port c5f94a66-1d62-4df1-b64f-28b34d39b802 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:07:26.728748 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:26.749200 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port c5f94a66-1d62-4df1-b64f-28b34d39b802 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:07:26.785178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port c5f94a66-1d62-4df1-b64f-28b34d39b802 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:26.785475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:26.800312 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Router 2ef517e4-c3ee-4bde-855c-f52c1b3064d3 is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 17:07:26.968155 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:26.979334 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:07:26.992690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Sync routers for ids ['2ef517e4-c3ee-4bde-855c-f52c1b3064d3'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:07:27.012107 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Routers {'2ef517e4-c3ee-4bde-855c-f52c1b3064d3'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:07:27.012641 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:27.012817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:07:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2ef517e4-c3ee-4bde-855c-f52c1b3064d3'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:27.014043 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-856803e9-1d22-4676-9c4e-ffcd2c443647 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6682873 Jun 02 17:07:27.017473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44954) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:27.065036 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port c5f94a66-1d62-4df1-b64f-28b34d39b802, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c5f94a66-1d62-4df1-b64f-28b34d39b802,segment=NetworkSegment(0370abfd-67dd-440e-a033-066e3f1bf133),segment_id=0370abfd-67dd-440e-a033-066e3f1bf133)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:07:27.081079 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:27.085437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:27.236469 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:07:27.245386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=c5f94a66-1d62-4df1-b64f-28b34d39b802,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:27.250364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:27.268639 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Set router 2ef517e4-c3ee-4bde-855c-f52c1b3064d3 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:07:27.405170 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-97eb9de8-4630-427b-8fd3-88499459489a None None] Provisioning complete for port c5f94a66-1d62-4df1-b64f-28b34d39b802 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:27.405539 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-97eb9de8-4630-427b-8fd3-88499459489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:27.667811 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'name': 'tempest-TestShelveInstance-101779556-router', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '05aa761e-27fa-4ff4-8f46-1688ceaa592c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:24Z', 'updated_at': '2021-06-02T17:07:25Z', 'revision_number': 3, 'project_id': '407d680798014b47a1cef4dd3f4b7d35', 'gw_port': {'id': '05aa761e-27fa-4ff4-8f46-1688ceaa592c', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:25Z', 'updated_at': '2021-06-02T17:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:27.671693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Checking router: 2ef517e4-c3ee-4bde-855c-f52c1b3064d3 for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:07:27.672056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Updating router 2ef517e4-c3ee-4bde-855c-f52c1b3064d3 port 05aa761e-27fa-4ff4-8f46-1688ceaa592c binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 17:07:27.725328 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:27.815484 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c5f94a66-1d62-4df1-b64f-28b34d39b802 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:07:27.863413 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:28.032971 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port c5f94a66-1d62-4df1-b64f-28b34d39b802 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:28.033202 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:28.067409 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Allocated IP 172.20.0.1 (bdaff10a-52c4-4f66-bce3-3990dd4c443e/30fb9314-9e87-46ce-8ae3-ca45435cf454/10b7a9a5-2ef7-40b9-9194-26eac6b684f4) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:07:28.214713 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:28.230552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Transition to ACTIVE for port object 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:07:28.252858 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:07:28.254272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:28.258870 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cd604405-c813-4b30-8805-78a6c0e57b73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:28.288731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:28.314274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Transition to ACTIVE for port object 05aa761e-27fa-4ff4-8f46-1688ceaa592c will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:07:28.318874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Network bdaff10a-52c4-4f66-bce3-3990dd4c443e is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:07:28.322912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:07:28.324511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:28.325598 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:07:28.328142 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1f233c17-bf20-4978-9122-b507d786b1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:28.369162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Pushing event updated for resources: {'Port': ['ID=10b7a9a5-2ef7-40b9-9194-26eac6b684f4,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:28.372124 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:28.392617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:28.419034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:28.419418 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:28.443689 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366fa17-114f-4f33-a063-842269e775bc None None] Pushing event updated for resources: {'Port': ['ID=05aa761e-27fa-4ff4-8f46-1688ceaa592c,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:28.451154 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Attempting to bind port 05aa761e-27fa-4ff4-8f46-1688ceaa592c on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:07:28.451422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Attempting to bind port 05aa761e-27fa-4ff4-8f46-1688ceaa592c by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:07:28.451785 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Attempting to bind port 05aa761e-27fa-4ff4-8f46-1688ceaa592c on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:07:28.454050 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b366fa17-114f-4f33-a063-842269e775bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:28.466679 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:07:28.467073 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:07:28.467486 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:28.467889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:07:28.468388 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Bound port: 05aa761e-27fa-4ff4-8f46-1688ceaa592c, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:07:28.468774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:28.523295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:28.565258 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] For port 05aa761e-27fa-4ff4-8f46-1688ceaa592c, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:07:28.613938 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] For port 05aa761e-27fa-4ff4-8f46-1688ceaa592c, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=05aa761e-27fa-4ff4-8f46-1688ceaa592c,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:07:28.626459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:28.632851 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:28.665171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-288a7ae5-9768-4bbd-97c8-fb80757aee9c None None] Provisioning for port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:07:28.689502 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-288a7ae5-9768-4bbd-97c8-fb80757aee9c None None] Provisioning complete for port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:28.690249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-288a7ae5-9768-4bbd-97c8-fb80757aee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:28.740053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:28.746396 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:28.768025 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Routers {'2ef517e4-c3ee-4bde-855c-f52c1b3064d3'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:07:28.768660 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:07:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2ef517e4-c3ee-4bde-855c-f52c1b3064d3'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:28.772769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6cad2618-e8f1-41ae-9dcc-8521a2479203 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:28.816471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366fa17-114f-4f33-a063-842269e775bc None None] Pushing event updated for resources: {'Port': ['ID=05aa761e-27fa-4ff4-8f46-1688ceaa592c,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:28.825568 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b366fa17-114f-4f33-a063-842269e775bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:28.833251 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-288a7ae5-9768-4bbd-97c8-fb80757aee9c None None] Port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:07:28.852160 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:28.855700 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Pushing event updated for resources: {'Port': ['ID=10b7a9a5-2ef7-40b9-9194-26eac6b684f4,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:28.859085 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:28.952711 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] Set router 2ef517e4-c3ee-4bde-855c-f52c1b3064d3 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:07:28.987942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Network bdaff10a-52c4-4f66-bce3-3990dd4c443e is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:07:28.989672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:07:29.264897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-856e4bc2-de63-4f2a-8a7b-821ff03ff636 None None] Provisioning complete for port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:29.265511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-856e4bc2-de63-4f2a-8a7b-821ff03ff636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:29.328826 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-856e4bc2-de63-4f2a-8a7b-821ff03ff636 None None] Port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:07:29.335606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'name': 'tempest-TestShelveInstance-101779556-router', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '05aa761e-27fa-4ff4-8f46-1688ceaa592c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:24Z', 'updated_at': '2021-06-02T17:07:28Z', 'revision_number': 4, 'project_id': '407d680798014b47a1cef4dd3f4b7d35', 'gw_port': {'id': '05aa761e-27fa-4ff4-8f46-1688ceaa592c', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:25Z', 'updated_at': '2021-06-02T17:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '10b7a9a5-2ef7-40b9-9194-26eac6b684f4', 'name': '', 'network_id': 'bdaff10a-52c4-4f66-bce3-3990dd4c443e', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'mac_address': 'fa:16:3e:1a:36:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '30fb9314-9e87-46ce-8ae3-ca45435cf454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:27Z', 'updated_at': '2021-06-02T17:07:28Z', 'revision_number': 2, 'project_id': '407d680798014b47a1cef4dd3f4b7d35', 'subnets': [{'id': '30fb9314-9e87-46ce-8ae3-ca45435cf454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:29.339286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Router 2ef517e4-c3ee-4bde-855c-f52c1b3064d3 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:07:29.339794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb01aa49-b527-45a9-8fd7-92b8b5ff8dc0 None None] The sync data for ids ['2ef517e4-c3ee-4bde-855c-f52c1b3064d3'] in dv-neutron-601336-83-hyperv is: [{'id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'name': 'tempest-TestShelveInstance-101779556-router', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '05aa761e-27fa-4ff4-8f46-1688ceaa592c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:24Z', 'updated_at': '2021-06-02T17:07:28Z', 'revision_number': 4, 'project_id': '407d680798014b47a1cef4dd3f4b7d35', 'gw_port': {'id': '05aa761e-27fa-4ff4-8f46-1688ceaa592c', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:25Z', 'updated_at': '2021-06-02T17:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '10b7a9a5-2ef7-40b9-9194-26eac6b684f4', 'name': '', 'network_id': 'bdaff10a-52c4-4f66-bce3-3990dd4c443e', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'mac_address': 'fa:16:3e:1a:36:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '30fb9314-9e87-46ce-8ae3-ca45435cf454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:27Z', 'updated_at': '2021-06-02T17:07:28Z', 'revision_number': 2, 'project_id': '407d680798014b47a1cef4dd3f4b7d35', 'subnets': [{'id': '30fb9314-9e87-46ce-8ae3-ca45435cf454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:07:29.527468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:07:29.549461 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] 10.222.0.50 "PUT /v2.0/routers/2ef517e4-c3ee-4bde-855c-f52c1b3064d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5234365 Jun 02 17:07:30.206636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 44962) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:30.211623 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c1bbac45-9031-49e7-971a-fcf164dd3782 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-306322927', 'description': 'tempest-secgroup-smoke-306322927 description', 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:07:30.217936 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c1bbac45-9031-49e7-971a-fcf164dd3782 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:30.222351 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c1bbac45-9031-49e7-971a-fcf164dd3782 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:security_group and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:30.225526 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c1bbac45-9031-49e7-971a-fcf164dd3782 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:30.231414 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c1bbac45-9031-49e7-971a-fcf164dd3782 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:30.243617 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c1bbac45-9031-49e7-971a-fcf164dd3782 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:30.264531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c1bbac45-9031-49e7-971a-fcf164dd3782 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:30.268350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c1bbac45-9031-49e7-971a-fcf164dd3782 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:security_group_rule and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:30.271301 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c1bbac45-9031-49e7-971a-fcf164dd3782 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:30.278047 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c1bbac45-9031-49e7-971a-fcf164dd3782 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:30.357601 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c1bbac45-9031-49e7-971a-fcf164dd3782 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:30.362540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c1bbac45-9031-49e7-971a-fcf164dd3782 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:30.366720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-695b9683-8d87-4ef4-b5a5-d05b7ce6e3ec tempest-TestVolumeBootPattern-209104036 tempest-TestVolumeBootPattern-209104036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:30.408487 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbac45-9031-49e7-971a-fcf164dd3782 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825fc5a8-b61b-4ca3-91ba-eb26a1c94add,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:30.411907 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c1bbac45-9031-49e7-971a-fcf164dd3782 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:30.413277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c1bbac45-9031-49e7-971a-fcf164dd3782 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:30.414488 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c1bbac45-9031-49e7-971a-fcf164dd3782 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2066996 Jun 02 17:07:30.417799 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44964) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:30.422784 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-468ba8b7-85aa-4c5e-b3bb-4dcd04d282bd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'security_group_rule': {'security_group_id': '825fc5a8-b61b-4ca3-91ba-eb26a1c94add', 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:07:30.429134 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-468ba8b7-85aa-4c5e-b3bb-4dcd04d282bd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:30.432967 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-468ba8b7-85aa-4c5e-b3bb-4dcd04d282bd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:security_group_rule and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:30.439757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-468ba8b7-85aa-4c5e-b3bb-4dcd04d282bd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:30.445745 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-468ba8b7-85aa-4c5e-b3bb-4dcd04d282bd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:30.465011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-468ba8b7-85aa-4c5e-b3bb-4dcd04d282bd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:30.674319 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-468ba8b7-85aa-4c5e-b3bb-4dcd04d282bd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:30.679506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-468ba8b7-85aa-4c5e-b3bb-4dcd04d282bd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:30.681399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e79b4e91-d0ff-4fe3-a027-e5dd5375317d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:30.703166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ba8b7-85aa-4c5e-b3bb-4dcd04d282bd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b347eb3c-db3c-4fd9-a6e3-1e0954829c8f,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:30.705582 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-468ba8b7-85aa-4c5e-b3bb-4dcd04d282bd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:30.713099 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-468ba8b7-85aa-4c5e-b3bb-4dcd04d282bd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:30.714315 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-468ba8b7-85aa-4c5e-b3bb-4dcd04d282bd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2954302 Jun 02 17:07:30.717154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44966) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:30.721948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-a0d0f2cd-0cf7-40dd-a30b-f39c3cf9763c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'security_group_rule': {'security_group_id': '825fc5a8-b61b-4ca3-91ba-eb26a1c94add', 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:07:30.727897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a0d0f2cd-0cf7-40dd-a30b-f39c3cf9763c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:30.731739 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a0d0f2cd-0cf7-40dd-a30b-f39c3cf9763c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:security_group_rule and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:30.734670 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-a0d0f2cd-0cf7-40dd-a30b-f39c3cf9763c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:30.741291 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-a0d0f2cd-0cf7-40dd-a30b-f39c3cf9763c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:30.758041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f2cd-0cf7-40dd-a30b-f39c3cf9763c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:30.818523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f2cd-0cf7-40dd-a30b-f39c3cf9763c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:30.823776 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f2cd-0cf7-40dd-a30b-f39c3cf9763c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:30.825714 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-21096025-e4d2-4899-bdcd-8ccf252c2be2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:30.848100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0f2cd-0cf7-40dd-a30b-f39c3cf9763c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e0371a-52cd-4b98-8f34-17c4c6522df7,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:30.852937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a0d0f2cd-0cf7-40dd-a30b-f39c3cf9763c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:30.858959 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f2cd-0cf7-40dd-a30b-f39c3cf9763c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:30.860409 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-a0d0f2cd-0cf7-40dd-a30b-f39c3cf9763c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1421537 Jun 02 17:07:30.863929 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44968) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:30.868593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-98d97928-2966-4098-826d-0c2fc94ee0f1 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'security_group_rule': {'security_group_id': '825fc5a8-b61b-4ca3-91ba-eb26a1c94add', 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:07:30.874902 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-98d97928-2966-4098-826d-0c2fc94ee0f1 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:30.878901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-98d97928-2966-4098-826d-0c2fc94ee0f1 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:security_group_rule and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:30.881830 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-98d97928-2966-4098-826d-0c2fc94ee0f1 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:30.887586 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-98d97928-2966-4098-826d-0c2fc94ee0f1 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:30.905583 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98d97928-2966-4098-826d-0c2fc94ee0f1 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:30.972033 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98d97928-2966-4098-826d-0c2fc94ee0f1 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:30.976831 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98d97928-2966-4098-826d-0c2fc94ee0f1 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:30.978689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-68727787-f238-4f36-bc81-3834494575c8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:30.999590 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d97928-2966-4098-826d-0c2fc94ee0f1 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a727c1ab-7186-4c20-8e15-e2add48db8b4,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:31.001971 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-98d97928-2966-4098-826d-0c2fc94ee0f1 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:31.010213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-98d97928-2966-4098-826d-0c2fc94ee0f1 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:31.011393 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-98d97928-2966-4098-826d-0c2fc94ee0f1 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465003 Jun 02 17:07:31.014166 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44970) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:31.018637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-ed953d7b-94b6-4f88-9bdc-b43790f5bc56 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'security_group_rule': {'security_group_id': '825fc5a8-b61b-4ca3-91ba-eb26a1c94add', 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:07:31.024399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ed953d7b-94b6-4f88-9bdc-b43790f5bc56 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:31.028191 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ed953d7b-94b6-4f88-9bdc-b43790f5bc56 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:security_group_rule and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:31.031038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-ed953d7b-94b6-4f88-9bdc-b43790f5bc56 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:31.036665 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-ed953d7b-94b6-4f88-9bdc-b43790f5bc56 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:31.052041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed953d7b-94b6-4f88-9bdc-b43790f5bc56 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:31.114413 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed953d7b-94b6-4f88-9bdc-b43790f5bc56 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:31.119202 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed953d7b-94b6-4f88-9bdc-b43790f5bc56 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:31.120993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-17661acc-86c3-439c-b216-40ceccd6152d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:31.142171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed953d7b-94b6-4f88-9bdc-b43790f5bc56 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd618b1-84f1-4642-a009-dc4c1528b4eb,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:31.144600 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ed953d7b-94b6-4f88-9bdc-b43790f5bc56 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:31.152725 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ed953d7b-94b6-4f88-9bdc-b43790f5bc56 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:31.153871 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ed953d7b-94b6-4f88-9bdc-b43790f5bc56 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1388066 Jun 02 17:07:31.157575 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44972) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:31.161984 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-e2e65362-601a-4f71-9111-6438c78ee3a5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'security_group_rule': {'security_group_id': '825fc5a8-b61b-4ca3-91ba-eb26a1c94add', 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:07:31.167655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e2e65362-601a-4f71-9111-6438c78ee3a5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:31.171511 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e2e65362-601a-4f71-9111-6438c78ee3a5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:security_group_rule and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:31.174342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-e2e65362-601a-4f71-9111-6438c78ee3a5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:31.180038 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-e2e65362-601a-4f71-9111-6438c78ee3a5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:31.190187 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-e2e65362-601a-4f71-9111-6438c78ee3a5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Project cb5e4e73b42941fa8eb05a2968c328f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 17:07:31.195704 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e2e65362-601a-4f71-9111-6438c78ee3a5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:31.274226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e2e65362-601a-4f71-9111-6438c78ee3a5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:31.279330 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e2e65362-601a-4f71-9111-6438c78ee3a5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:31.281139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f78691f1-47b0-4673-af34-64a61067891e tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:31.304709 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e65362-601a-4f71-9111-6438c78ee3a5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7980e8-ff91-44c5-a18c-af915ef85be9,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:31.307121 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e2e65362-601a-4f71-9111-6438c78ee3a5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:31.315223 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-e2e65362-601a-4f71-9111-6438c78ee3a5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:31.316414 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-e2e65362-601a-4f71-9111-6438c78ee3a5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1578469 Jun 02 17:07:31.319346 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 44974) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:31.323699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-64122e85-43a4-4ccd-8adc-5ab1e4b1aba2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'security_group_rule': {'security_group_id': '825fc5a8-b61b-4ca3-91ba-eb26a1c94add', 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:07:31.329379 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-64122e85-43a4-4ccd-8adc-5ab1e4b1aba2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:31.333257 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-64122e85-43a4-4ccd-8adc-5ab1e4b1aba2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:security_group_rule and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:31.336098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-64122e85-43a4-4ccd-8adc-5ab1e4b1aba2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:31.341766 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-64122e85-43a4-4ccd-8adc-5ab1e4b1aba2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:31.352555 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-64122e85-43a4-4ccd-8adc-5ab1e4b1aba2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Project cb5e4e73b42941fa8eb05a2968c328f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 17:07:31.358196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-64122e85-43a4-4ccd-8adc-5ab1e4b1aba2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:31.435427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-64122e85-43a4-4ccd-8adc-5ab1e4b1aba2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:31.441095 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-64122e85-43a4-4ccd-8adc-5ab1e4b1aba2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:31.443157 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ed953d7b-94b6-4f88-9bdc-b43790f5bc56 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:31.464475 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64122e85-43a4-4ccd-8adc-5ab1e4b1aba2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bed3ce-89b7-4cfe-a2d3-6c8edcfe1e50,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:31.466800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-64122e85-43a4-4ccd-8adc-5ab1e4b1aba2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:31.474627 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-64122e85-43a4-4ccd-8adc-5ab1e4b1aba2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:31.475822 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-64122e85-43a4-4ccd-8adc-5ab1e4b1aba2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1555252 Jun 02 17:07:31.640506 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-87501c30-7462-4873-8ca2-92bfbb723164 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-306322927&fields=id&tenant_id=cb5e4e73b42941fa8eb05a2968c328f2 HTTP/1.1" status: 200 len: 267 time: 0.0390172 Jun 02 17:07:31.793424 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-a416ab31-d557-4f82-935e-14f55a26c14c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:31.798572 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-a416ab31-d557-4f82-935e-14f55a26c14c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 809 time: 0.1516654 Jun 02 17:07:31.801705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 05aa761e-27fa-4ff4-8f46-1688ceaa592c up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:07:31.810242 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-cedbd4c5-8590-41de-978e-eda6f08fe5fe tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/quotas/cb5e4e73b42941fa8eb05a2968c328f2 HTTP/1.1" status: 200 len: 375 time: 0.0098293 Jun 02 17:07:31.899552 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-789f8bc2-50f9-479e-84eb-bf5922cd4cfb tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Synchronizing usage tracker for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:07:31.918482 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-789f8bc2-50f9-479e-84eb-bf5922cd4cfb tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Unset dirty status for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:07:31.919777 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-789f8bc2-50f9-479e-84eb-bf5922cd4cfb tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042356 Jun 02 17:07:31.920031 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 05aa761e-27fa-4ff4-8f46-1688ceaa592c completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:07:31.924917 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 05aa761e-27fa-4ff4-8f46-1688ceaa592c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:31.925317 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:32.041491 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:32.058454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 05aa761e-27fa-4ff4-8f46-1688ceaa592c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=05aa761e-27fa-4ff4-8f46-1688ceaa592c,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:07:32.063882 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:32.066924 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:32.131279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=05aa761e-27fa-4ff4-8f46-1688ceaa592c,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:32.134474 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:32.163148 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-7e1019fa-224c-4d7c-845f-41542059a3c8 service neutron] 10.222.0.50 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287338 Jun 02 17:07:32.297842 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-73760d55-e3b3-43ac-9e3a-61597fcd1018 service neutron] 10.222.0.50 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257904 Jun 02 17:07:32.487100 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-76cf02cb-779b-4910-9769-e5235dfb8acf req-0e481fba-794c-4016-b602-7fb04e47f675 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 210 time: 0.0439539 Jun 02 17:07:32.731404 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Sync routers for ids ['2ef517e4-c3ee-4bde-855c-f52c1b3064d3'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:07:32.741649 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Routers {'2ef517e4-c3ee-4bde-855c-f52c1b3064d3'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:07:32.742297 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:07:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2ef517e4-c3ee-4bde-855c-f52c1b3064d3'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:32.912698 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Set router 2ef517e4-c3ee-4bde-855c-f52c1b3064d3 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:07:32.990524 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-88d296ba-b882-48f0-aaf6-258fe3b006b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:33.244433 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'name': 'tempest-TestShelveInstance-101779556-router', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '05aa761e-27fa-4ff4-8f46-1688ceaa592c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:24Z', 'updated_at': '2021-06-02T17:07:28Z', 'revision_number': 4, 'project_id': '407d680798014b47a1cef4dd3f4b7d35', 'gw_port': {'id': '05aa761e-27fa-4ff4-8f46-1688ceaa592c', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:25Z', 'updated_at': '2021-06-02T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '10b7a9a5-2ef7-40b9-9194-26eac6b684f4', 'name': '', 'network_id': 'bdaff10a-52c4-4f66-bce3-3990dd4c443e', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'mac_address': 'fa:16:3e:1a:36:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '30fb9314-9e87-46ce-8ae3-ca45435cf454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:27Z', 'updated_at': '2021-06-02T17:07:28Z', 'revision_number': 2, 'project_id': '407d680798014b47a1cef4dd3f4b7d35', 'subnets': [{'id': '30fb9314-9e87-46ce-8ae3-ca45435cf454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:33.248932 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Checking router: 2ef517e4-c3ee-4bde-855c-f52c1b3064d3 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:07:33.249292 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Updating router 2ef517e4-c3ee-4bde-855c-f52c1b3064d3 port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 17:07:33.300471 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:33.595233 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-c24aeeb0-736d-4da1-ba79-8732e03f04d6 req-3e8b3700-37bf-4785-96e1-750139e8b596 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 210 time: 0.0465205 Jun 02 17:07:33.653995 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:33.665074 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Transition to ACTIVE for port object 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:07:33.671500 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:33.674809 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-0c24519e-4f90-4ad0-b7fb-6e96977f4119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:33.786924 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 05aa761e-27fa-4ff4-8f46-1688ceaa592c up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:07:33.859182 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799f290-9083-41bf-9f10-667e078db9c6 None None] Pushing event updated for resources: {'Port': ['ID=10b7a9a5-2ef7-40b9-9194-26eac6b684f4,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:33.863379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 05aa761e-27fa-4ff4-8f46-1688ceaa592c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:33.864199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:33.874918 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-7799f290-9083-41bf-9f10-667e078db9c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:33.884527 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Attempting to bind port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:07:33.884905 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Attempting to bind port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '0370abfd-67dd-440e-a033-066e3f1bf133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bdaff10a-52c4-4f66-bce3-3990dd4c443e'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:07:33.885273 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Attempting to bind port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 on network bdaff10a-52c4-4f66-bce3-3990dd4c443e {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:07:33.891643 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:07:33.892020 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Checking segment: {'id': '0370abfd-67dd-440e-a033-066e3f1bf133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bdaff10a-52c4-4f66-bce3-3990dd4c443e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:07:33.892427 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:33.893984 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Bound using segment: {'id': '0370abfd-67dd-440e-a033-066e3f1bf133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bdaff10a-52c4-4f66-bce3-3990dd4c443e'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:07:33.894495 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Bound port: 10b7a9a5-2ef7-40b9-9194-26eac6b684f4, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0370abfd-67dd-440e-a033-066e3f1bf133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'bdaff10a-52c4-4f66-bce3-3990dd4c443e'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:07:33.894879 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:33.980771 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] For port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:07:33.984004 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] For port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=10b7a9a5-2ef7-40b9-9194-26eac6b684f4,segment=NetworkSegment(0370abfd-67dd-440e-a033-066e3f1bf133),segment_id=0370abfd-67dd-440e-a033-066e3f1bf133)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:07:33.989277 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:33.997656 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-2669781d-307c-4957-84ba-9795d7059c9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:34.069941 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Routers {'2ef517e4-c3ee-4bde-855c-f52c1b3064d3'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:07:34.070577 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:07:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2ef517e4-c3ee-4bde-855c-f52c1b3064d3'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:34.133661 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799f290-9083-41bf-9f10-667e078db9c6 None None] Pushing event updated for resources: {'Port': ['ID=10b7a9a5-2ef7-40b9-9194-26eac6b684f4,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:34.136863 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-7799f290-9083-41bf-9f10-667e078db9c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:34.253797 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] Set router 2ef517e4-c3ee-4bde-855c-f52c1b3064d3 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:07:34.570689 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'name': 'tempest-TestShelveInstance-101779556-router', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '05aa761e-27fa-4ff4-8f46-1688ceaa592c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:24Z', 'updated_at': '2021-06-02T17:07:28Z', 'revision_number': 4, 'project_id': '407d680798014b47a1cef4dd3f4b7d35', 'gw_port': {'id': '05aa761e-27fa-4ff4-8f46-1688ceaa592c', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:25Z', 'updated_at': '2021-06-02T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '10b7a9a5-2ef7-40b9-9194-26eac6b684f4', 'name': '', 'network_id': 'bdaff10a-52c4-4f66-bce3-3990dd4c443e', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'mac_address': 'fa:16:3e:1a:36:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '30fb9314-9e87-46ce-8ae3-ca45435cf454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:27Z', 'updated_at': '2021-06-02T17:07:33Z', 'revision_number': 4, 'project_id': '407d680798014b47a1cef4dd3f4b7d35', 'subnets': [{'id': '30fb9314-9e87-46ce-8ae3-ca45435cf454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:34.574966 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036813ae-91ce-4ec0-b241-58da9f7a3aff None None] The sync data for ids ['2ef517e4-c3ee-4bde-855c-f52c1b3064d3'] in dv-neutron-601336-83-hyperv is: [{'id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'name': 'tempest-TestShelveInstance-101779556-router', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '05aa761e-27fa-4ff4-8f46-1688ceaa592c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:24Z', 'updated_at': '2021-06-02T17:07:28Z', 'revision_number': 4, 'project_id': '407d680798014b47a1cef4dd3f4b7d35', 'gw_port': {'id': '05aa761e-27fa-4ff4-8f46-1688ceaa592c', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:25Z', 'updated_at': '2021-06-02T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '10b7a9a5-2ef7-40b9-9194-26eac6b684f4', 'name': '', 'network_id': 'bdaff10a-52c4-4f66-bce3-3990dd4c443e', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'mac_address': 'fa:16:3e:1a:36:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '30fb9314-9e87-46ce-8ae3-ca45435cf454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:27Z', 'updated_at': '2021-06-02T17:07:33Z', 'revision_number': 4, 'project_id': '407d680798014b47a1cef4dd3f4b7d35', 'subnets': [{'id': '30fb9314-9e87-46ce-8ae3-ca45435cf454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:07:34.703598 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3a377bac-167c-421b-b69e-46fb10006e66 req-ff83ee89-82eb-4714-8301-a9763ea1de6e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 210 time: 0.0482886 Jun 02 17:07:35.091617 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:35.507758 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2781e134-4497-4db9-90ba-99d96d2a1267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:35.812754 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:07:35.864453 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-193baf20-6594-454e-bd1c-afe7ac407e7e req-e886670e-5d48-4a89-9992-28a49b05a9c2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 210 time: 0.0433273 Jun 02 17:07:35.883506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:07:35.888464 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:35.888855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:36.009033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:36.041439 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=10b7a9a5-2ef7-40b9-9194-26eac6b684f4,segment=NetworkSegment(0370abfd-67dd-440e-a033-066e3f1bf133),segment_id=0370abfd-67dd-440e-a033-066e3f1bf133)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:07:36.045678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:36.047681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:36.120326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=10b7a9a5-2ef7-40b9-9194-26eac6b684f4,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:36.123560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:36.688394 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-0c2886a6-7a4d-4a97-b67a-8ad6e3f02929 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:36.689298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-0c2886a6-7a4d-4a97-b67a-8ad6e3f02929 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Synchronizing usage tracker for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:network {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:07:36.708535 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-0c2886a6-7a4d-4a97-b67a-8ad6e3f02929 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Unset dirty status for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:network {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:07:36.710567 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-0c2886a6-7a4d-4a97-b67a-8ad6e3f02929 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 809 time: 0.1723192 Jun 02 17:07:36.768214 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-f8a0e827-c656-42f9-a7e2-23ef538b7d17 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Synchronizing usage tracker for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:07:36.784962 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-f8a0e827-c656-42f9-a7e2-23ef538b7d17 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Unset dirty status for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:07:36.786401 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-f8a0e827-c656-42f9-a7e2-23ef538b7d17 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb5e4e73b42941fa8eb05a2968c328f2 HTTP/1.1" status: 200 len: 379 time: 0.0626781 Jun 02 17:07:36.801315 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'port': {'device_id': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'admin_state_up': True, 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'security_groups': ['825fc5a8-b61b-4ca3-91ba-eb26a1c94add']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:07:36.846927 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:36.935804 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:36.945165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:36.956185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Made reservation on behalf of cb5e4e73b42941fa8eb05a2968c328f2 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:07:36.959894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:37.022780 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-43bd5fb6-58f5-479c-ba09-c2be1fe16fbb req-1b2ef637-9bff-4c7c-a1b0-3c2fbbae90f5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 210 time: 0.0487945 Jun 02 17:07:37.166009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Allocated IP 172.20.0.8 (1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9/46c9bd8f-0ea6-483f-a702-9ab8457fd8d6/633cf894-3aa3-4417-b147-c4a4d2f9417c) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:07:37.365759 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:37.381877 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Transition to ACTIVE for port object 633cf894-3aa3-4417-b147-c4a4d2f9417c will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:07:37.406914 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:37.412723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-58f20352-3989-4418-a964-d8e7d180e8f2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:37.479839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:07:37.482968 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:07:37.486872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:07:37.516864 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'Port': ['ID=633cf894-3aa3-4417-b147-c4a4d2f9417c,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:37.526114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:37.554450 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:37.555208 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:37.582686 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7851896 Jun 02 17:07:37.599224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Request body: {'port': {'device_id': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:07:37.659077 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-efc36b68-d7d9-4229-995d-9507f50e1b3a None None] Provisioning for port 633cf894-3aa3-4417-b147-c4a4d2f9417c completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:07:37.664270 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-efc36b68-d7d9-4229-995d-9507f50e1b3a None None] Provisioning complete for port 633cf894-3aa3-4417-b147-c4a4d2f9417c triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:37.664655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-efc36b68-d7d9-4229-995d-9507f50e1b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:37.711947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:37.720144 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-efc36b68-d7d9-4229-995d-9507f50e1b3a None None] Port 633cf894-3aa3-4417-b147-c4a4d2f9417c cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:07:37.783678 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:07:37.851041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:37.851406 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:38.218799 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cee32a-b5b7-4ce4-8ac9-e516e7be7e43 req-e56c9f34-0a4e-49a8-8b66-c80364fcadfe tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:38.220359 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a4cee32a-b5b7-4ce4-8ac9-e516e7be7e43 req-e56c9f34-0a4e-49a8-8b66-c80364fcadfe tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 931 time: 0.0865345 Jun 02 17:07:38.225464 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633cf894-3aa3-4417-b147-c4a4d2f9417c {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:07:38.232972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:38.246885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Transition to ACTIVE for port object 633cf894-3aa3-4417-b147-c4a4d2f9417c will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:07:38.251781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:38.256279 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b68f3e86-ff13-4366-a154-03bc8ea3b384 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:38.266319 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a4cee32a-b5b7-4ce4-8ac9-e516e7be7e43 req-0bc6247b-fc1b-417e-84ba-769dbb76dec9 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396385 Jun 02 17:07:38.378832 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Pushing event updated for resources: {'Port': ['ID=633cf894-3aa3-4417-b147-c4a4d2f9417c,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:38.407726 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:38.486291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Attempting to bind port 633cf894-3aa3-4417-b147-c4a4d2f9417c on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:07:38.486557 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Attempting to bind port 633cf894-3aa3-4417-b147-c4a4d2f9417c by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:07:38.486879 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Attempting to bind port 633cf894-3aa3-4417-b147-c4a4d2f9417c on network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:07:38.491365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Port 633cf894-3aa3-4417-b147-c4a4d2f9417c on network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 17:07:38.491679 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Attempting to bind port 633cf894-3aa3-4417-b147-c4a4d2f9417c on network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:07:38.496664 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:07:38.496999 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Checking segment: {'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:07:38.497354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Bound using segment: {'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:07:38.497772 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Bound port: 633cf894-3aa3-4417-b147-c4a4d2f9417c, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:07:38.498141 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:38.589863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] For port 633cf894-3aa3-4417-b147-c4a4d2f9417c, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:07:38.592751 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] For port 633cf894-3aa3-4417-b147-c4a4d2f9417c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:07:38.599995 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:38.603497 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-b4cfd4b4-b92a-467b-826b-cb00f011c5f4 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:38.658298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:38.658907 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:38.660278 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] 10.222.0.49 "PUT /v2.0/ports/633cf894-3aa3-4417-b147-c4a4d2f9417c HTTP/1.1" status: 200 len: 1093 time: 1.0658834 Jun 02 17:07:38.660844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'tag': '633cf894-3aa3-4417-b147-c4a4d2f9417c'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:07:38.663238 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2a9c27-d879-40cf-aa63-8124461e2548" -d '{"events": [{"name": "network-changed", "server_uuid": "0d0d0f57-0dec-4e78-996d-8d15b7e5a151", "tag": "633cf894-3aa3-4417-b147-c4a4d2f9417c"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:07:38.688340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Pushing event updated for resources: {'Port': ['ID=633cf894-3aa3-4417-b147-c4a4d2f9417c,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:38.691913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:38.740516 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9ff7d6-9bba-4c47-80b4-354ca12e18d4 x-openstack-request-id: req-9a9ff7d6-9bba-4c47-80b4-354ca12e18d4 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:07:38.741171 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d0d0f57-0dec-4e78-996d-8d15b7e5a151", "tag": "633cf894-3aa3-4417-b147-c4a4d2f9417c", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:07:38.741171 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9a9ff7d6-9bba-4c47-80b4-354ca12e18d4 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:07:38.741496 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'tag': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'status': 'completed', 'code': 200} Jun 02 17:07:38.764624 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:38.787850 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-0651e1b9-bf9c-4762-a6c0-07f1795a3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:38.789405 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-0651e1b9-bf9c-4762-a6c0-07f1795a3b73 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 1096 time: 0.0834715 Jun 02 17:07:38.864944 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-38cc0f48-7506-4e0a-8f6b-912cfc5f9eb7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c HTTP/1.1" status: 200 len: 217 time: 0.0642345 Jun 02 17:07:38.932904 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-921e66ec-3e11-4760-b66e-203153b36dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:38.934227 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-921e66ec-3e11-4760-b66e-203153b36dd6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0599186 Jun 02 17:07:39.015039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-b5de4fdd-9483-4ded-ba81-920c46d27eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:39.016378 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-b5de4fdd-9483-4ded-ba81-920c46d27eb9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724454 Jun 02 17:07:39.165577 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-a1f20c52-106c-4225-b2cb-8176a22bc835 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385217 Jun 02 17:07:39.303805 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6f2bd5ca-78e4-4ed6-a5ed-4ed27702e9e4 req-c4c64417-ea8d-4dc3-8f18-fb42999fb065 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277587 Jun 02 17:07:39.433393 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a9c27-d879-40cf-aa63-8124461e2548 req-7d1a2a06-6e1a-4a55-ae4a-3f1447a0e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:39.434970 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1d2a9c27-d879-40cf-aa63-8124461e2548 req-7d1a2a06-6e1a-4a55-ae4a-3f1447a0e745 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 1096 time: 0.0734026 Jun 02 17:07:39.465336 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516069a9-61d7-480d-86e7-592f632c5720 req-c9031f17-9f07-42b3-8869-0a299cc23635 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:39.466969 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-516069a9-61d7-480d-86e7-592f632c5720 req-c9031f17-9f07-42b3-8869-0a299cc23635 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 943 time: 0.0944116 Jun 02 17:07:39.518445 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-516069a9-61d7-480d-86e7-592f632c5720 req-cf27099a-b0de-49de-aab9-90d07443ec93 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443366 Jun 02 17:07:39.569673 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a9c27-d879-40cf-aa63-8124461e2548 req-2f08f5ed-becb-4a14-9e25-494ed3be277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:39.571088 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1d2a9c27-d879-40cf-aa63-8124461e2548 req-2f08f5ed-becb-4a14-9e25-494ed3be277d service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.1291482 Jun 02 17:07:39.642780 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1d2a9c27-d879-40cf-aa63-8124461e2548 req-16f3a2c1-cc05-40aa-9f59-9d61c8a6f01e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c HTTP/1.1" status: 200 len: 217 time: 0.0640137 Jun 02 17:07:39.704232 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a9c27-d879-40cf-aa63-8124461e2548 req-5adcd1e6-4ba7-4fdf-ac80-2b0a941a35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:39.705619 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1d2a9c27-d879-40cf-aa63-8124461e2548 req-5adcd1e6-4ba7-4fdf-ac80-2b0a941a35b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0560875 Jun 02 17:07:39.784075 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a9c27-d879-40cf-aa63-8124461e2548 req-8077a1d3-5765-4306-9287-6da4bf071a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:39.785539 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1d2a9c27-d879-40cf-aa63-8124461e2548 req-8077a1d3-5765-4306-9287-6da4bf071a3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732973 Jun 02 17:07:39.921961 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1d2a9c27-d879-40cf-aa63-8124461e2548 req-b8b83184-bceb-418a-9712-32711a14c710 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292787 Jun 02 17:07:40.053224 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1d2a9c27-d879-40cf-aa63-8124461e2548 req-1ac88d9e-8c8f-4ef3-a602-e0ccc77e1858 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238081 Jun 02 17:07:40.536862 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 633cf894-3aa3-4417-b147-c4a4d2f9417c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 17:07:40.682229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 633cf894-3aa3-4417-b147-c4a4d2f9417c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:07:40.696210 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'port_id': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'mac_address': 'fa:16:3e:95:99:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 17:07:40.710364 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5386738-84d0-4d98-b412-e6775708806b req-6380c1c0-225a-4c4b-98a9-4d99713db964 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:40.711045 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-c5386738-84d0-4d98-b412-e6775708806b req-6380c1c0-225a-4c4b-98a9-4d99713db964 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Synchronizing usage tracker for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:07:40.728364 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-c5386738-84d0-4d98-b412-e6775708806b req-6380c1c0-225a-4c4b-98a9-4d99713db964 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Unset dirty status for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:07:40.731049 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c5386738-84d0-4d98-b412-e6775708806b req-6380c1c0-225a-4c4b-98a9-4d99713db964 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 943 time: 0.0980625 Jun 02 17:07:40.755144 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:40.772144 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633cf894-3aa3-4417-b147-c4a4d2f9417c {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:07:40.775685 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c5386738-84d0-4d98-b412-e6775708806b req-29f1980e-e401-44e2-bf3d-a9a4ef07572b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400715 Jun 02 17:07:40.788368 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 633cf894-3aa3-4417-b147-c4a4d2f9417c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:07:40.793516 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:40.795338 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:40.874787 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=633cf894-3aa3-4417-b147-c4a4d2f9417c,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:40.878387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:41.050322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['633cf894-3aa3-4417-b147-c4a4d2f9417c'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 17:07:41.977304 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0cf88-fc27-451a-8633-b8c28d01593e req-4b73555e-7139-43b7-b444-da64e1a79262 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:41.978712 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3ba0cf88-fc27-451a-8633-b8c28d01593e req-4b73555e-7139-43b7-b444-da64e1a79262 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 944 time: 0.0855041 Jun 02 17:07:42.023559 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3ba0cf88-fc27-451a-8633-b8c28d01593e req-9ce0868d-48d0-4c18-8624-15e90e69f139 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386152 Jun 02 17:07:42.554993 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 633cf894-3aa3-4417-b147-c4a4d2f9417c up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:07:42.635620 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 633cf894-3aa3-4417-b147-c4a4d2f9417c completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:07:42.640187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 633cf894-3aa3-4417-b147-c4a4d2f9417c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:07:42.640583 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:42.758608 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:42.786876 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633cf894-3aa3-4417-b147-c4a4d2f9417c'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:07:42.789925 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b20716-5555-492d-a483-7b5c4ea4e304" -d '{"events": [{"server_uuid": "0d0d0f57-0dec-4e78-996d-8d15b7e5a151", "name": "network-vif-plugged", "status": "completed", "tag": "633cf894-3aa3-4417-b147-c4a4d2f9417c"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:07:42.797647 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 633cf894-3aa3-4417-b147-c4a4d2f9417c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:07:42.803143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:42.805160 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:42.839219 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd129c2-0cc5-487d-b8b6-7d52c6fbd4c2 x-openstack-request-id: req-bcd129c2-0cc5-487d-b8b6-7d52c6fbd4c2 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:07:42.839515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0d0f57-0dec-4e78-996d-8d15b7e5a151", "name": "network-vif-plugged", "status": "completed", "tag": "633cf894-3aa3-4417-b147-c4a4d2f9417c", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:07:42.839772 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bcd129c2-0cc5-487d-b8b6-7d52c6fbd4c2 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:07:42.840166 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'code': 200} Jun 02 17:07:42.874156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=633cf894-3aa3-4417-b147-c4a4d2f9417c,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:42.877095 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:43.109037 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42a38e-ce39-4cee-92e2-f870413a924d req-7b72780e-8a26-4e0d-bda2-4150489d5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:43.110544 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1c42a38e-ce39-4cee-92e2-f870413a924d req-7b72780e-8a26-4e0d-bda2-4150489d5248 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 1098 time: 0.0754247 Jun 02 17:07:43.157635 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1c42a38e-ce39-4cee-92e2-f870413a924d req-f8236342-f449-4bd1-9026-d7fc826dd949 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363405 Jun 02 17:07:43.214851 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3d3a9-7733-4dfa-8440-26b6455dfdbb req-7854d872-579d-4657-8fd5-1110de74e48e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:43.216282 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-dcd3d3a9-7733-4dfa-8440-26b6455dfdbb req-7854d872-579d-4657-8fd5-1110de74e48e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0857837 Jun 02 17:07:43.261764 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-dcd3d3a9-7733-4dfa-8440-26b6455dfdbb req-9b431ccc-2ab4-4105-8baf-ae98db8c44cb tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391841 Jun 02 17:07:44.455820 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8edc3f-8acb-4d1b-bb0b-ff15280b343b req-62122b2b-3c02-4edd-a83a-77fc853e3bb5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:44.457271 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1f8edc3f-8acb-4d1b-bb0b-ff15280b343b req-62122b2b-3c02-4edd-a83a-77fc853e3bb5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0871437 Jun 02 17:07:44.653566 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1f8edc3f-8acb-4d1b-bb0b-ff15280b343b req-4bc619d4-e883-4c1e-a0da-a768088bde6c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888106 Jun 02 17:07:44.847224 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a5653-6235-4655-aec4-a51fe15e7d5b req-1c8d7f8b-f1c6-4d00-bb55-d44929e0e701 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:44.848696 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8d7a5653-6235-4655-aec4-a51fe15e7d5b req-1c8d7f8b-f1c6-4d00-bb55-d44929e0e701 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0828819 Jun 02 17:07:44.893570 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8d7a5653-6235-4655-aec4-a51fe15e7d5b req-cb3463e8-2cc0-4ddf-8efb-bd89c0a92dce tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380740 Jun 02 17:07:44.921525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45040) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:45.048219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5ca5c-3965-481a-b9f4-b8cee308a0ad tempest-TestShelveInstance-298826433 tempest-TestShelveInstance-298826433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:45.049723 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7ca5ca5c-3965-481a-b9f4-b8cee308a0ad tempest-TestShelveInstance-298826433 tempest-TestShelveInstance-298826433-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 1093 time: 0.1272244 Jun 02 17:07:45.052886 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45044) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:07:45.057339 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:07:45.063541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:07:45.069000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:floatingip and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:07:45.072076 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:07:45.078113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:07:45.092133 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for floatingip, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:45.235421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:45.377232 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Allocated IP 172.26.3.231 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/97ad6cd0-c433-452a-a460-2a1731f67bed) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:07:45.672732 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:45.708005 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:45.714976 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a5efdf20-d6ee-4c90-9a6e-6acd041471d6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:45.779405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:07:45.782614 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:07:45.786368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:07:45.825622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'Port': ['ID=97ad6cd0-c433-452a-a460-2a1731f67bed,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:45.829774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:46.210766 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:46.291912 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:46.501820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:46.507852 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:46.513096 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5dbe4f2d-f77b-45e0-9295-968096f21e06 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:07:46.622690 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'Port': ['ID=97ad6cd0-c433-452a-a460-2a1731f67bed,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:07:46.626612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:07:46.629377 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:46.812965 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Floating IP 92bf763f-61c9-4715-a5d9-8396809f33f9 associated. External IP: 172.26.3.231, port: 633cf894-3aa3-4417-b147-c4a4d2f9417c. Jun 02 17:07:47.328205 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Router 450eff93-9be9-460a-9a12-bdc4fe551c4d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:07:47.514035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:07:47.526445 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbc4cbf-3e57-4505-9d93-cff25e95f2b0 None None] Sync routers for ids ['450eff93-9be9-460a-9a12-bdc4fe551c4d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:07:47.537832 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbc4cbf-3e57-4505-9d93-cff25e95f2b0 None None] Routers {'450eff93-9be9-460a-9a12-bdc4fe551c4d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:07:47.538603 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1fbc4cbf-3e57-4505-9d93-cff25e95f2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:07:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['450eff93-9be9-460a-9a12-bdc4fe551c4d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:47.540459 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:47.596717 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5423403 Jun 02 17:07:47.597292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'tag': '633cf894-3aa3-4417-b147-c4a4d2f9417c'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:07:47.599742 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acdd382-fc3e-455b-93a7-9aeb8368deee" -d '{"events": [{"name": "network-changed", "server_uuid": "0d0d0f57-0dec-4e78-996d-8d15b7e5a151", "tag": "633cf894-3aa3-4417-b147-c4a4d2f9417c"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:07:47.642565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82542f43-eeb1-429d-8f35-f33ee327b3c6 x-openstack-request-id: req-82542f43-eeb1-429d-8f35-f33ee327b3c6 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:07:47.642906 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d0d0f57-0dec-4e78-996d-8d15b7e5a151", "tag": "633cf894-3aa3-4417-b147-c4a4d2f9417c", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:07:47.643204 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-82542f43-eeb1-429d-8f35-f33ee327b3c6 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:07:47.643650 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'tag': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'status': 'completed', 'code': 200} Jun 02 17:07:47.722232 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-1fbc4cbf-3e57-4505-9d93-cff25e95f2b0 None None] Set router 450eff93-9be9-460a-9a12-bdc4fe551c4d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:07:47.736973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdd382-fc3e-455b-93a7-9aeb8368deee req-96273a50-6ae1-417c-bef9-2de7a049340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:47.738735 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4acdd382-fc3e-455b-93a7-9aeb8368deee req-96273a50-6ae1-417c-bef9-2de7a049340b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 1098 time: 0.0724499 Jun 02 17:07:47.873423 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdd382-fc3e-455b-93a7-9aeb8368deee req-50874da7-b7a1-4661-8052-4529b6167b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:47.874915 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4acdd382-fc3e-455b-93a7-9aeb8368deee req-50874da7-b7a1-4661-8052-4529b6167b31 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.1293519 Jun 02 17:07:47.994421 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4acdd382-fc3e-455b-93a7-9aeb8368deee req-d6e6127a-03d2-4f05-8a1c-641f6aaa9551 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c HTTP/1.1" status: 200 len: 999 time: 0.1120276 Jun 02 17:07:48.057025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdd382-fc3e-455b-93a7-9aeb8368deee req-8ff91b3b-f693-46b5-baad-f5ef12ca30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:48.058493 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4acdd382-fc3e-455b-93a7-9aeb8368deee req-8ff91b3b-f693-46b5-baad-f5ef12ca30b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0573652 Jun 02 17:07:48.074656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1fbc4cbf-3e57-4505-9d93-cff25e95f2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '92bf763f-61c9-4715-a5d9-8396809f33f9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'floating_ip_address': '172.26.3.231', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'port_id': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'mac_address': 'fa:16:3e:95:99:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:07:46Z', 'updated_at': '2021-06-02T17:07:46Z', 'revision_number': 0, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3788fcb7-8e05-4ba7-83e3-fe00dc173e79', 'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'mac_address': 'fa:16:3e:28:9e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:20Z', 'updated_at': '2021-06-02T17:07:26Z', 'revision_number': 5, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'subnets': [{'id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:48.078757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbc4cbf-3e57-4505-9d93-cff25e95f2b0 None None] Checking router: 450eff93-9be9-460a-9a12-bdc4fe551c4d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:07:48.087696 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbc4cbf-3e57-4505-9d93-cff25e95f2b0 None None] Routers {'450eff93-9be9-460a-9a12-bdc4fe551c4d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:07:48.088305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1fbc4cbf-3e57-4505-9d93-cff25e95f2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:07:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['450eff93-9be9-460a-9a12-bdc4fe551c4d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:48.137867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdd382-fc3e-455b-93a7-9aeb8368deee req-ac22b275-c219-4d65-b369-ca92087374f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:48.139289 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4acdd382-fc3e-455b-93a7-9aeb8368deee req-ac22b275-c219-4d65-b369-ca92087374f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0736372 Jun 02 17:07:48.265191 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-1fbc4cbf-3e57-4505-9d93-cff25e95f2b0 None None] Set router 450eff93-9be9-460a-9a12-bdc4fe551c4d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:07:48.276038 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4acdd382-fc3e-455b-93a7-9aeb8368deee req-1ce5a8e9-263e-4d6d-87be-3082590fa046 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288519 Jun 02 17:07:48.412511 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4acdd382-fc3e-455b-93a7-9aeb8368deee req-23e05006-7e2c-4b65-a6a1-e53fdb7781a2 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300011 Jun 02 17:07:48.661376 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1fbc4cbf-3e57-4505-9d93-cff25e95f2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '92bf763f-61c9-4715-a5d9-8396809f33f9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'floating_ip_address': '172.26.3.231', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'port_id': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'mac_address': 'fa:16:3e:95:99:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:07:46Z', 'updated_at': '2021-06-02T17:07:46Z', 'revision_number': 0, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3788fcb7-8e05-4ba7-83e3-fe00dc173e79', 'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'mac_address': 'fa:16:3e:28:9e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:20Z', 'updated_at': '2021-06-02T17:07:26Z', 'revision_number': 5, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'subnets': [{'id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:07:48.665615 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbc4cbf-3e57-4505-9d93-cff25e95f2b0 None None] The sync data for ids ['450eff93-9be9-460a-9a12-bdc4fe551c4d'] in dv-neutron-601336-83-hyperv is: [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '92bf763f-61c9-4715-a5d9-8396809f33f9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'floating_ip_address': '172.26.3.231', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'port_id': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'mac_address': 'fa:16:3e:95:99:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:07:46Z', 'updated_at': '2021-06-02T17:07:46Z', 'revision_number': 0, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3788fcb7-8e05-4ba7-83e3-fe00dc173e79', 'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'mac_address': 'fa:16:3e:28:9e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:20Z', 'updated_at': '2021-06-02T17:07:26Z', 'revision_number': 5, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'subnets': [{'id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:07:48.846021 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e39e59-09c5-4cd6-9f5c-ab76ef24a496 None None] New status for floating IP 92bf763f-61c9-4715-a5d9-8396809f33f9: ACTIVE {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:07:49.517110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:07:58.792591 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8eafa8f6-db51-471c-a0f0-3bbfcfb6f30b req-c77c1518-32e6-46d8-a4ae-1bd088976d0c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817735 Jun 02 17:07:58.944736 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafa8f6-db51-471c-a0f0-3bbfcfb6f30b req-a308f7da-a385-4f05-8cc8-fd04eb331fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:58.946224 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8eafa8f6-db51-471c-a0f0-3bbfcfb6f30b req-a308f7da-a385-4f05-8cc8-fd04eb331fc3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 1098 time: 0.0811713 Jun 02 17:07:59.095737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafa8f6-db51-471c-a0f0-3bbfcfb6f30b req-26250469-98c9-43fc-bf17-4df3a4b5b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:59.097545 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8eafa8f6-db51-471c-a0f0-3bbfcfb6f30b req-26250469-98c9-43fc-bf17-4df3a4b5b29f service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.1273344 Jun 02 17:07:59.210102 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8eafa8f6-db51-471c-a0f0-3bbfcfb6f30b req-54ff1004-6275-49df-a3ae-8531710a8499 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c HTTP/1.1" status: 200 len: 1001 time: 0.1052718 Jun 02 17:07:59.272039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafa8f6-db51-471c-a0f0-3bbfcfb6f30b req-19608254-8e30-4e89-963d-95adcd4d0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:59.273417 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8eafa8f6-db51-471c-a0f0-3bbfcfb6f30b req-19608254-8e30-4e89-963d-95adcd4d0e97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0562458 Jun 02 17:07:59.355885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafa8f6-db51-471c-a0f0-3bbfcfb6f30b req-92818e7e-65a4-4c28-b21d-8e65f2247d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:07:59.357435 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8eafa8f6-db51-471c-a0f0-3bbfcfb6f30b req-92818e7e-65a4-4c28-b21d-8e65f2247d98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0764780 Jun 02 17:07:59.496573 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8eafa8f6-db51-471c-a0f0-3bbfcfb6f30b req-f2915df7-cc03-47f0-9e35-c9008c016862 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311381 Jun 02 17:07:59.631381 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8eafa8f6-db51-471c-a0f0-3bbfcfb6f30b req-8b6d3c77-b2cb-45bb-928c-00ce7c6767a0 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272578 Jun 02 17:08:03.006998 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-00444055-8d09-43a0-a984-8850aeca87dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:08:04.237239 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:08:05.084667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:08:05.507979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-86c88805-535b-43d6-947e-2cd60d4da077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:08:06.854870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:08:08.769999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:08:19.526351 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:08:33.004014 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-06981973-e45c-43d8-be92-52c449ba4249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:08:35.088100 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:08:35.509691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-52601c48-48ed-48fd-80da-36060ff3e752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:08:36.859190 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:08:38.772709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:08:41.241728 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:08:49.520230 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:08:59.810384 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4fc09992-7aee-40aa-8489-c5822c267610 req-54f60735-85b1-426d-8a3a-9335756e4489 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821800 Jun 02 17:08:59.968372 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc09992-7aee-40aa-8489-c5822c267610 req-5340aca6-a836-419a-8dba-d1300abfa446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:08:59.969842 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4fc09992-7aee-40aa-8489-c5822c267610 req-5340aca6-a836-419a-8dba-d1300abfa446 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 1098 time: 0.0773082 Jun 02 17:09:00.258530 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc09992-7aee-40aa-8489-c5822c267610 req-d5f047ca-ddb2-42a8-9c88-57618a7590a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:09:00.259996 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4fc09992-7aee-40aa-8489-c5822c267610 req-d5f047ca-ddb2-42a8-9c88-57618a7590a9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.2660680 Jun 02 17:09:00.373721 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4fc09992-7aee-40aa-8489-c5822c267610 req-7d6ec1f8-8cf5-40d4-be8f-eaad5dd8759e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c HTTP/1.1" status: 200 len: 1001 time: 0.1040287 Jun 02 17:09:00.441776 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc09992-7aee-40aa-8489-c5822c267610 req-8ae6358a-99b5-4f1e-ada2-b320b5ae27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:09:00.443228 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4fc09992-7aee-40aa-8489-c5822c267610 req-8ae6358a-99b5-4f1e-ada2-b320b5ae27e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0601037 Jun 02 17:09:00.524088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc09992-7aee-40aa-8489-c5822c267610 req-3f80dfc5-6cab-49a8-a16b-099967fb97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:09:00.525605 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4fc09992-7aee-40aa-8489-c5822c267610 req-3f80dfc5-6cab-49a8-a16b-099967fb97f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723007 Jun 02 17:09:00.665476 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4fc09992-7aee-40aa-8489-c5822c267610 req-449bfaa3-e9c1-4f2e-8714-da290402ad84 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282916 Jun 02 17:09:00.802891 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4fc09992-7aee-40aa-8489-c5822c267610 req-fae6d259-add7-4146-98c7-c6ac173a4b50 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260822 Jun 02 17:09:03.010424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9e09e509-9831-42f3-8897-5606f58029ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:05.086316 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:05.510276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-477338d3-803e-45d0-81d3-b8e8cd12807c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:06.865247 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:08.775446 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:18.240920 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:09:19.544733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:33.002798 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-258693c6-dade-46d7-8f14-8dfe48a6d1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:35.083411 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:35.516965 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f73f1219-afc4-4b52-8e5d-db3be0a32828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:36.863995 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:38.787913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:44.144528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0568a-8e57-40f5-86b8-433b4a828589 req-28d3bf1a-d92c-47f9-ae5b-f792ec97e1a6 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:09:44.145986 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e8a0568a-8e57-40f5-86b8-433b4a828589 req-28d3bf1a-d92c-47f9-ae5b-f792ec97e1a6 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.1486070 Jun 02 17:09:44.191293 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e8a0568a-8e57-40f5-86b8-433b4a828589 req-9300459a-5662-4320-b60c-1e1b26ecfd11 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396454 Jun 02 17:09:45.409549 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8e46a-4607-462e-9c44-511f36925d89 req-4ed8c766-c8b1-4ac6-a8c7-6f984b97f500 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:09:45.411087 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b4f8e46a-4607-462e-9c44-511f36925d89 req-4ed8c766-c8b1-4ac6-a8c7-6f984b97f500 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0876591 Jun 02 17:09:45.457915 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b4f8e46a-4607-462e-9c44-511f36925d89 req-fad7e3df-bcf9-4535-8497-d7ca27f04a37 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409172 Jun 02 17:09:46.661819 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81351b93-78e4-4169-b8be-ef17756b2c1b req-9d550ddf-fed0-4158-b403-1146fbee5aba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:09:46.663199 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81351b93-78e4-4169-b8be-ef17756b2c1b req-9d550ddf-fed0-4158-b403-1146fbee5aba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0814843 Jun 02 17:09:46.710819 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-81351b93-78e4-4169-b8be-ef17756b2c1b req-4493ef66-779f-4388-b165-567be82be406 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417907 Jun 02 17:09:47.906014 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd3767-3512-4f96-b54f-5b06e878aecf req-aa705a82-d578-426d-8b60-f07640784a7b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:09:47.907482 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3bcd3767-3512-4f96-b54f-5b06e878aecf req-aa705a82-d578-426d-8b60-f07640784a7b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0840106 Jun 02 17:09:47.955550 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3bcd3767-3512-4f96-b54f-5b06e878aecf req-36db6a42-dfd6-48d2-b57d-81bf3af67b55 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399520 Jun 02 17:09:49.167606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9700f-8b78-478d-87a3-d55aed14603b req-563a407f-eaa5-43e3-8adf-064bc6b7915c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:09:49.169107 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-56b9700f-8b78-478d-87a3-d55aed14603b req-563a407f-eaa5-43e3-8adf-064bc6b7915c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0929377 Jun 02 17:09:49.213233 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-56b9700f-8b78-478d-87a3-d55aed14603b req-33c94d75-6cfc-4659-9f70-8ce0abf3e974 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384083 Jun 02 17:09:49.542789 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:50.417866 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112dac8-e6d2-4d86-9c79-475982b603d7 req-6058281b-1c03-4504-934c-4ea3f656ec5b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:09:50.419355 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8112dac8-e6d2-4d86-9c79-475982b603d7 req-6058281b-1c03-4504-934c-4ea3f656ec5b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0910995 Jun 02 17:09:50.464397 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-8112dac8-e6d2-4d86-9c79-475982b603d7 req-f0e212c1-c1b0-4645-909d-086c85b3299b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393627 Jun 02 17:09:51.671567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab231d-673e-4161-979c-d58fa8a9747a req-234ad464-b1ef-4378-ba22-fc7fcbf29abd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:09:51.672894 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-43ab231d-673e-4161-979c-d58fa8a9747a req-234ad464-b1ef-4378-ba22-fc7fcbf29abd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0947154 Jun 02 17:09:51.719132 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-43ab231d-673e-4161-979c-d58fa8a9747a req-e7f7288c-64de-4add-b900-d8515a273ffe tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380366 Jun 02 17:09:52.917280 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad4479-3dd5-40b4-9b4a-eec26932b9ea req-2a3adf4e-1fa2-4a25-92b3-35213dec1028 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:09:52.918753 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0fad4479-3dd5-40b4-9b4a-eec26932b9ea req-2a3adf4e-1fa2-4a25-92b3-35213dec1028 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0868702 Jun 02 17:09:52.963532 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-0fad4479-3dd5-40b4-9b4a-eec26932b9ea req-9351c833-0816-48e2-9897-39d93920896c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388386 Jun 02 17:09:54.171978 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f37939-6e73-449e-9491-dbde7399913b req-afbcf5d2-93b0-44c0-8b8a-648a6333fe1d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:09:54.173420 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-05f37939-6e73-449e-9491-dbde7399913b req-afbcf5d2-93b0-44c0-8b8a-648a6333fe1d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0894346 Jun 02 17:09:54.217108 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-05f37939-6e73-449e-9491-dbde7399913b req-10a31b3d-cc67-426c-9478-e75ef9f2e3ac tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380127 Jun 02 17:09:55.244956 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:09:55.421292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82187ba1-c3f1-451b-b96b-082b00cf0f6f req-c2dce4c1-3939-463e-9ff3-7ed7ba9da692 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:09:55.422831 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-82187ba1-c3f1-451b-b96b-082b00cf0f6f req-c2dce4c1-3939-463e-9ff3-7ed7ba9da692 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0992229 Jun 02 17:09:55.466509 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-82187ba1-c3f1-451b-b96b-082b00cf0f6f req-2b5b9ba7-c562-4765-8b27-45caf0d19bca tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380409 Jun 02 17:09:56.687829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4d4b5-b9bf-47cc-ae45-f43a9b87a03a req-b1bde437-f4c8-4820-bf81-d0ff35c04d19 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:09:56.689302 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-79f4d4b5-b9bf-47cc-ae45-f43a9b87a03a req-b1bde437-f4c8-4820-bf81-d0ff35c04d19 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0861468 Jun 02 17:09:56.740882 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-79f4d4b5-b9bf-47cc-ae45-f43a9b87a03a req-96e0303b-8bbb-4423-bf8b-739a35caf925 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454745 Jun 02 17:09:57.235703 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 633cf894-3aa3-4417-b147-c4a4d2f9417c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 17:09:57.374610 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 633cf894-3aa3-4417-b147-c4a4d2f9417c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:09:57.387661 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'port_id': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'mac_address': 'fa:16:3e:95:99:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 17:09:57.446339 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:57.463579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 633cf894-3aa3-4417-b147-c4a4d2f9417c {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:09:57.480599 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 633cf894-3aa3-4417-b147-c4a4d2f9417c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:09:57.486721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:57.489550 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:09:57.559894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=633cf894-3aa3-4417-b147-c4a4d2f9417c,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:09:57.572898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['633cf894-3aa3-4417-b147-c4a4d2f9417c'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 17:09:57.603109 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:09:57.603510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:09:57.603854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:09:57.604209 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:09:57.604535 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:09:57.604921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:09:57.605194 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:09:57.605533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:09:57.605821 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:09:57.606229 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:09:57.606489 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:09:57.606815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:09:57.615831 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:09:57.955249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0da62-cbf4-4be8-ab9b-ff874ffa3f67 req-98a44de0-9dad-4378-a5c6-2d05a0bddbef tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:09:57.956936 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1cb0da62-cbf4-4be8-ab9b-ff874ffa3f67 req-98a44de0-9dad-4378-a5c6-2d05a0bddbef tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 944 time: 0.0888062 Jun 02 17:09:58.011851 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1cb0da62-cbf4-4be8-ab9b-ff874ffa3f67 req-8d7a0045-44ce-4a27-86d3-461251bdc193 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491760 Jun 02 17:09:59.215983 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5958a5-4ed5-4d3a-b692-4f477ba632b4 req-375cbc1e-d3f9-4920-bdee-b08995151f89 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:09:59.217645 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fa5958a5-4ed5-4d3a-b692-4f477ba632b4 req-375cbc1e-d3f9-4920-bdee-b08995151f89 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 944 time: 0.0957208 Jun 02 17:09:59.239802 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 633cf894-3aa3-4417-b147-c4a4d2f9417c up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:09:59.267264 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fa5958a5-4ed5-4d3a-b692-4f477ba632b4 req-9c13461f-6077-4770-9c8a-d9fff991f50b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430477 Jun 02 17:09:59.319108 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 633cf894-3aa3-4417-b147-c4a4d2f9417c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:09:59.319799 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:59.446750 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:59.475430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633cf894-3aa3-4417-b147-c4a4d2f9417c'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:09:59.478047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a625eb93-7363-4edd-ab3e-0cac15bd698e" -d '{"events": [{"server_uuid": "0d0d0f57-0dec-4e78-996d-8d15b7e5a151", "name": "network-vif-plugged", "status": "completed", "tag": "633cf894-3aa3-4417-b147-c4a4d2f9417c"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:09:59.498226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 633cf894-3aa3-4417-b147-c4a4d2f9417c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:09:59.504572 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:09:59.506632 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:09:59.536622 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a99dd6-8780-4973-a6b9-39b6dd494ba5 x-openstack-request-id: req-16a99dd6-8780-4973-a6b9-39b6dd494ba5 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:09:59.536944 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0d0f57-0dec-4e78-996d-8d15b7e5a151", "name": "network-vif-plugged", "status": "completed", "tag": "633cf894-3aa3-4417-b147-c4a4d2f9417c", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:09:59.537177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16a99dd6-8780-4973-a6b9-39b6dd494ba5 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:09:59.537573 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'code': 200} Jun 02 17:09:59.587437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=633cf894-3aa3-4417-b147-c4a4d2f9417c,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:09:59.590843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:10:00.474821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc025ec5-05fc-4479-9d2a-2164c908aa1a req-941c9339-cdba-4cfa-8851-cf44ba9382f2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:00.476965 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cc025ec5-05fc-4479-9d2a-2164c908aa1a req-941c9339-cdba-4cfa-8851-cf44ba9382f2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0950625 Jun 02 17:10:00.525508 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cc025ec5-05fc-4479-9d2a-2164c908aa1a req-473f80af-cb86-4de5-b5eb-534957befed7 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423565 Jun 02 17:10:01.754576 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e83640-a9d5-4bb6-9f01-dd1940e41542 req-9eecb620-76e5-4f61-9485-7aab5aa6e726 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:01.756025 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-64e83640-a9d5-4bb6-9f01-dd1940e41542 req-9eecb620-76e5-4f61-9485-7aab5aa6e726 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.1081781 Jun 02 17:10:01.835731 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-64e83640-a9d5-4bb6-9f01-dd1940e41542 req-dd43a953-6ed1-4763-b8d2-1d4f0e6d2ed7 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732961 Jun 02 17:10:01.946501 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc929b-34ba-47d1-9f7c-d3d0293911a4 req-924decab-e8ba-4a87-b1ee-7b84df3ea5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:01.948001 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c3fc929b-34ba-47d1-9f7c-d3d0293911a4 req-924decab-e8ba-4a87-b1ee-7b84df3ea5f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 1098 time: 0.1522934 Jun 02 17:10:02.106539 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc929b-34ba-47d1-9f7c-d3d0293911a4 req-8c582360-79c1-4891-90b4-b38084a22b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:02.108347 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c3fc929b-34ba-47d1-9f7c-d3d0293911a4 req-8c582360-79c1-4891-90b4-b38084a22b4d service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.1328847 Jun 02 17:10:02.220408 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c3fc929b-34ba-47d1-9f7c-d3d0293911a4 req-94f60059-ed35-4060-ba82-f1948c9a527d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c HTTP/1.1" status: 200 len: 1001 time: 0.1019413 Jun 02 17:10:02.293561 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc929b-34ba-47d1-9f7c-d3d0293911a4 req-b406a09c-8b49-4fda-b8c3-ab88e98fc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:02.295073 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c3fc929b-34ba-47d1-9f7c-d3d0293911a4 req-b406a09c-8b49-4fda-b8c3-ab88e98fc6a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0682433 Jun 02 17:10:02.380213 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc929b-34ba-47d1-9f7c-d3d0293911a4 req-509ed10e-3037-4338-b62d-58af458d50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:02.382223 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c3fc929b-34ba-47d1-9f7c-d3d0293911a4 req-509ed10e-3037-4338-b62d-58af458d50a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0802989 Jun 02 17:10:02.523073 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c3fc929b-34ba-47d1-9f7c-d3d0293911a4 req-ca37c0bf-02d4-4768-84b1-0f4f349da983 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329520 Jun 02 17:10:02.668606 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c3fc929b-34ba-47d1-9f7c-d3d0293911a4 req-cc3ea417-4249-4714-8581-a1bd2a0db4d6 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384156 Jun 02 17:10:03.002238 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-87c367f1-8227-4ee9-89ce-769fe4a08a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:03.058913 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afeae7-6402-43a6-a587-07e86d5139e7 req-ce7293e7-833f-4a83-a402-baccaed31ccb tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:03.060446 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-51afeae7-6402-43a6-a587-07e86d5139e7 req-ce7293e7-833f-4a83-a402-baccaed31ccb tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.1064434 Jun 02 17:10:03.122689 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-51afeae7-6402-43a6-a587-07e86d5139e7 req-4b27c349-e5f2-407b-a2e7-2df0e0ee2ff5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563791 Jun 02 17:10:04.351052 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a68592-3815-45d3-8942-55b1ad4e3648 req-0a833abf-c1ae-44f7-8a5d-939f58a5d84d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:04.352722 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a0a68592-3815-45d3-8942-55b1ad4e3648 req-0a833abf-c1ae-44f7-8a5d-939f58a5d84d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.1087611 Jun 02 17:10:04.404462 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a0a68592-3815-45d3-8942-55b1ad4e3648 req-c84c2519-6da6-4f4f-93c3-698c1fd5bb8d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450871 Jun 02 17:10:05.099231 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:05.518669 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ffa46a15-03b8-49d4-ad02-da49d130dd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:05.615088 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd9caa-286e-47bb-94f0-c314e9321190 req-3d2af82f-6805-41d6-a733-2c6c48439792 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:05.616615 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-49bd9caa-286e-47bb-94f0-c314e9321190 req-3d2af82f-6805-41d6-a733-2c6c48439792 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0953772 Jun 02 17:10:05.666982 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-49bd9caa-286e-47bb-94f0-c314e9321190 req-dc52b968-6e3a-4554-b606-42a1e9665dce tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416970 Jun 02 17:10:06.859622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe1024-8f63-4a6a-a35b-fdf9a5670c10 req-838b2cce-f930-41d4-9120-032073fbaef5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:06.861404 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-dafe1024-8f63-4a6a-a35b-fdf9a5670c10 req-838b2cce-f930-41d4-9120-032073fbaef5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0855701 Jun 02 17:10:06.867564 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:06.924212 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-dafe1024-8f63-4a6a-a35b-fdf9a5670c10 req-abf672c6-33f5-414e-854c-da17a28ac19a tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569305 Jun 02 17:10:07.159093 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed71162-48fa-4927-8993-5311c576c522 req-2c04b57e-319f-4ae8-a1bc-422e345c8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:07.160945 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5ed71162-48fa-4927-8993-5311c576c522 req-2c04b57e-319f-4ae8-a1bc-422e345c8398 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 1098 time: 0.2398105 Jun 02 17:10:07.316603 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed71162-48fa-4927-8993-5311c576c522 req-a98c54fb-7a7a-4d67-84b7-44458b3c4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:07.318432 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5ed71162-48fa-4927-8993-5311c576c522 req-a98c54fb-7a7a-4d67-84b7-44458b3c4fe7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.1506922 Jun 02 17:10:07.443449 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5ed71162-48fa-4927-8993-5311c576c522 req-bedea1ec-729d-405e-80ff-7e3e591f8edd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c HTTP/1.1" status: 200 len: 1001 time: 0.1144292 Jun 02 17:10:07.516909 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed71162-48fa-4927-8993-5311c576c522 req-8fbc6f90-92f0-4842-8a2a-77615ad54954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:07.518789 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5ed71162-48fa-4927-8993-5311c576c522 req-8fbc6f90-92f0-4842-8a2a-77615ad54954 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0643528 Jun 02 17:10:07.613702 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed71162-48fa-4927-8993-5311c576c522 req-ab0f3067-7d10-4428-9d67-71e7337fbfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:07.615584 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5ed71162-48fa-4927-8993-5311c576c522 req-ab0f3067-7d10-4428-9d67-71e7337fbfcb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0873830 Jun 02 17:10:07.749002 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5ed71162-48fa-4927-8993-5311c576c522 req-4f185ff3-3ce8-44a5-b7f1-1f80d9f0ec0b service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255801 Jun 02 17:10:07.917511 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5ed71162-48fa-4927-8993-5311c576c522 req-8fc769ac-b532-4c0b-9d6c-1b9f0413a510 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619990 Jun 02 17:10:08.159190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8dd0b-9079-4da9-ac1b-036389cd2f9e req-45242ba7-9e48-4804-a867-9a2fdd609f20 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:08.160628 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-abb8dd0b-9079-4da9-ac1b-036389cd2f9e req-45242ba7-9e48-4804-a867-9a2fdd609f20 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0826862 Jun 02 17:10:08.205435 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-abb8dd0b-9079-4da9-ac1b-036389cd2f9e req-9fb810cf-58a5-4918-afaa-de4ee4689e63 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390897 Jun 02 17:10:08.781746 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:09.402420 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952261de-918c-4169-866c-0da67b737add req-6c91a382-9798-49bf-8242-b25ca54e7080 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:09.409649 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-952261de-918c-4169-866c-0da67b737add req-6c91a382-9798-49bf-8242-b25ca54e7080 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0959265 Jun 02 17:10:09.468148 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-952261de-918c-4169-866c-0da67b737add req-fbf3c95c-0d7a-42f3-b8cc-63363fc9c1ef tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529127 Jun 02 17:10:10.677830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0f423-9011-40d7-b5b2-5f3d9119f058 req-46147240-689b-4fe2-9d49-1b597e619d1c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:10.679290 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c5b0f423-9011-40d7-b5b2-5f3d9119f058 req-46147240-689b-4fe2-9d49-1b597e619d1c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 945 time: 0.0924273 Jun 02 17:10:10.724953 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c5b0f423-9011-40d7-b5b2-5f3d9119f058 req-744809de-1fe2-47d9-be32-7ec962b269b6 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391312 Jun 02 17:10:11.286003 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 633cf894-3aa3-4417-b147-c4a4d2f9417c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:10:11.409511 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:11.436236 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633cf894-3aa3-4417-b147-c4a4d2f9417c'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:10:11.438505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40856c85-33e2-4e98-8c18-50c1e6d690a9" -d '{"events": [{"server_uuid": "0d0d0f57-0dec-4e78-996d-8d15b7e5a151", "name": "network-vif-unplugged", "status": "completed", "tag": "633cf894-3aa3-4417-b147-c4a4d2f9417c"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:10:11.446088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 633cf894-3aa3-4417-b147-c4a4d2f9417c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:10:11.451169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:11.454033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:10:11.495379 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Jun 2021 17:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced34211-ec7a-4367-b549-219d4f12c596 x-openstack-request-id: req-ced34211-ec7a-4367-b549-219d4f12c596 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:10:11.495687 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0d0f57-0dec-4e78-996d-8d15b7e5a151", "name": "network-vif-unplugged", "status": "failed", "tag": "633cf894-3aa3-4417-b147-c4a4d2f9417c", "code": 422}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:10:11.495949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ced34211-ec7a-4367-b549-219d4f12c596 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:10:11.496382 dv-neutron-601336-83-hyperv neutron-server[92324]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'code': 422} returned with failed status Jun 02 17:10:11.529050 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=633cf894-3aa3-4417-b147-c4a4d2f9417c,revision_number=8']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:10:11.532451 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:10:12.107143 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045a26f-0ae9-4d3f-975e-9962a82cd24c req-79c0c651-de11-4e18-a91e-f3d73751fd0c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:12.108585 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9045a26f-0ae9-4d3f-975e-9962a82cd24c req-79c0c651-de11-4e18-a91e-f3d73751fd0c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 943 time: 0.0810573 Jun 02 17:10:12.153977 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9045a26f-0ae9-4d3f-975e-9962a82cd24c req-783ff5f8-958e-4984-8c9a-08ba60642b1c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393631 Jun 02 17:10:12.248921 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45246) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:10:12.369395 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c12b9535-4f3b-4e82-81e0-61fb6b91eff4 req-fa2f4216-d369-442a-adf8-b2ce79b7b0c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1190569 Jun 02 17:10:13.347735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc33c41-d52b-4803-b4d2-bdb3c1f524cf req-aabb1de5-274b-4200-af35-c3afce48eda5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:13.349145 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5dc33c41-d52b-4803-b4d2-bdb3c1f524cf req-aabb1de5-274b-4200-af35-c3afce48eda5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 943 time: 0.0809753 Jun 02 17:10:13.409044 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5dc33c41-d52b-4803-b4d2-bdb3c1f524cf req-b37ebcba-1af0-45f6-90bd-f0e89a1cdd3e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537338 Jun 02 17:10:13.421148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b9535-4f3b-4e82-81e0-61fb6b91eff4 req-6ecc57d4-1576-4fd8-b3fe-837363fdd769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:13.422824 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c12b9535-4f3b-4e82-81e0-61fb6b91eff4 req-6ecc57d4-1576-4fd8-b3fe-837363fdd769 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151&tenant_id=cb5e4e73b42941fa8eb05a2968c328f2 HTTP/1.1" status: 200 len: 1096 time: 0.1058323 Jun 02 17:10:13.529350 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b9535-4f3b-4e82-81e0-61fb6b91eff4 req-706b9b75-2973-419c-a850-0166e814d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:13.530774 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c12b9535-4f3b-4e82-81e0-61fb6b91eff4 req-706b9b75-2973-419c-a850-0166e814d44f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 1096 time: 0.0766418 Jun 02 17:10:13.673682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b9535-4f3b-4e82-81e0-61fb6b91eff4 req-724f65de-cc23-441b-873d-a7ccc72bf028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:13.675288 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c12b9535-4f3b-4e82-81e0-61fb6b91eff4 req-724f65de-cc23-441b-873d-a7ccc72bf028 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.1340840 Jun 02 17:10:13.781969 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c12b9535-4f3b-4e82-81e0-61fb6b91eff4 req-8c4e530b-c9e7-4d33-ab58-64e84e860270 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c HTTP/1.1" status: 200 len: 999 time: 0.0965505 Jun 02 17:10:13.854933 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b9535-4f3b-4e82-81e0-61fb6b91eff4 req-372b164b-4549-4491-8508-5d64075e0d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:13.856534 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c12b9535-4f3b-4e82-81e0-61fb6b91eff4 req-372b164b-4549-4491-8508-5d64075e0d40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0651188 Jun 02 17:10:13.956839 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b9535-4f3b-4e82-81e0-61fb6b91eff4 req-180d36fc-27e4-45fd-9e3f-dd361ae6268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:13.958391 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c12b9535-4f3b-4e82-81e0-61fb6b91eff4 req-180d36fc-27e4-45fd-9e3f-dd361ae6268d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0920053 Jun 02 17:10:14.101247 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c12b9535-4f3b-4e82-81e0-61fb6b91eff4 req-67eaa827-5dc4-4057-8e89-acabccf0f3b0 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317356 Jun 02 17:10:14.416311 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c12b9535-4f3b-4e82-81e0-61fb6b91eff4 req-81495ab4-7908-4305-9f26-fe3325453659 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040700 Jun 02 17:10:14.610923 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f0d77-0ea2-483e-b75a-ef1898d0e8b4 req-b916e077-a26f-42ed-9c2c-35b821d371c2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:14.612431 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e9f0d77-0ea2-483e-b75a-ef1898d0e8b4 req-b916e077-a26f-42ed-9c2c-35b821d371c2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 943 time: 0.0962143 Jun 02 17:10:14.666502 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9e9f0d77-0ea2-483e-b75a-ef1898d0e8b4 req-904151e1-d6ef-4891-93fd-0d1795a64519 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478928 Jun 02 17:10:15.916027 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7b6db-f766-4269-938e-6182d14f6381 req-3279b71d-8498-416b-a652-85fda43af298 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:15.918709 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-dcc7b6db-f766-4269-938e-6182d14f6381 req-3279b71d-8498-416b-a652-85fda43af298 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 943 time: 0.1299310 Jun 02 17:10:15.978498 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-dcc7b6db-f766-4269-938e-6182d14f6381 req-f57b46a8-c30b-4b76-9e08-fb769711e392 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498700 Jun 02 17:10:17.189323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec468e35-f48d-4840-ac24-24dc89e1ebc4 req-814711a2-58f4-4727-b9aa-a568fb078045 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:17.190802 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ec468e35-f48d-4840-ac24-24dc89e1ebc4 req-814711a2-58f4-4727-b9aa-a568fb078045 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 943 time: 0.0893540 Jun 02 17:10:17.238739 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ec468e35-f48d-4840-ac24-24dc89e1ebc4 req-06a1c1ca-d858-4889-8e4a-4ac28483ecad tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420225 Jun 02 17:10:18.449408 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3215c-0a9e-4c1d-8399-53a8bf4ed372 req-0e120e70-45ce-42ba-a2cc-21a2e2b18d6d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:18.457107 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ecd3215c-0a9e-4c1d-8399-53a8bf4ed372 req-0e120e70-45ce-42ba-a2cc-21a2e2b18d6d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 943 time: 0.1008906 Jun 02 17:10:18.664857 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ecd3215c-0a9e-4c1d-8399-53a8bf4ed372 req-f9f6a2d4-002a-4e79-bed3-8b95b19cb6c5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068706 Jun 02 17:10:19.534939 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:19.883500 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5271a2f-fc11-469d-acc4-374dca5abf57 req-694aef2d-5cee-4a5f-8b81-2ae753e129a1 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:19.885240 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f5271a2f-fc11-469d-acc4-374dca5abf57 req-694aef2d-5cee-4a5f-8b81-2ae753e129a1 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 943 time: 0.0986416 Jun 02 17:10:19.939374 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f5271a2f-fc11-469d-acc4-374dca5abf57 req-0a99b09b-3152-4028-8df4-fb2d7d2714ca tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446622 Jun 02 17:10:21.133327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa936d-593a-4dbc-8b7b-80b00788c16c req-2b9c143a-4ee7-421d-84ce-0205eb176a3b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:21.134858 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e3aa936d-593a-4dbc-8b7b-80b00788c16c req-2b9c143a-4ee7-421d-84ce-0205eb176a3b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 943 time: 0.0884922 Jun 02 17:10:21.180045 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e3aa936d-593a-4dbc-8b7b-80b00788c16c req-b6852f6f-e1ab-4549-8f4a-9242805e132d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394650 Jun 02 17:10:22.376950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c22cd4-14fb-4ff3-88f6-ec6f796a5785 req-5f088488-23d2-49c1-8e4e-b6b2a966a535 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:22.378500 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-86c22cd4-14fb-4ff3-88f6-ec6f796a5785 req-5f088488-23d2-49c1-8e4e-b6b2a966a535 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 943 time: 0.0873399 Jun 02 17:10:22.432616 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-86c22cd4-14fb-4ff3-88f6-ec6f796a5785 req-1f7fbcc9-f6f7-4869-862f-8a22dde133dd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477648 Jun 02 17:10:23.639399 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75182c-3ea5-4f7f-8800-cc6aa4b0cbfc req-2bbb073c-d1df-4073-b361-2e2a716ceb6a tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:23.641400 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2b75182c-3ea5-4f7f-8800-cc6aa4b0cbfc req-2bbb073c-d1df-4073-b361-2e2a716ceb6a tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 943 time: 0.0931125 Jun 02 17:10:23.688248 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2b75182c-3ea5-4f7f-8800-cc6aa4b0cbfc req-c98d81b5-fe10-453e-bdea-160f95c5c7a0 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412135 Jun 02 17:10:24.904436 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a336adc-94ed-4703-908f-765fff986bec req-0138a408-317d-4580-a99b-7841558055e0 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:24.905893 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4a336adc-94ed-4703-908f-765fff986bec req-0138a408-317d-4580-a99b-7841558055e0 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 943 time: 0.0919170 Jun 02 17:10:24.960803 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4a336adc-94ed-4703-908f-765fff986bec req-a85f58d8-15aa-419f-844d-caf9b5d34ee9 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467834 Jun 02 17:10:26.154566 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9998f-211f-4f43-9b8d-88e31dea71ef req-e7d57905-5009-4594-ba83-4d55a8b16807 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:26.155998 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3bf9998f-211f-4f43-9b8d-88e31dea71ef req-e7d57905-5009-4594-ba83-4d55a8b16807 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 943 time: 0.0852993 Jun 02 17:10:26.202010 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3bf9998f-211f-4f43-9b8d-88e31dea71ef req-fd82d934-8356-406b-8fb8-898d08aaf09d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401886 Jun 02 17:10:27.436130 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2341a6-d999-4450-9297-1cb3c0c94636 req-eb4e98d3-db7b-4569-8d25-c670f3f9701f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:27.437619 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9c2341a6-d999-4450-9297-1cb3c0c94636 req-eb4e98d3-db7b-4569-8d25-c670f3f9701f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 943 time: 0.1012506 Jun 02 17:10:27.484837 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-9c2341a6-d999-4450-9297-1cb3c0c94636 req-8bb4c4ad-ad90-4f11-9e8f-dae266425a41 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409026 Jun 02 17:10:28.699494 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063bf5e-5e2b-408a-a4fc-2045e36283c7 req-2ee04e27-3d72-4dee-85ca-d0b4fddb5add tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:28.701070 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d063bf5e-5e2b-408a-a4fc-2045e36283c7 req-2ee04e27-3d72-4dee-85ca-d0b4fddb5add tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 943 time: 0.0900621 Jun 02 17:10:28.746312 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d063bf5e-5e2b-408a-a4fc-2045e36283c7 req-d31cb944-fa36-4fda-9cdf-5711e0e8c582 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392234 Jun 02 17:10:29.391828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 633cf894-3aa3-4417-b147-c4a4d2f9417c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 17:10:29.565263 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 633cf894-3aa3-4417-b147-c4a4d2f9417c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:10:29.578397 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'port_id': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'mac_address': 'fa:16:3e:95:99:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 17:10:29.634482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:29.654156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633cf894-3aa3-4417-b147-c4a4d2f9417c {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:10:29.670670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 633cf894-3aa3-4417-b147-c4a4d2f9417c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:10:29.675438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:29.677163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-59d611b8-6c05-4eb5-a4be-cd781257c486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:10:29.742394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=633cf894-3aa3-4417-b147-c4a4d2f9417c,revision_number=9']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:10:29.745538 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:10:29.930980 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87ff22-12a8-4bd5-90da-f04449243806 req-c1054072-ff14-4135-b73e-5c631ae38b2b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:29.932349 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0f87ff22-12a8-4bd5-90da-f04449243806 req-c1054072-ff14-4135-b73e-5c631ae38b2b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 944 time: 0.0821536 Jun 02 17:10:29.977041 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0f87ff22-12a8-4bd5-90da-f04449243806 req-aab57084-d4cd-4767-a135-ad43e3693328 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388782 Jun 02 17:10:29.984250 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['633cf894-3aa3-4417-b147-c4a4d2f9417c'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 17:10:31.169435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ee290-4082-4088-901d-1fc7e4f2a700 req-49dda553-5aa4-49f3-87ce-2f0c0284f2ec tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:31.170983 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-454ee290-4082-4088-901d-1fc7e4f2a700 req-49dda553-5aa4-49f3-87ce-2f0c0284f2ec tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 944 time: 0.0858092 Jun 02 17:10:31.224237 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-454ee290-4082-4088-901d-1fc7e4f2a700 req-3cc973a9-3811-430d-9018-5b39bee85ef6 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470736 Jun 02 17:10:31.422622 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 633cf894-3aa3-4417-b147-c4a4d2f9417c up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:10:31.499943 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 633cf894-3aa3-4417-b147-c4a4d2f9417c triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:10:31.500322 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:31.641235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:31.671060 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633cf894-3aa3-4417-b147-c4a4d2f9417c'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:10:31.673246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ecd597-1181-4cb0-8896-7f6ff80143ce" -d '{"events": [{"server_uuid": "0d0d0f57-0dec-4e78-996d-8d15b7e5a151", "name": "network-vif-plugged", "status": "completed", "tag": "633cf894-3aa3-4417-b147-c4a4d2f9417c"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:10:31.688893 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 633cf894-3aa3-4417-b147-c4a4d2f9417c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:10:31.693471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:31.695510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:10:31.726171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5553bfe5-0be2-457a-a260-219d578649e8 x-openstack-request-id: req-5553bfe5-0be2-457a-a260-219d578649e8 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:10:31.726453 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0d0f57-0dec-4e78-996d-8d15b7e5a151", "name": "network-vif-plugged", "status": "completed", "tag": "633cf894-3aa3-4417-b147-c4a4d2f9417c", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:10:31.726720 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5553bfe5-0be2-457a-a260-219d578649e8 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:10:31.727126 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'code': 200} Jun 02 17:10:31.773905 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=633cf894-3aa3-4417-b147-c4a4d2f9417c,revision_number=10']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:10:31.776911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:10:32.009498 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a51b0e-9d81-470b-bcd0-51b2e69e89d3 req-4516daf7-6124-44e8-9b5e-c3b8cf174735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:32.010892 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-86a51b0e-9d81-470b-bcd0-51b2e69e89d3 req-4516daf7-6124-44e8-9b5e-c3b8cf174735 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 1099 time: 0.0743198 Jun 02 17:10:32.057244 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-86a51b0e-9d81-470b-bcd0-51b2e69e89d3 req-05f91242-4516-4e90-82a7-19c530039f74 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343754 Jun 02 17:10:32.248581 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:10:32.435528 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49300567-bcf4-47f5-9244-ebab78e889a8 req-83270231-e48c-4834-8f0a-49fa4ac633f7 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:32.437133 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-49300567-bcf4-47f5-9244-ebab78e889a8 req-83270231-e48c-4834-8f0a-49fa4ac633f7 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 946 time: 0.0954211 Jun 02 17:10:32.494395 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-49300567-bcf4-47f5-9244-ebab78e889a8 req-a704b846-a557-429d-a762-608dc2d42b89 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496283 Jun 02 17:10:32.997160 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ff5db940-7b1f-4ee0-ab98-829f6a546e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:33.694982 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b30e3-06bc-4ba2-afd0-8fb5cae0bc66 req-0ba2ba6c-04bc-4f6a-87e9-4b28d7d9e545 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:33.696432 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ba5b30e3-06bc-4ba2-afd0-8fb5cae0bc66 req-0ba2ba6c-04bc-4f6a-87e9-4b28d7d9e545 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 946 time: 0.0855463 Jun 02 17:10:33.746661 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ba5b30e3-06bc-4ba2-afd0-8fb5cae0bc66 req-aeb61e7c-11e6-4bd1-8697-a6d5c4a49daf tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430169 Jun 02 17:10:34.936183 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f106-fae6-4e96-b411-aed1af3d2c47 req-d2fb9633-25f8-469b-9901-56bfd9dc949d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:10:34.937640 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e822f106-fae6-4e96-b411-aed1af3d2c47 req-d2fb9633-25f8-469b-9901-56bfd9dc949d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 946 time: 0.0823433 Jun 02 17:10:34.987577 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e822f106-fae6-4e96-b411-aed1af3d2c47 req-8221bdd7-d90f-4e7d-9d6f-5bae137d14f9 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389528 Jun 02 17:10:35.080760 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:35.512108 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f0111976-c32b-438b-b938-8905f8ec04dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:36.877771 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:38.792765 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:10:49.531173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:03.003616 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8ffb9f4e-b5fa-4992-891c-964a08d41663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:03.810250 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c75a8440-4b44-4b61-81e9-a60380a71cca req-751737dd-276a-4504-b586-f5ec266c2974 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825343 Jun 02 17:11:03.979228 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a8440-4b44-4b61-81e9-a60380a71cca req-4760266f-eb30-4f4a-bef1-4c7be20cce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:11:03.980777 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c75a8440-4b44-4b61-81e9-a60380a71cca req-4760266f-eb30-4f4a-bef1-4c7be20cce72 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 1099 time: 0.0998201 Jun 02 17:11:04.128090 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a8440-4b44-4b61-81e9-a60380a71cca req-d05c7bf5-ab47-4fd3-9d54-ed267c7296c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:11:04.129523 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c75a8440-4b44-4b61-81e9-a60380a71cca req-d05c7bf5-ab47-4fd3-9d54-ed267c7296c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.1274848 Jun 02 17:11:04.235321 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c75a8440-4b44-4b61-81e9-a60380a71cca req-b3379872-cf60-4a48-aa5f-eb9284996108 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c HTTP/1.1" status: 200 len: 1001 time: 0.0968406 Jun 02 17:11:04.298892 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a8440-4b44-4b61-81e9-a60380a71cca req-c448f208-8ddc-4206-876b-9e37ebaba35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:11:04.300257 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c75a8440-4b44-4b61-81e9-a60380a71cca req-c448f208-8ddc-4206-876b-9e37ebaba35b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0578279 Jun 02 17:11:04.376334 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a8440-4b44-4b61-81e9-a60380a71cca req-deae7fc9-8f14-488d-90ae-270de756d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:11:04.377781 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c75a8440-4b44-4b61-81e9-a60380a71cca req-deae7fc9-8f14-488d-90ae-270de756d000 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0710292 Jun 02 17:11:04.512980 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c75a8440-4b44-4b61-81e9-a60380a71cca req-16bb5e99-4dbc-445e-bf6a-9f0c71ecdf69 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274464 Jun 02 17:11:04.644015 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c75a8440-4b44-4b61-81e9-a60380a71cca req-57e2b3b1-c0a1-4b89-9d8a-d8a24c7fc861 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240425 Jun 02 17:11:05.082192 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:05.518979 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2403-0af7-4191-b44b-09f657069257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:06.883458 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:08.791705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:09.248589 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:11:19.552505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:33.010419 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4d88db27-7cf9-4b41-b921-763cca753383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:35.084692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:35.510854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-1929d86b-7761-4ea8-a8e6-2b06ebd22e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:36.881696 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:38.801721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:45.698559 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45376) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:11:45.972881 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Deleting port 97ad6cd0-c433-452a-a460-2a1731f67bed {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:11:45.973110 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:46.098438 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:46.098757 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:46.222492 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Calling delete_port for 97ad6cd0-c433-452a-a460-2a1731f67bed owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:11:46.247366 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:11:46.351066 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:46.354681 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:11:46.396523 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event deleted for resources: {'Port': ['ID=97ad6cd0-c433-452a-a460-2a1731f67bed,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:11:46.436598 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:46.436983 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:46.437361 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:46.437736 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:46.438104 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:46.438493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:46.438865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:46.439222 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:46.439566 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:46.439921 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:46.440280 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:46.440635 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:46.447493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:11:46.502244 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:46.502522 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Floating IP 92bf763f-61c9-4715-a5d9-8396809f33f9 disassociated (deleted). External IP: 172.26.3.231, port: 633cf894-3aa3-4417-b147-c4a4d2f9417c. Jun 02 17:11:47.004287 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Router 450eff93-9be9-460a-9a12-bdc4fe551c4d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:11:47.188068 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:11:47.197571 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3110c7-6a80-4c73-8267-15559ea32e30 None None] Sync routers for ids ['450eff93-9be9-460a-9a12-bdc4fe551c4d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:11:47.207168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3110c7-6a80-4c73-8267-15559ea32e30 None None] Routers {'450eff93-9be9-460a-9a12-bdc4fe551c4d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:11:47.208032 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1d3110c7-6a80-4c73-8267-15559ea32e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:11:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['450eff93-9be9-460a-9a12-bdc4fe551c4d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:11:47.210013 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:47.267808 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "DELETE /v2.0/floatingips/92bf763f-61c9-4715-a5d9-8396809f33f9 HTTP/1.1" status: 204 len: 168 time: 1.5681059 Jun 02 17:11:47.268927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'tag': '633cf894-3aa3-4417-b147-c4a4d2f9417c'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:11:47.271412 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e636e92358b411e02a3ad5c679bc22bcf82e85a10ff65a83b12db812cda746f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0202b7ed-feac-404b-8ca0-224feaf66a61" -d '{"events": [{"name": "network-changed", "server_uuid": "0d0d0f57-0dec-4e78-996d-8d15b7e5a151", "tag": "633cf894-3aa3-4417-b147-c4a4d2f9417c"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:11:47.374593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de46b7c-f6d6-4e92-829f-b1d734565343 x-openstack-request-id: req-2de46b7c-f6d6-4e92-829f-b1d734565343 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:11:47.374963 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d0d0f57-0dec-4e78-996d-8d15b7e5a151", "tag": "633cf894-3aa3-4417-b147-c4a4d2f9417c", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:11:47.375266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2de46b7c-f6d6-4e92-829f-b1d734565343 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:11:47.375723 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'tag': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'status': 'completed', 'code': 200} Jun 02 17:11:47.391274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-1d3110c7-6a80-4c73-8267-15559ea32e30 None None] Set router 450eff93-9be9-460a-9a12-bdc4fe551c4d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:11:47.492858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202b7ed-feac-404b-8ca0-224feaf66a61 req-184f1ed9-0230-4442-91ff-5860c6450cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:11:47.494408 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0202b7ed-feac-404b-8ca0-224feaf66a61 req-184f1ed9-0230-4442-91ff-5860c6450cab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 1099 time: 0.0843387 Jun 02 17:11:47.658894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83351af-87ef-446e-b7bf-a5f9c988b94a req-facd5e51-fc44-43fd-8e0b-6e88617f021f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:11:47.659654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-e83351af-87ef-446e-b7bf-a5f9c988b94a req-facd5e51-fc44-43fd-8e0b-6e88617f021f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Synchronizing usage tracker for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:11:47.676677 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-e83351af-87ef-446e-b7bf-a5f9c988b94a req-facd5e51-fc44-43fd-8e0b-6e88617f021f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Unset dirty status for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:11:47.682684 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e83351af-87ef-446e-b7bf-a5f9c988b94a req-facd5e51-fc44-43fd-8e0b-6e88617f021f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 946 time: 0.1170876 Jun 02 17:11:47.726456 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-e83351af-87ef-446e-b7bf-a5f9c988b94a req-90585a27-d660-4156-8105-ed8df5b7cbe2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420997 Jun 02 17:11:47.728468 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1d3110c7-6a80-4c73-8267-15559ea32e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '3788fcb7-8e05-4ba7-83e3-fe00dc173e79', 'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'mac_address': 'fa:16:3e:28:9e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:20Z', 'updated_at': '2021-06-02T17:07:26Z', 'revision_number': 5, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'subnets': [{'id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:11:47.732906 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3110c7-6a80-4c73-8267-15559ea32e30 None None] Checking router: 450eff93-9be9-460a-9a12-bdc4fe551c4d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:11:47.741364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3110c7-6a80-4c73-8267-15559ea32e30 None None] Routers {'450eff93-9be9-460a-9a12-bdc4fe551c4d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:11:47.741981 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1d3110c7-6a80-4c73-8267-15559ea32e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:11:35Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['450eff93-9be9-460a-9a12-bdc4fe551c4d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:11:47.785647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202b7ed-feac-404b-8ca0-224feaf66a61 req-1b63daef-0166-4f54-b0de-bd8a14e10e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:11:47.787163 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0202b7ed-feac-404b-8ca0-224feaf66a61 req-1b63daef-0166-4f54-b0de-bd8a14e10e41 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.2834880 Jun 02 17:11:47.867338 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0202b7ed-feac-404b-8ca0-224feaf66a61 req-03c9383d-8931-4c81-b2e4-526b87c48597 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c HTTP/1.1" status: 200 len: 217 time: 0.0704339 Jun 02 17:11:47.932062 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202b7ed-feac-404b-8ca0-224feaf66a61 req-ce11e0bb-7491-4470-b65e-d739db92e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:11:47.933398 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0202b7ed-feac-404b-8ca0-224feaf66a61 req-ce11e0bb-7491-4470-b65e-d739db92e8cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0592351 Jun 02 17:11:47.967041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-1d3110c7-6a80-4c73-8267-15559ea32e30 None None] Set router 450eff93-9be9-460a-9a12-bdc4fe551c4d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:11:48.014385 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202b7ed-feac-404b-8ca0-224feaf66a61 req-66735164-abb7-416b-80dc-82239493a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:11:48.015865 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0202b7ed-feac-404b-8ca0-224feaf66a61 req-66735164-abb7-416b-80dc-82239493a684 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0755122 Jun 02 17:11:48.145442 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0202b7ed-feac-404b-8ca0-224feaf66a61 req-2d28351b-cd6c-4cc0-99b4-66394b2303d1 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222680 Jun 02 17:11:48.278213 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0202b7ed-feac-404b-8ca0-224feaf66a61 req-8f266fe5-3554-42c7-bf6a-674d172e78d7 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248057 Jun 02 17:11:48.283918 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-1d3110c7-6a80-4c73-8267-15559ea32e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '3788fcb7-8e05-4ba7-83e3-fe00dc173e79', 'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'mac_address': 'fa:16:3e:28:9e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:20Z', 'updated_at': '2021-06-02T17:07:26Z', 'revision_number': 5, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'subnets': [{'id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:11:48.288114 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3110c7-6a80-4c73-8267-15559ea32e30 None None] The sync data for ids ['450eff93-9be9-460a-9a12-bdc4fe551c4d'] in dv-neutron-601336-83-hyperv is: [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '3788fcb7-8e05-4ba7-83e3-fe00dc173e79', 'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'mac_address': 'fa:16:3e:28:9e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:20Z', 'updated_at': '2021-06-02T17:07:26Z', 'revision_number': 5, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'subnets': [{'id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:11:48.497756 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9608c11f-fa1e-48ea-beea-f01f20e74033 None None] New status for floating IP 92bf763f-61c9-4715-a5d9-8396809f33f9: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:11:48.943767 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2117e-2dde-41e6-baf0-247625ecea8d req-35d858c5-04c6-443e-b69d-2d2b7df466e1 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:11:48.945135 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8ff2117e-2dde-41e6-baf0-247625ecea8d req-35d858c5-04c6-443e-b69d-2d2b7df466e1 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 946 time: 0.1012619 Jun 02 17:11:48.990719 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8ff2117e-2dde-41e6-baf0-247625ecea8d req-efa5f039-f674-4510-9975-f8cd878b282f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=825fc5a8-b61b-4ca3-91ba-eb26a1c94add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398171 Jun 02 17:11:49.078597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17364262-697c-48fe-ae99-01466ae78168 req-851df7d4-72b8-4f6c-81b4-3887821ce085 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:11:49.080010 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-17364262-697c-48fe-ae99-01466ae78168 req-851df7d4-72b8-4f6c-81b4-3887821ce085 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 946 time: 0.0833516 Jun 02 17:11:49.235621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-17364262-697c-48fe-ae99-01466ae78168 req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Deleting port 633cf894-3aa3-4417-b147-c4a4d2f9417c {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:11:49.235877 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-17364262-697c-48fe-ae99-01466ae78168 req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:49.373638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-17364262-697c-48fe-ae99-01466ae78168 req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] For port 633cf894-3aa3-4417-b147-c4a4d2f9417c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=633cf894-3aa3-4417-b147-c4a4d2f9417c,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:11:49.373954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-17364262-697c-48fe-ae99-01466ae78168 req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:49.506386 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-17364262-697c-48fe-ae99-01466ae78168 req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Calling delete_port for 633cf894-3aa3-4417-b147-c4a4d2f9417c owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:11:49.561041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:49.624957 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-17364262-697c-48fe-ae99-01466ae78168 req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:49.630578 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c5c5326a-7137-4525-b945-f83f96e6a99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:11:49.676480 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event deleted for resources: {'Port': ['ID=633cf894-3aa3-4417-b147-c4a4d2f9417c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:11:49.713331 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:49.713710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:49.714100 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:49.714472 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:49.714833 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:49.715194 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:49.715552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:49.716039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:49.716402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:49.716764 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:49.717121 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:49.717482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:11:49.724918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:11:49.759180 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-17364262-697c-48fe-ae99-01466ae78168 req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] No DVR routers for this DVR port 633cf894-3aa3-4417-b147-c4a4d2f9417c on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:11:49.761525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-17364262-697c-48fe-ae99-01466ae78168 req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:49.764189 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'name': 'network-vif-deleted', 'tag': '633cf894-3aa3-4417-b147-c4a4d2f9417c'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:11:49.766486 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f9e518-be4d-44b1-82e0-eeeafa67b18a" -d '{"events": [{"server_uuid": "0d0d0f57-0dec-4e78-996d-8d15b7e5a151", "name": "network-vif-deleted", "tag": "633cf894-3aa3-4417-b147-c4a4d2f9417c"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:11:49.779830 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-17364262-697c-48fe-ae99-01466ae78168 req-83a9c05a-3060-47cd-87a6-018a1bfd92ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.49 "DELETE /v2.0/ports/633cf894-3aa3-4417-b147-c4a4d2f9417c HTTP/1.1" status: 204 len: 173 time: 0.6897383 Jun 02 17:11:49.808580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9605950-170e-4a21-a7d8-396ff7cb5d6f x-openstack-request-id: req-c9605950-170e-4a21-a7d8-396ff7cb5d6f {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:11:49.808950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0d0f57-0dec-4e78-996d-8d15b7e5a151", "name": "network-vif-deleted", "tag": "633cf894-3aa3-4417-b147-c4a4d2f9417c", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:11:49.809266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c9605950-170e-4a21-a7d8-396ff7cb5d6f {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:11:49.809826 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0d0f57-0dec-4e78-996d-8d15b7e5a151', 'name': 'network-vif-deleted', 'tag': '633cf894-3aa3-4417-b147-c4a4d2f9417c', 'status': 'completed', 'code': 200} Jun 02 17:11:50.159954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-8967ab3c-bef5-411f-94f7-14200a015135 req-951e8040-5e24-46e6-810a-bc643088e1fd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Synchronizing usage tracker for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:11:50.175969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-8967ab3c-bef5-411f-94f7-14200a015135 req-951e8040-5e24-46e6-810a-bc643088e1fd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Unset dirty status for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:11:50.177122 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8967ab3c-bef5-411f-94f7-14200a015135 req-951e8040-5e24-46e6-810a-bc643088e1fd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d0d0f57-0dec-4e78-996d-8d15b7e5a151 HTTP/1.1" status: 200 len: 210 time: 0.0626025 Jun 02 17:11:51.282307 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45402) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:11:51.361416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-107cce8e-dc6d-4e74-9508-70a0006922a9 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:51.392247 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-107cce8e-dc6d-4e74-9508-70a0006922a9 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:51.462838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-107cce8e-dc6d-4e74-9508-70a0006922a9 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:51.466741 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-792031e2-91f8-46ba-a983-12df1aed8cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:11:51.481927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107cce8e-dc6d-4e74-9508-70a0006922a9 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=825fc5a8-b61b-4ca3-91ba-eb26a1c94add,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:11:51.484737 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-107cce8e-dc6d-4e74-9508-70a0006922a9 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:11:51.496475 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-107cce8e-dc6d-4e74-9508-70a0006922a9 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:51.497596 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-107cce8e-dc6d-4e74-9508-70a0006922a9 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "DELETE /v2.0/security-groups/825fc5a8-b61b-4ca3-91ba-eb26a1c94add HTTP/1.1" status: 204 len: 168 time: 0.2140255 Jun 02 17:11:51.821813 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45408) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:11:51.826624 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d3d33b3e-45f3-4d1b-9cce-72ab04694bba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1447351440', 'description': 'tempest-secgroup-smoke-1447351440 description', 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:11:51.832867 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d3d33b3e-45f3-4d1b-9cce-72ab04694bba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:11:51.837120 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d3d33b3e-45f3-4d1b-9cce-72ab04694bba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:security_group and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:11:51.840050 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d3d33b3e-45f3-4d1b-9cce-72ab04694bba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:11:51.846308 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d3d33b3e-45f3-4d1b-9cce-72ab04694bba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:11:51.858228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d3d33b3e-45f3-4d1b-9cce-72ab04694bba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:51.878102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d3d33b3e-45f3-4d1b-9cce-72ab04694bba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:11:51.881868 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d3d33b3e-45f3-4d1b-9cce-72ab04694bba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:security_group_rule and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:11:51.884730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d3d33b3e-45f3-4d1b-9cce-72ab04694bba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:11:51.890760 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d3d33b3e-45f3-4d1b-9cce-72ab04694bba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:11:51.962564 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d3d33b3e-45f3-4d1b-9cce-72ab04694bba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:51.967865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d3d33b3e-45f3-4d1b-9cce-72ab04694bba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:51.971785 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8747774d-74c2-440d-85cc-881e57b7a87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:11:52.012905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d33b3e-45f3-4d1b-9cce-72ab04694bba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3632c8-dbfe-4dd5-b439-e81abc76785e,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:11:52.015737 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d3d33b3e-45f3-4d1b-9cce-72ab04694bba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:11:52.016904 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d3d33b3e-45f3-4d1b-9cce-72ab04694bba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.018148 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d3d33b3e-45f3-4d1b-9cce-72ab04694bba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1953022 Jun 02 17:11:52.022584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45410) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:11:52.026971 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-52c12193-9017-4201-81d9-df7ddc704164 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'security_group_rule': {'security_group_id': 'ce3632c8-dbfe-4dd5-b439-e81abc76785e', 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:11:52.033079 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-52c12193-9017-4201-81d9-df7ddc704164 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:11:52.036865 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-52c12193-9017-4201-81d9-df7ddc704164 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:security_group_rule and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:11:52.039730 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-52c12193-9017-4201-81d9-df7ddc704164 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:11:52.045351 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-52c12193-9017-4201-81d9-df7ddc704164 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:11:52.065570 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-52c12193-9017-4201-81d9-df7ddc704164 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.127820 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-52c12193-9017-4201-81d9-df7ddc704164 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.132905 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-52c12193-9017-4201-81d9-df7ddc704164 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.134750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-009dbef2-2ce5-4f80-a9b1-535071f4d5ef tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:11:52.163766 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c12193-9017-4201-81d9-df7ddc704164 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f50f00-614f-42d9-8673-70e8e249978e,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:11:52.166181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-52c12193-9017-4201-81d9-df7ddc704164 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:11:52.175134 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-52c12193-9017-4201-81d9-df7ddc704164 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.176324 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-52c12193-9017-4201-81d9-df7ddc704164 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528144 Jun 02 17:11:52.181035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45412) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:11:52.185873 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-26dd6ea0-fefb-46a4-936a-a3797ef53be3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'security_group_rule': {'security_group_id': 'ce3632c8-dbfe-4dd5-b439-e81abc76785e', 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:11:52.192973 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-26dd6ea0-fefb-46a4-936a-a3797ef53be3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:11:52.197203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-26dd6ea0-fefb-46a4-936a-a3797ef53be3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:security_group_rule and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:11:52.200340 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-26dd6ea0-fefb-46a4-936a-a3797ef53be3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:11:52.206693 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-26dd6ea0-fefb-46a4-936a-a3797ef53be3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:11:52.229355 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26dd6ea0-fefb-46a4-936a-a3797ef53be3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.290846 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26dd6ea0-fefb-46a4-936a-a3797ef53be3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.295983 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26dd6ea0-fefb-46a4-936a-a3797ef53be3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.297775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-bf86a372-6ed0-4f04-bd18-e80b15dc243e tempest-TestMinimumBasicScenario-1777658374 tempest-TestMinimumBasicScenario-1777658374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:11:52.319289 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd6ea0-fefb-46a4-936a-a3797ef53be3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9ab604-5c1d-45fe-8ded-7975aaf45402,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:11:52.321525 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-26dd6ea0-fefb-46a4-936a-a3797ef53be3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:11:52.330417 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-26dd6ea0-fefb-46a4-936a-a3797ef53be3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.331566 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-26dd6ea0-fefb-46a4-936a-a3797ef53be3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1495976 Jun 02 17:11:52.334644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45414) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:11:52.339054 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-347683e8-5c47-4a4a-9899-d2fa132d429c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'security_group_rule': {'security_group_id': 'ce3632c8-dbfe-4dd5-b439-e81abc76785e', 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:11:52.344871 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-347683e8-5c47-4a4a-9899-d2fa132d429c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:11:52.348978 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-347683e8-5c47-4a4a-9899-d2fa132d429c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:security_group_rule and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:11:52.351814 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-347683e8-5c47-4a4a-9899-d2fa132d429c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:11:52.357485 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-347683e8-5c47-4a4a-9899-d2fa132d429c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:11:52.375171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-347683e8-5c47-4a4a-9899-d2fa132d429c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.438551 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-347683e8-5c47-4a4a-9899-d2fa132d429c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.443542 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-347683e8-5c47-4a4a-9899-d2fa132d429c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.449733 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6e876914-b550-47d0-a1b9-ee70783465cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:11:52.468761 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347683e8-5c47-4a4a-9899-d2fa132d429c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39200f30-6c66-4afa-9e58-20101d4bf941,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:11:52.471688 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-347683e8-5c47-4a4a-9899-d2fa132d429c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:11:52.480832 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-347683e8-5c47-4a4a-9899-d2fa132d429c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.483146 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-347683e8-5c47-4a4a-9899-d2fa132d429c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465204 Jun 02 17:11:52.485228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45416) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:11:52.490695 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-d6f49551-1ae0-4f94-8eae-5b4477f2de31 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'security_group_rule': {'security_group_id': 'ce3632c8-dbfe-4dd5-b439-e81abc76785e', 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:11:52.497731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d6f49551-1ae0-4f94-8eae-5b4477f2de31 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:11:52.502266 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d6f49551-1ae0-4f94-8eae-5b4477f2de31 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:security_group_rule and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:11:52.505773 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-d6f49551-1ae0-4f94-8eae-5b4477f2de31 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:11:52.512133 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-d6f49551-1ae0-4f94-8eae-5b4477f2de31 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:11:52.530181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d6f49551-1ae0-4f94-8eae-5b4477f2de31 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.601316 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d6f49551-1ae0-4f94-8eae-5b4477f2de31 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.605863 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d6f49551-1ae0-4f94-8eae-5b4477f2de31 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.607669 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-926c38c0-d7c0-4a1b-9c5a-1625d9b57db5 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:11:52.628612 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f49551-1ae0-4f94-8eae-5b4477f2de31 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0707e530-b530-4366-b580-d650f1481aab,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:11:52.630993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d6f49551-1ae0-4f94-8eae-5b4477f2de31 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:11:52.639986 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-d6f49551-1ae0-4f94-8eae-5b4477f2de31 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.641328 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-d6f49551-1ae0-4f94-8eae-5b4477f2de31 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1551118 Jun 02 17:11:52.644205 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45418) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:11:52.651231 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-daaf0a57-c711-4714-a40e-4b0d807cd9ab tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'security_group_rule': {'security_group_id': 'ce3632c8-dbfe-4dd5-b439-e81abc76785e', 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:11:52.658098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-daaf0a57-c711-4714-a40e-4b0d807cd9ab tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:11:52.661908 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-daaf0a57-c711-4714-a40e-4b0d807cd9ab tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:security_group_rule and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:11:52.664800 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-daaf0a57-c711-4714-a40e-4b0d807cd9ab tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:11:52.670561 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-daaf0a57-c711-4714-a40e-4b0d807cd9ab tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:11:52.681600 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.securitygroups_db [None req-daaf0a57-c711-4714-a40e-4b0d807cd9ab tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Project cb5e4e73b42941fa8eb05a2968c328f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 17:11:52.687285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-daaf0a57-c711-4714-a40e-4b0d807cd9ab tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.755856 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-daaf0a57-c711-4714-a40e-4b0d807cd9ab tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.760382 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-daaf0a57-c711-4714-a40e-4b0d807cd9ab tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.762192 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-262f6645-1b7f-4415-bbaf-c1ee07fea086 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:11:52.783537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf0a57-c711-4714-a40e-4b0d807cd9ab tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f8c187-2ca7-4138-a4fd-09b1699de476,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:11:52.785926 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-daaf0a57-c711-4714-a40e-4b0d807cd9ab tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:11:52.794897 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-daaf0a57-c711-4714-a40e-4b0d807cd9ab tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.796449 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-daaf0a57-c711-4714-a40e-4b0d807cd9ab tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510577 Jun 02 17:11:52.799522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45420) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:11:52.804284 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-ede00b29-36a6-4a2a-8895-277afe6e795d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'security_group_rule': {'security_group_id': 'ce3632c8-dbfe-4dd5-b439-e81abc76785e', 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:11:52.811387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ede00b29-36a6-4a2a-8895-277afe6e795d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:11:52.815333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ede00b29-36a6-4a2a-8895-277afe6e795d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:security_group_rule and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:11:52.818207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-ede00b29-36a6-4a2a-8895-277afe6e795d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:11:52.824847 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-ede00b29-36a6-4a2a-8895-277afe6e795d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:11:52.835937 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-ede00b29-36a6-4a2a-8895-277afe6e795d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Project cb5e4e73b42941fa8eb05a2968c328f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 17:11:52.842602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ede00b29-36a6-4a2a-8895-277afe6e795d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.910817 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ede00b29-36a6-4a2a-8895-277afe6e795d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.916462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ede00b29-36a6-4a2a-8895-277afe6e795d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.924420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0b30b047-8b33-4003-8dc7-bca490b29aae tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:11:52.944438 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede00b29-36a6-4a2a-8895-277afe6e795d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c76f4bd-4a00-4ada-bc19-824f3e0959ba,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:11:52.947054 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ede00b29-36a6-4a2a-8895-277afe6e795d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:11:52.950754 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ede00b29-36a6-4a2a-8895-277afe6e795d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:11:52.952295 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ede00b29-36a6-4a2a-8895-277afe6e795d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517675 Jun 02 17:11:53.967670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 633cf894-3aa3-4417-b147-c4a4d2f9417c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:11:54.002683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 633cf894-3aa3-4417-b147-c4a4d2f9417c {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:11:54.003044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 633cf894-3aa3-4417-b147-c4a4d2f9417c not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:12:03.001870 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f757eaa7-3d93-4ae8-a37e-654fbf9647b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:05.079436 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:05.504908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3fdd948f-66aa-437d-9b90-bf082b3c09ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:06.880113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:07.999943 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-87725e65-2041-418f-982b-a1962ba4ed83 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447351440&fields=id&tenant_id=cb5e4e73b42941fa8eb05a2968c328f2 HTTP/1.1" status: 200 len: 267 time: 0.0471983 Jun 02 17:12:08.153658 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-842f1f49-b884-4780-a816-5cdc8ed89a75 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:08.155110 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-842f1f49-b884-4780-a816-5cdc8ed89a75 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 809 time: 0.1457710 Jun 02 17:12:08.170003 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-8ae211ef-4623-49eb-b50c-881382637f28 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/quotas/cb5e4e73b42941fa8eb05a2968c328f2 HTTP/1.1" status: 200 len: 375 time: 0.0093949 Jun 02 17:12:08.256683 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-4ea2b3e4-7703-458a-856e-63fd8937edde tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818002 Jun 02 17:12:08.354001 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-82390cbe-19a9-4ef4-b47a-cfed1d0b31de service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 17:12:08.355051 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-82390cbe-19a9-4ef4-b47a-cfed1d0b31de service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0873249 Jun 02 17:12:08.498492 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-ef5fb534-a35f-4d57-b2a8-6c933d238e52 service neutron] 10.222.0.50 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372228 Jun 02 17:12:08.629234 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-3cb86ce1-6eed-4c33-9019-679bfa376209 service neutron] 10.222.0.50 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245942 Jun 02 17:12:08.794835 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:09.038962 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-53444608-c596-46b3-b7a8-2a59423e8931 req-297e63b7-59ff-44a8-8b25-986c4450c8a2 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 210 time: 0.0472863 Jun 02 17:12:10.404192 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-97cecb14-bd17-4bb0-b1e1-52cf6c8dc52d req-e9b97142-c88a-4b8f-9458-51a4472c3335 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 210 time: 0.2506776 Jun 02 17:12:10.471557 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-dfa1c642-680c-4530-ab4c-27dfc1833e89 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:10.472989 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-dfa1c642-680c-4530-ab4c-27dfc1833e89 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 809 time: 0.3422689 Jun 02 17:12:10.535456 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-07c69bed-ba4f-4be0-a7df-a6ea84ac5bf4 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb5e4e73b42941fa8eb05a2968c328f2 HTTP/1.1" status: 200 len: 380 time: 0.0479882 Jun 02 17:12:10.550008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'port': {'device_id': '093928f9-4166-408e-8a27-76980385b389', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'admin_state_up': True, 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'security_groups': ['ce3632c8-dbfe-4dd5-b439-e81abc76785e']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:12:10.684925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:12:10.694628 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:12:10.705812 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Made reservation on behalf of cb5e4e73b42941fa8eb05a2968c328f2 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:12:10.709440 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:10.881338 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Allocated IP 172.20.0.11 (1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9/46c9bd8f-0ea6-483f-a702-9ab8457fd8d6/8d7579e1-3dc5-492f-9955-5f83e251b6f8) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:12:11.081101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:11.097512 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Transition to ACTIVE for port object 8d7579e1-3dc5-492f-9955-5f83e251b6f8 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:12:11.122557 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:11.129971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:12:11.196684 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:12:11.200103 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:12:11.202943 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:12:11.244885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'Port': ['ID=8d7579e1-3dc5-492f-9955-5f83e251b6f8,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:12:11.249508 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:12:11.273594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:11.274237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:11.302366 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7563343 Jun 02 17:12:11.319441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Request body: {'port': {'device_id': '093928f9-4166-408e-8a27-76980385b389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:12:11.438670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:11.440689 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b95be8a6-63fc-47c6-bf30-d21451b585fb None None] Provisioning for port 8d7579e1-3dc5-492f-9955-5f83e251b6f8 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:12:11.463459 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b95be8a6-63fc-47c6-bf30-d21451b585fb None None] Provisioning complete for port 8d7579e1-3dc5-492f-9955-5f83e251b6f8 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:12:11.464090 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b95be8a6-63fc-47c6-bf30-d21451b585fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:11.522170 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b95be8a6-63fc-47c6-bf30-d21451b585fb None None] Port 8d7579e1-3dc5-492f-9955-5f83e251b6f8 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:12:11.611948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5b396-03b5-47ef-adc6-6aecca795ab2 req-c4edaa36-319d-432e-a658-efd44e3c6ac8 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:11.613747 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a4e5b396-03b5-47ef-adc6-6aecca795ab2 req-c4edaa36-319d-432e-a658-efd44e3c6ac8 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 932 time: 0.0924747 Jun 02 17:12:11.666234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-a4e5b396-03b5-47ef-adc6-6aecca795ab2 req-1c3210ea-5284-4b9d-bf5f-72e284a530eb tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Synchronizing usage tracker for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:12:11.686777 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-a4e5b396-03b5-47ef-adc6-6aecca795ab2 req-1c3210ea-5284-4b9d-bf5f-72e284a530eb tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Unset dirty status for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:12:11.688687 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a4e5b396-03b5-47ef-adc6-6aecca795ab2 req-1c3210ea-5284-4b9d-bf5f-72e284a530eb tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628276 Jun 02 17:12:11.805995 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7579e1-3dc5-492f-9955-5f83e251b6f8 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:12:11.813841 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:11.829277 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Transition to ACTIVE for port object 8d7579e1-3dc5-492f-9955-5f83e251b6f8 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:12:11.833421 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:11.837915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-28ad36c5-2686-4eab-8777-e82ee9d6b8cc tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:12:12.004707 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Pushing event updated for resources: {'Port': ['ID=8d7579e1-3dc5-492f-9955-5f83e251b6f8,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:12:12.051585 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:12:12.076951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Attempting to bind port 8d7579e1-3dc5-492f-9955-5f83e251b6f8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:12:12.077321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Attempting to bind port 8d7579e1-3dc5-492f-9955-5f83e251b6f8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:12:12.077607 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Attempting to bind port 8d7579e1-3dc5-492f-9955-5f83e251b6f8 on network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:12:12.082490 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Port 8d7579e1-3dc5-492f-9955-5f83e251b6f8 on network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 17:12:12.082811 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Attempting to bind port 8d7579e1-3dc5-492f-9955-5f83e251b6f8 on network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:12:12.088533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:12:12.088876 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Checking segment: {'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:12:12.089294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Bound using segment: {'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:12:12.089681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Bound port: 8d7579e1-3dc5-492f-9955-5f83e251b6f8, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba82a3da-71e8-4939-a25e-d512d3215f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:12:12.090048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:12.184573 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] For port 8d7579e1-3dc5-492f-9955-5f83e251b6f8, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:12:12.187693 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] For port 8d7579e1-3dc5-492f-9955-5f83e251b6f8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:12:12.191756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:12.196075 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e4bc3b16-a7b4-49ab-86de-461cddd37e92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:12:12.254025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:12.254668 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:12.256017 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] 10.222.0.49 "PUT /v2.0/ports/8d7579e1-3dc5-492f-9955-5f83e251b6f8 HTTP/1.1" status: 200 len: 1094 time: 0.9413493 Jun 02 17:12:12.256556 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093928f9-4166-408e-8a27-76980385b389', 'tag': '8d7579e1-3dc5-492f-9955-5f83e251b6f8'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:12:12.258903 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a810066a-e1bd-4f79-9234-97857a3bd1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "093928f9-4166-408e-8a27-76980385b389", "tag": "8d7579e1-3dc5-492f-9955-5f83e251b6f8"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:12:12.328853 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Pushing event updated for resources: {'Port': ['ID=8d7579e1-3dc5-492f-9955-5f83e251b6f8,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:12:12.343388 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:12:12.385801 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-73b2aaf5-1e60-474a-a1ca-410698947ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:12.387116 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-73b2aaf5-1e60-474a-a1ca-410698947ea1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 1097 time: 0.0911081 Jun 02 17:12:12.389084 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88e91c1-858e-42ea-a525-1f5a9c9fd64d x-openstack-request-id: req-c88e91c1-858e-42ea-a525-1f5a9c9fd64d {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:12:12.389424 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093928f9-4166-408e-8a27-76980385b389", "tag": "8d7579e1-3dc5-492f-9955-5f83e251b6f8", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:12:12.389725 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c88e91c1-858e-42ea-a525-1f5a9c9fd64d {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:12:12.390190 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093928f9-4166-408e-8a27-76980385b389', 'tag': '8d7579e1-3dc5-492f-9955-5f83e251b6f8', 'status': 'completed', 'code': 200} Jun 02 17:12:12.468392 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-be60200f-90f7-428b-bbe1-20ac0aca9cca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8 HTTP/1.1" status: 200 len: 217 time: 0.0620184 Jun 02 17:12:12.539915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-5f0a1393-aca3-44bb-b4f5-e6d88adcd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:12.541378 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-5f0a1393-aca3-44bb-b4f5-e6d88adcd6e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0626960 Jun 02 17:12:12.626790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-9cf23f40-9448-42d3-853c-22b681c41563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:12.628293 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-9cf23f40-9448-42d3-853c-22b681c41563 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0769083 Jun 02 17:12:12.892368 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bc29d-5d99-46eb-b3e2-35783902787b req-8d06414f-27b5-4d55-bf45-d43aaf5a97ba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:12.893855 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5b5bc29d-5d99-46eb-b3e2-35783902787b req-8d06414f-27b5-4d55-bf45-d43aaf5a97ba tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0919752 Jun 02 17:12:12.924064 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-0e0ad27f-aeed-4f30-aaed-85b36ba3fc23 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857518 Jun 02 17:12:12.940913 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5b5bc29d-5d99-46eb-b3e2-35783902787b req-83dcd1c4-9176-48db-a8e8-da425893bbb4 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407829 Jun 02 17:12:13.060312 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d91afa2e-35e9-4ea3-8014-68610099deb8 req-2df63042-d2e5-474a-b194-09749640e1d7 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249239 Jun 02 17:12:13.190803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810066a-e1bd-4f79-9234-97857a3bd1b1 req-3725382e-0547-4b33-893b-13c1d13012e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:13.192196 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a810066a-e1bd-4f79-9234-97857a3bd1b1 req-3725382e-0547-4b33-893b-13c1d13012e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 1097 time: 0.0763719 Jun 02 17:12:13.330709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810066a-e1bd-4f79-9234-97857a3bd1b1 req-ac4ee044-5c11-4f8a-8945-03b68fd29fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:13.332229 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a810066a-e1bd-4f79-9234-97857a3bd1b1 req-ac4ee044-5c11-4f8a-8945-03b68fd29fc5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.1294324 Jun 02 17:12:13.403433 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a810066a-e1bd-4f79-9234-97857a3bd1b1 req-b52f73af-b2dd-4299-9943-7bd2ac136480 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8 HTTP/1.1" status: 200 len: 217 time: 0.0603447 Jun 02 17:12:13.476597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810066a-e1bd-4f79-9234-97857a3bd1b1 req-0210e4f8-da2b-40a6-8c73-e0cee67073d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:13.477975 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a810066a-e1bd-4f79-9234-97857a3bd1b1 req-0210e4f8-da2b-40a6-8c73-e0cee67073d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0651538 Jun 02 17:12:13.560636 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810066a-e1bd-4f79-9234-97857a3bd1b1 req-4384fd90-a032-4142-a84b-e8161a33222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:13.562175 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a810066a-e1bd-4f79-9234-97857a3bd1b1 req-4384fd90-a032-4142-a84b-e8161a33222d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0736563 Jun 02 17:12:13.699872 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a810066a-e1bd-4f79-9234-97857a3bd1b1 req-8b39e374-8cec-4b0c-a514-47fb7b2dbee6 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271133 Jun 02 17:12:13.837836 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a810066a-e1bd-4f79-9234-97857a3bd1b1 req-4d4d076b-d7c1-4bce-abd5-59bd56441f9a service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281407 Jun 02 17:12:14.134956 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1da86-0bdf-460a-84f3-c7c2de5e8eb7 req-7b26b6ef-8831-4b75-a6d3-339de16ff76a tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:14.135676 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-c5c1da86-0bdf-460a-84f3-c7c2de5e8eb7 req-7b26b6ef-8831-4b75-a6d3-339de16ff76a tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Synchronizing usage tracker for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:12:14.154237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-c5c1da86-0bdf-460a-84f3-c7c2de5e8eb7 req-7b26b6ef-8831-4b75-a6d3-339de16ff76a tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Unset dirty status for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:12:14.155375 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c5c1da86-0bdf-460a-84f3-c7c2de5e8eb7 req-7b26b6ef-8831-4b75-a6d3-339de16ff76a tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.1073363 Jun 02 17:12:14.199807 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c5c1da86-0bdf-460a-84f3-c7c2de5e8eb7 req-469bf17e-3b49-4f5d-ae47-72f4825b2452 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380492 Jun 02 17:12:15.396284 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a66a1f-30c1-4af9-894f-b74452ebd15a req-58130939-c785-4a34-8aff-f62f97d66bce tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:15.397808 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-65a66a1f-30c1-4af9-894f-b74452ebd15a req-58130939-c785-4a34-8aff-f62f97d66bce tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0837831 Jun 02 17:12:15.446217 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-65a66a1f-30c1-4af9-894f-b74452ebd15a req-0f9d6a52-5171-452c-91af-4b28685ffbd6 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425675 Jun 02 17:12:16.651799 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fa849-83e1-4665-964a-6bac9bfc6bb8 req-215f3293-82e0-4613-ad37-8769a5f2d51f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:16.653264 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b06fa849-83e1-4665-964a-6bac9bfc6bb8 req-215f3293-82e0-4613-ad37-8769a5f2d51f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0884793 Jun 02 17:12:16.700224 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b06fa849-83e1-4665-964a-6bac9bfc6bb8 req-85737781-e67a-43ac-a523-e1d0e4146f2e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411327 Jun 02 17:12:17.905759 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6b1fc-cae7-44e8-836f-c5d797839805 req-a7a7395f-dea7-4fdf-a0a1-aff17b603e1b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:17.907227 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b7f6b1fc-cae7-44e8-836f-c5d797839805 req-a7a7395f-dea7-4fdf-a0a1-aff17b603e1b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0876532 Jun 02 17:12:17.952669 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b7f6b1fc-cae7-44e8-836f-c5d797839805 req-106928f8-3b3a-4f09-bf6d-43a1fc6bc71a tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396731 Jun 02 17:12:19.159276 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb1327-4791-4c97-aaf7-9dd37759d957 req-4a6b5a6a-3c13-438e-9ae4-8113671f3a8c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:19.160678 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f3bb1327-4791-4c97-aaf7-9dd37759d957 req-4a6b5a6a-3c13-438e-9ae4-8113671f3a8c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0953703 Jun 02 17:12:19.205196 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f3bb1327-4791-4c97-aaf7-9dd37759d957 req-bbdc4ade-12e8-47ca-878c-3a23c4a9c49b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385530 Jun 02 17:12:19.582315 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:20.422786 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ea26-26dd-4c7c-b4cb-3f3baff1decd req-d141f1a1-5e20-43ad-b9e6-7bc753985382 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:20.424248 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3131ea26-26dd-4c7c-b4cb-3f3baff1decd req-d141f1a1-5e20-43ad-b9e6-7bc753985382 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0963950 Jun 02 17:12:20.469001 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3131ea26-26dd-4c7c-b4cb-3f3baff1decd req-d3c8dea3-c46f-4ef3-bcf1-84644bf9fc1e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387437 Jun 02 17:12:21.821986 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded966-b16f-4e76-a63c-ece7c16bbc5c req-c4683804-b16b-4c6f-98f5-b72389c902c0 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:21.823422 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-02ded966-b16f-4e76-a63c-ece7c16bbc5c req-c4683804-b16b-4c6f-98f5-b72389c902c0 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0935569 Jun 02 17:12:21.867975 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-02ded966-b16f-4e76-a63c-ece7c16bbc5c req-7ab90105-a38b-43d3-b7a4-05bd41173350 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388398 Jun 02 17:12:22.092420 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8d7579e1-3dc5-492f-9955-5f83e251b6f8 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 17:12:22.296928 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8d7579e1-3dc5-492f-9955-5f83e251b6f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:12:22.315018 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '8d7579e1-3dc5-492f-9955-5f83e251b6f8', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'port_id': '8d7579e1-3dc5-492f-9955-5f83e251b6f8', 'mac_address': 'fa:16:3e:11:af:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 17:12:22.378902 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:22.395854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7579e1-3dc5-492f-9955-5f83e251b6f8 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:12:22.412966 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8d7579e1-3dc5-492f-9955-5f83e251b6f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:12:22.419545 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:22.422309 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0a409ce8-cbd3-4c1e-846a-33c96ebd962e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:12:22.491122 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=8d7579e1-3dc5-492f-9955-5f83e251b6f8,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:12:22.498726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:12:22.499097 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:12:22.499406 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:12:22.499736 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:12:22.500154 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:12:22.500708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:12:22.501153 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:12:22.501496 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:12:22.501847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:12:22.502181 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:12:22.502503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:12:22.502816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:12:22.506814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:12:22.672994 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['8d7579e1-3dc5-492f-9955-5f83e251b6f8'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 17:12:23.076018 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7a7b2-1731-44c3-b5bb-46f71a5261c8 req-f21fa9c3-7de1-4c95-a320-fecc36835fad tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:23.077362 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-50b7a7b2-1731-44c3-b5bb-46f71a5261c8 req-f21fa9c3-7de1-4c95-a320-fecc36835fad tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 945 time: 0.1034031 Jun 02 17:12:23.126117 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-50b7a7b2-1731-44c3-b5bb-46f71a5261c8 req-dc947cf8-3a87-4092-a150-f2db4a68c11f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428231 Jun 02 17:12:23.250994 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:12:24.109365 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8d7579e1-3dc5-492f-9955-5f83e251b6f8 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:12:24.187774 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port 8d7579e1-3dc5-492f-9955-5f83e251b6f8 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:12:24.192505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 8d7579e1-3dc5-492f-9955-5f83e251b6f8 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:12:24.192879 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:24.306126 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4882e34-bcde-496c-a706-c2309d333bfb req-429d5d7b-9e53-4605-881e-65eb23f7d45c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:24.307686 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e4882e34-bcde-496c-a706-c2309d333bfb req-429d5d7b-9e53-4605-881e-65eb23f7d45c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 945 time: 0.0797167 Jun 02 17:12:24.309269 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:24.335819 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093928f9-4166-408e-8a27-76980385b389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7579e1-3dc5-492f-9955-5f83e251b6f8'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:12:24.338050 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084bdcc0-8c59-49f4-86f4-6f342d28f86e" -d '{"events": [{"server_uuid": "093928f9-4166-408e-8a27-76980385b389", "name": "network-vif-plugged", "status": "completed", "tag": "8d7579e1-3dc5-492f-9955-5f83e251b6f8"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:12:24.347034 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8d7579e1-3dc5-492f-9955-5f83e251b6f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:12:24.353303 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:24.355412 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8faaf531-c974-4e09-b355-50722eba9a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:12:24.359426 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e4882e34-bcde-496c-a706-c2309d333bfb req-f7726d08-673a-44f0-8a15-6c6e3fa753d7 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457330 Jun 02 17:12:24.455814 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5b6c69-c34a-482f-99f1-3ea665dfdf83 x-openstack-request-id: req-bc5b6c69-c34a-482f-99f1-3ea665dfdf83 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:12:24.456041 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093928f9-4166-408e-8a27-76980385b389", "name": "network-vif-plugged", "status": "completed", "tag": "8d7579e1-3dc5-492f-9955-5f83e251b6f8", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:12:24.456259 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc5b6c69-c34a-482f-99f1-3ea665dfdf83 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:12:24.456647 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093928f9-4166-408e-8a27-76980385b389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7579e1-3dc5-492f-9955-5f83e251b6f8', 'code': 200} Jun 02 17:12:24.482527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=8d7579e1-3dc5-492f-9955-5f83e251b6f8,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:12:24.485398 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:12:24.692331 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26833ff-2f1a-41f2-b7b1-d3ae9db3af41 req-3eb10d1b-edc2-4f2e-8cd2-402a0ca66213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:24.693949 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b26833ff-2f1a-41f2-b7b1-d3ae9db3af41 req-3eb10d1b-edc2-4f2e-8cd2-402a0ca66213 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 1099 time: 0.0747747 Jun 02 17:12:24.739575 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b26833ff-2f1a-41f2-b7b1-d3ae9db3af41 req-5d43708f-9365-48e0-8b88-88adbf82550c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344257 Jun 02 17:12:25.547804 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469ffba-fb23-4d33-8ead-62a629be3d80 req-42ff03db-e18b-4733-89d5-c1b2564c3249 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:25.549293 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c469ffba-fb23-4d33-8ead-62a629be3d80 req-42ff03db-e18b-4733-89d5-c1b2564c3249 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0808494 Jun 02 17:12:25.594684 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c469ffba-fb23-4d33-8ead-62a629be3d80 req-7ca74f6e-157d-4cfd-a66d-4d67f97366b9 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383685 Jun 02 17:12:26.806656 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c0905-3680-400b-99c6-c65194258925 req-23569cfc-35e6-4dd7-bb18-a2df21cb161f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:26.808014 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6f8c0905-3680-400b-99c6-c65194258925 req-23569cfc-35e6-4dd7-bb18-a2df21cb161f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0933442 Jun 02 17:12:26.856787 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6f8c0905-3680-400b-99c6-c65194258925 req-99421878-7274-4f4f-8f9a-ba96380dd708 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427990 Jun 02 17:12:27.050128 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6d8d8-7161-46dc-8833-0c9b89ca9e8c req-dfe28169-e2f3-4380-bbf4-41ebc51ae06f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:27.051586 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-54c6d8d8-7161-46dc-8833-0c9b89ca9e8c req-dfe28169-e2f3-4380-bbf4-41ebc51ae06f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0929725 Jun 02 17:12:27.096099 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-54c6d8d8-7161-46dc-8833-0c9b89ca9e8c req-3dc87b60-07ec-44ae-82db-db78173a4203 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383871 Jun 02 17:12:27.125099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45616) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:12:27.198572 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7923e6a1-eef9-4413-b5da-c05f76a00b3c tempest-TestShelveInstance-298826433 tempest-TestShelveInstance-298826433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:27.199253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7923e6a1-eef9-4413-b5da-c05f76a00b3c tempest-TestShelveInstance-298826433 tempest-TestShelveInstance-298826433-project-admin] Synchronizing usage tracker for tenant:407d680798014b47a1cef4dd3f4b7d35 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:12:27.217725 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-7923e6a1-eef9-4413-b5da-c05f76a00b3c tempest-TestShelveInstance-298826433 tempest-TestShelveInstance-298826433-project-admin] Unset dirty status for tenant:407d680798014b47a1cef4dd3f4b7d35 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:12:27.218939 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-7923e6a1-eef9-4413-b5da-c05f76a00b3c tempest-TestShelveInstance-298826433 tempest-TestShelveInstance-298826433-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 1094 time: 0.0925460 Jun 02 17:12:27.222719 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45618) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:12:27.229880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': '8d7579e1-3dc5-492f-9955-5f83e251b6f8', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:12:27.238755 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:12:27.243367 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Usage tracker for resource:floatingip and tenant:cb5e4e73b42941fa8eb05a2968c328f2 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:12:27.246139 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:12:27.251821 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:12:27.265324 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:27.407311 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:27.557812 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Allocated IP 172.26.3.186 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/f91ceea8-dff1-4983-9677-0bcdb1c0de53) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:12:27.706494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:27.739535 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:27.743857 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:12:27.947824 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:12:27.950970 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:12:27.954683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:12:27.988049 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'Port': ['ID=f91ceea8-dff1-4983-9677-0bcdb1c0de53,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:12:27.991867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:12:28.360535 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:28.433679 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:28.646721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:28.654258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:28.657715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7da76949-0d6a-4722-bcaf-dc34a7f7d68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:12:28.755802 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event updated for resources: {'Port': ['ID=f91ceea8-dff1-4983-9677-0bcdb1c0de53,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:12:28.762854 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:12:28.772727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:28.942901 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Floating IP 63a1d650-79a6-47a0-a764-c77e2b0ad481 associated. External IP: 172.26.3.186, port: 8d7579e1-3dc5-492f-9955-5f83e251b6f8. Jun 02 17:12:29.320145 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Router 450eff93-9be9-460a-9a12-bdc4fe551c4d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:12:29.652316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:12:29.663494 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48548845-3729-44c8-8c07-3d822f51d8dc None None] Sync routers for ids ['450eff93-9be9-460a-9a12-bdc4fe551c4d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:12:29.673650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48548845-3729-44c8-8c07-3d822f51d8dc None None] Routers {'450eff93-9be9-460a-9a12-bdc4fe551c4d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:12:29.674601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-48548845-3729-44c8-8c07-3d822f51d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:12:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['450eff93-9be9-460a-9a12-bdc4fe551c4d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:12:29.677954 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:29.739634 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5155256 Jun 02 17:12:29.740462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093928f9-4166-408e-8a27-76980385b389', 'tag': '8d7579e1-3dc5-492f-9955-5f83e251b6f8'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:12:29.742874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dac8006-5b1c-4267-abf9-5b9cf3e16d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "093928f9-4166-408e-8a27-76980385b389", "tag": "8d7579e1-3dc5-492f-9955-5f83e251b6f8"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:12:29.790518 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9b6716-ad46-46be-bcf6-86553ffb1876 x-openstack-request-id: req-0d9b6716-ad46-46be-bcf6-86553ffb1876 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:12:29.790862 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093928f9-4166-408e-8a27-76980385b389", "tag": "8d7579e1-3dc5-492f-9955-5f83e251b6f8", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:12:29.791166 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d9b6716-ad46-46be-bcf6-86553ffb1876 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:12:29.791619 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093928f9-4166-408e-8a27-76980385b389', 'tag': '8d7579e1-3dc5-492f-9955-5f83e251b6f8', 'status': 'completed', 'code': 200} Jun 02 17:12:29.860738 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-48548845-3729-44c8-8c07-3d822f51d8dc None None] Set router 450eff93-9be9-460a-9a12-bdc4fe551c4d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:12:29.884363 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac8006-5b1c-4267-abf9-5b9cf3e16d6c req-e061e30a-21dc-42cd-9ed5-22374da92483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:29.885826 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6dac8006-5b1c-4267-abf9-5b9cf3e16d6c req-e061e30a-21dc-42cd-9ed5-22374da92483 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 1099 time: 0.0723884 Jun 02 17:12:30.021474 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac8006-5b1c-4267-abf9-5b9cf3e16d6c req-4d171382-0223-4fa6-a26e-1434e6eed405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:30.023005 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6dac8006-5b1c-4267-abf9-5b9cf3e16d6c req-4d171382-0223-4fa6-a26e-1434e6eed405 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.1274211 Jun 02 17:12:30.126366 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6dac8006-5b1c-4267-abf9-5b9cf3e16d6c req-5d66b9fa-b481-4aa6-ac73-05d63ea2e71b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8 HTTP/1.1" status: 200 len: 1000 time: 0.0970600 Jun 02 17:12:30.188964 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac8006-5b1c-4267-abf9-5b9cf3e16d6c req-b3ac574f-a7ff-4e09-894b-ea7c23fdcdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:30.190358 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6dac8006-5b1c-4267-abf9-5b9cf3e16d6c req-b3ac574f-a7ff-4e09-894b-ea7c23fdcdc6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0574276 Jun 02 17:12:30.198262 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-48548845-3729-44c8-8c07-3d822f51d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '63a1d650-79a6-47a0-a764-c77e2b0ad481', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'floating_ip_address': '172.26.3.186', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'port_id': '8d7579e1-3dc5-492f-9955-5f83e251b6f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'mac_address': 'fa:16:3e:11:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093928f9-4166-408e-8a27-76980385b389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:12:28Z', 'updated_at': '2021-06-02T17:12:28Z', 'revision_number': 0, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3788fcb7-8e05-4ba7-83e3-fe00dc173e79', 'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'mac_address': 'fa:16:3e:28:9e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:20Z', 'updated_at': '2021-06-02T17:07:26Z', 'revision_number': 5, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'subnets': [{'id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:12:30.202195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48548845-3729-44c8-8c07-3d822f51d8dc None None] Checking router: 450eff93-9be9-460a-9a12-bdc4fe551c4d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:12:30.210884 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48548845-3729-44c8-8c07-3d822f51d8dc None None] Routers {'450eff93-9be9-460a-9a12-bdc4fe551c4d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:12:30.211475 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-48548845-3729-44c8-8c07-3d822f51d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:12:05Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['450eff93-9be9-460a-9a12-bdc4fe551c4d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:12:30.269134 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac8006-5b1c-4267-abf9-5b9cf3e16d6c req-eb1a9d48-1c19-4ad6-88bd-4551fe1524af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:12:30.270651 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6dac8006-5b1c-4267-abf9-5b9cf3e16d6c req-eb1a9d48-1c19-4ad6-88bd-4551fe1524af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0742724 Jun 02 17:12:30.387704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-48548845-3729-44c8-8c07-3d822f51d8dc None None] Set router 450eff93-9be9-460a-9a12-bdc4fe551c4d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:12:30.405010 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6dac8006-5b1c-4267-abf9-5b9cf3e16d6c req-5cf50e05-f466-4ebc-a41f-57f5385141c1 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269352 Jun 02 17:12:30.537022 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6dac8006-5b1c-4267-abf9-5b9cf3e16d6c req-a057fde4-3b22-4084-a809-82ad5378104d service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251869 Jun 02 17:12:30.737561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-48548845-3729-44c8-8c07-3d822f51d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '63a1d650-79a6-47a0-a764-c77e2b0ad481', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'floating_ip_address': '172.26.3.186', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'port_id': '8d7579e1-3dc5-492f-9955-5f83e251b6f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'mac_address': 'fa:16:3e:11:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093928f9-4166-408e-8a27-76980385b389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:12:28Z', 'updated_at': '2021-06-02T17:12:28Z', 'revision_number': 0, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3788fcb7-8e05-4ba7-83e3-fe00dc173e79', 'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'mac_address': 'fa:16:3e:28:9e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:20Z', 'updated_at': '2021-06-02T17:07:26Z', 'revision_number': 5, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'subnets': [{'id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:12:30.741640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48548845-3729-44c8-8c07-3d822f51d8dc None None] The sync data for ids ['450eff93-9be9-460a-9a12-bdc4fe551c4d'] in dv-neutron-601336-83-hyperv is: [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '63a1d650-79a6-47a0-a764-c77e2b0ad481', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'floating_ip_address': '172.26.3.186', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'port_id': '8d7579e1-3dc5-492f-9955-5f83e251b6f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'mac_address': 'fa:16:3e:11:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093928f9-4166-408e-8a27-76980385b389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:12:28Z', 'updated_at': '2021-06-02T17:12:28Z', 'revision_number': 0, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3788fcb7-8e05-4ba7-83e3-fe00dc173e79', 'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'mac_address': 'fa:16:3e:28:9e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:20Z', 'updated_at': '2021-06-02T17:07:26Z', 'revision_number': 5, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'subnets': [{'id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:12:30.925166 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7047fd8-d449-48e3-b033-26a30f2c8a7e None None] New status for floating IP 63a1d650-79a6-47a0-a764-c77e2b0ad481: ACTIVE {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:12:33.007030 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9417dab4-bcba-4ba3-862c-1c1e4ae15851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:35.079022 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:35.521367 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-998c7e59-08cc-4db8-8dda-c2147a90b3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:36.885602 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:38.800821 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:12:49.595504 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:13:00.256771 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:13:03.011829 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-6badca82-5edc-48fb-b965-b396e6ab433d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:13:03.795827 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8320388b-5c7e-4964-8257-7d63b40d5017 req-629dcc33-6406-4ca0-96c9-cc6be150eedd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747204 Jun 02 17:13:03.941872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320388b-5c7e-4964-8257-7d63b40d5017 req-c9c4cf44-f283-478f-acbb-455a8ef7d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:13:03.944046 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8320388b-5c7e-4964-8257-7d63b40d5017 req-c9c4cf44-f283-478f-acbb-455a8ef7d417 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 1099 time: 0.0768540 Jun 02 17:13:04.106144 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320388b-5c7e-4964-8257-7d63b40d5017 req-48713812-99dd-4025-a729-fc637a1af4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:13:04.108249 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8320388b-5c7e-4964-8257-7d63b40d5017 req-48713812-99dd-4025-a729-fc637a1af4b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.1431348 Jun 02 17:13:04.215946 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8320388b-5c7e-4964-8257-7d63b40d5017 req-1f1dcb6f-1c99-4a82-bc6a-ec6aab23fedf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8 HTTP/1.1" status: 200 len: 1002 time: 0.1008701 Jun 02 17:13:04.288308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320388b-5c7e-4964-8257-7d63b40d5017 req-9d34fe04-c5b3-400e-a070-de6d7303c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:13:04.289805 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8320388b-5c7e-4964-8257-7d63b40d5017 req-9d34fe04-c5b3-400e-a070-de6d7303c46d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0642459 Jun 02 17:13:04.370495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320388b-5c7e-4964-8257-7d63b40d5017 req-0d779f0d-eec5-47bd-82b8-cbbb077ac1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:13:04.371838 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8320388b-5c7e-4964-8257-7d63b40d5017 req-0d779f0d-eec5-47bd-82b8-cbbb077ac1c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0747125 Jun 02 17:13:04.384769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [req-8320388b-5c7e-4964-8257-7d63b40d5017 req-f8ea6719-e111-42f4-acb7-ea232addfcad service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92323) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 17:13:04.385740 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8320388b-5c7e-4964-8257-7d63b40d5017 req-f8ea6719-e111-42f4-acb7-ea232addfcad service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052724 Jun 02 17:13:04.551067 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8320388b-5c7e-4964-8257-7d63b40d5017 req-7200612d-3d7b-4fc8-9df2-8c7d8b5bad53 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584089 Jun 02 17:13:04.699122 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8320388b-5c7e-4964-8257-7d63b40d5017 req-857b75e4-126e-462e-9d81-e03b75747253 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381166 Jun 02 17:13:05.076483 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:13:05.507729 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b00b-5844-490c-a728-66ff4abfd065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:13:06.888670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:13:08.806892 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:13:19.604199 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:13:33.017709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a7d2-32f7-471d-a97f-d3aa3b0b3947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:13:35.075535 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:13:35.521061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-66db1038-3d33-44b0-af22-189431a02b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:13:36.899881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:13:37.261370 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:13:38.814683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:13:49.612352 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:03.019065 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-45b6666a-6ab0-4c10-9ab8-6f3e3952c87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:03.953237 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c49d4ca6-035e-43b9-bf73-cf3572a7d4f7 req-ac9aecb7-0f9e-4927-a23b-274bac302798 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2309854 Jun 02 17:14:04.105561 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d4ca6-035e-43b9-bf73-cf3572a7d4f7 req-7fe26b09-f8b4-466a-af94-5100ecfde495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:04.107052 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c49d4ca6-035e-43b9-bf73-cf3572a7d4f7 req-7fe26b09-f8b4-466a-af94-5100ecfde495 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 1099 time: 0.0739691 Jun 02 17:14:04.256237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d4ca6-035e-43b9-bf73-cf3572a7d4f7 req-2d85b9ff-d1e3-48e8-8eb9-bd333ad69e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:04.257603 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c49d4ca6-035e-43b9-bf73-cf3572a7d4f7 req-2d85b9ff-d1e3-48e8-8eb9-bd333ad69e13 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.1260056 Jun 02 17:14:04.365677 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c49d4ca6-035e-43b9-bf73-cf3572a7d4f7 req-5bf608e7-ae58-4f48-abe7-f9b9f8ac4c57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8 HTTP/1.1" status: 200 len: 1002 time: 0.0975890 Jun 02 17:14:04.436910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d4ca6-035e-43b9-bf73-cf3572a7d4f7 req-db81b82b-d78f-477e-a5e3-ac3146df48b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:04.438339 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c49d4ca6-035e-43b9-bf73-cf3572a7d4f7 req-db81b82b-d78f-477e-a5e3-ac3146df48b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0621512 Jun 02 17:14:04.523060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d4ca6-035e-43b9-bf73-cf3572a7d4f7 req-964113cb-1ddb-4c84-84e4-956e5b403ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:04.524431 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c49d4ca6-035e-43b9-bf73-cf3572a7d4f7 req-964113cb-1ddb-4c84-84e4-956e5b403ccc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0752256 Jun 02 17:14:04.659450 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c49d4ca6-035e-43b9-bf73-cf3572a7d4f7 req-cae85a15-6ef2-42b4-bd0f-bfaefb19bc0e service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249194 Jun 02 17:14:04.796052 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-c49d4ca6-035e-43b9-bf73-cf3572a7d4f7 req-1d47559e-be87-413a-9c41-01eb1c958823 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251905 Jun 02 17:14:05.077454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:05.517390 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9aa6c172-afa9-4a4f-b4a9-202860587a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:06.897092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:08.809422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:14.266568 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:14:19.616822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:27.763322 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb436d-1fbc-46f1-89fe-331b9766d885 req-3df9883d-3a79-41f6-909b-4f551ceefe8a tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:27.764828 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-91bb436d-1fbc-46f1-89fe-331b9766d885 req-3df9883d-3a79-41f6-909b-4f551ceefe8a tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.1015234 Jun 02 17:14:27.811054 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-91bb436d-1fbc-46f1-89fe-331b9766d885 req-752f4132-31c2-40b5-a5c3-6e9b36f3a704 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398800 Jun 02 17:14:29.030562 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c10ca-78f4-462b-8bde-a94c9b9d8abd req-4dede746-db44-4b3c-be81-0f7786a220ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:29.032033 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-479c10ca-78f4-462b-8bde-a94c9b9d8abd req-4dede746-db44-4b3c-be81-0f7786a220ed tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0894547 Jun 02 17:14:29.083139 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-479c10ca-78f4-462b-8bde-a94c9b9d8abd req-73eb52c7-2264-48fe-bf8f-70090c197de3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425932 Jun 02 17:14:30.454149 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70080ec2-eff8-43ff-8e34-ce49c3aaa7f2 req-f66e6d5e-3b43-481b-aa9a-bc0537ed28cf tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:30.455572 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-70080ec2-eff8-43ff-8e34-ce49c3aaa7f2 req-f66e6d5e-3b43-481b-aa9a-bc0537ed28cf tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.2342095 Jun 02 17:14:30.509098 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-70080ec2-eff8-43ff-8e34-ce49c3aaa7f2 req-12272369-5086-4db8-8c5a-442249e69958 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457737 Jun 02 17:14:31.730470 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfbe73-b17b-4fd9-99f7-59727586b3ef req-76bec8f6-55b5-472d-bf88-cb12cbff16b0 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:31.731856 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-becfbe73-b17b-4fd9-99f7-59727586b3ef req-76bec8f6-55b5-472d-bf88-cb12cbff16b0 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0925474 Jun 02 17:14:31.780788 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-becfbe73-b17b-4fd9-99f7-59727586b3ef req-1d54de00-c383-42f8-9175-0af66928d2ce tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406477 Jun 02 17:14:32.992656 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7f74b-552f-4f1a-98ae-8d6c36952e3e req-19681f36-38a4-40ec-9c39-dd5ddd650dac tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:32.994099 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-74d7f74b-552f-4f1a-98ae-8d6c36952e3e req-19681f36-38a4-40ec-9c39-dd5ddd650dac tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0938365 Jun 02 17:14:33.015268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-730411d1-11cc-4391-abd7-70c8214766eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:33.043219 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-74d7f74b-552f-4f1a-98ae-8d6c36952e3e req-66db0d5a-d223-499d-b17a-0982e0c62f53 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429575 Jun 02 17:14:34.247893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5694dd-b1c7-4bfa-a057-77ad73f1e166 req-67546cfb-a373-4216-8dc7-4f9e2f2a598f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:34.249336 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2a5694dd-b1c7-4bfa-a057-77ad73f1e166 req-67546cfb-a373-4216-8dc7-4f9e2f2a598f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0875108 Jun 02 17:14:34.296073 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2a5694dd-b1c7-4bfa-a057-77ad73f1e166 req-42b5ef35-ba85-43cc-9c8f-d09f501e2da5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385506 Jun 02 17:14:35.084016 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:35.501280 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b63f75-6587-4647-956b-2ac5f011b531 req-72c4fa00-374d-4681-a583-846967dba277 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:35.503450 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-54b63f75-6587-4647-956b-2ac5f011b531 req-72c4fa00-374d-4681-a583-846967dba277 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0816903 Jun 02 17:14:35.520656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c5355cc6-9cfa-4b81-bc7e-fa3af0732040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:35.551462 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-54b63f75-6587-4647-956b-2ac5f011b531 req-b3b66d17-bf7c-476b-9ac3-4aacfede1b2f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415654 Jun 02 17:14:36.758308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403161db-430d-4e51-a552-db4153c23e78 req-9b103c9a-0cb4-4591-b09e-7f70503128e5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:36.759687 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-403161db-430d-4e51-a552-db4153c23e78 req-9b103c9a-0cb4-4591-b09e-7f70503128e5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0964239 Jun 02 17:14:36.805916 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-403161db-430d-4e51-a552-db4153c23e78 req-de2beecc-09ac-4bff-a37c-f7f5e1176365 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404339 Jun 02 17:14:36.899604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:37.905036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f41ea-3183-4ee4-a564-a58be86a1514 req-e64c8c4e-5408-491b-9f57-a808d8dc8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:37.906550 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-669f41ea-3183-4ee4-a564-a58be86a1514 req-e64c8c4e-5408-491b-9f57-a808d8dc8ea0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 1099 time: 0.0756731 Jun 02 17:14:38.014497 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9db5c-7ac5-4ce1-897f-84df143278d7 req-1e826c1e-56f9-48e5-a423-ac37b05b3260 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:38.015986 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a3e9db5c-7ac5-4ce1-897f-84df143278d7 req-1e826c1e-56f9-48e5-a423-ac37b05b3260 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0881805 Jun 02 17:14:38.038955 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f41ea-3183-4ee4-a564-a58be86a1514 req-2a0a287a-be6f-46df-9303-c4bcef9dabde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:38.040404 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-669f41ea-3183-4ee4-a564-a58be86a1514 req-2a0a287a-be6f-46df-9303-c4bcef9dabde service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.1268170 Jun 02 17:14:38.060776 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a3e9db5c-7ac5-4ce1-897f-84df143278d7 req-4dec6cab-d77b-446e-a33c-5074eb75078b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387492 Jun 02 17:14:38.148775 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-669f41ea-3183-4ee4-a564-a58be86a1514 req-055d7cc4-37d6-4cc1-b5d7-30ab5295b41b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8 HTTP/1.1" status: 200 len: 1002 time: 0.0978422 Jun 02 17:14:38.223584 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f41ea-3183-4ee4-a564-a58be86a1514 req-75137c13-a506-4c3d-b9a6-46b489346f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:38.224992 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-669f41ea-3183-4ee4-a564-a58be86a1514 req-75137c13-a506-4c3d-b9a6-46b489346f4c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0668907 Jun 02 17:14:38.304515 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f41ea-3183-4ee4-a564-a58be86a1514 req-2e1e2860-a0c9-4c5e-a985-feabb695553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:38.305980 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-669f41ea-3183-4ee4-a564-a58be86a1514 req-2e1e2860-a0c9-4c5e-a985-feabb695553a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709455 Jun 02 17:14:38.441628 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-669f41ea-3183-4ee4-a564-a58be86a1514 req-7c241e3c-f65b-4132-944b-369635b38269 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250756 Jun 02 17:14:38.731072 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-669f41ea-3183-4ee4-a564-a58be86a1514 req-f68db98f-6c8b-4451-b3eb-a1181f615473 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789543 Jun 02 17:14:38.816499 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:39.270643 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46255fa8-c1e4-4a16-a5fb-0c0a53319442 req-0fb637f2-d67d-4126-adbe-2ad74ce319be tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:39.272069 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-46255fa8-c1e4-4a16-a5fb-0c0a53319442 req-0fb637f2-d67d-4126-adbe-2ad74ce319be tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0807340 Jun 02 17:14:39.319062 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-46255fa8-c1e4-4a16-a5fb-0c0a53319442 req-110d2787-c274-4d39-a785-9f4d0a323fa0 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412731 Jun 02 17:14:40.519776 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f1502-9dc5-423c-853f-7ac2f84a1fd9 req-2df1f219-7fae-4ae1-8a0d-d08984deecf5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:40.521471 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5a1f1502-9dc5-423c-853f-7ac2f84a1fd9 req-2df1f219-7fae-4ae1-8a0d-d08984deecf5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0860693 Jun 02 17:14:40.571766 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-5a1f1502-9dc5-423c-853f-7ac2f84a1fd9 req-3bf57d38-becb-4114-8d3f-2b4fa5f4ea1d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442185 Jun 02 17:14:41.760397 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1195ef6-d482-4bb0-abc7-6f434287f9c5 req-0bdeb49c-bcb1-4793-b6d8-db66e0014360 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:41.761902 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e1195ef6-d482-4bb0-abc7-6f434287f9c5 req-0bdeb49c-bcb1-4793-b6d8-db66e0014360 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0839596 Jun 02 17:14:41.807969 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e1195ef6-d482-4bb0-abc7-6f434287f9c5 req-dc53a9aa-e162-4923-943e-9916bf4f7a93 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401886 Jun 02 17:14:43.123527 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e92dae-bc13-4827-804d-346185e22f30 req-32254402-f101-4c97-9c29-2ff4a7dfe319 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:43.124987 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d9e92dae-bc13-4827-804d-346185e22f30 req-32254402-f101-4c97-9c29-2ff4a7dfe319 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.2037275 Jun 02 17:14:43.172926 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d9e92dae-bc13-4827-804d-346185e22f30 req-43c33757-e6cf-40ea-a9f5-82a9e1d5fdcc tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395629 Jun 02 17:14:44.492943 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18ba527b-61e1-43b3-ad44-1df0229c2770 req-bcaec6cd-ffe0-4472-bb94-2b56a4289c67 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712144 Jun 02 17:14:44.558882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c79d3-d97a-4c50-ad94-c15e8f559391 req-c195c85d-694c-462d-8d30-3668aba1bfd8 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:44.560348 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b16c79d3-d97a-4c50-ad94-c15e8f559391 req-c195c85d-694c-462d-8d30-3668aba1bfd8 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0851891 Jun 02 17:14:44.606309 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b16c79d3-d97a-4c50-ad94-c15e8f559391 req-32515009-6422-4bcc-8f29-edf63d608944 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401573 Jun 02 17:14:44.636805 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8d7579e1-3dc5-492f-9955-5f83e251b6f8 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:14:44.750441 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:44.777859 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093928f9-4166-408e-8a27-76980385b389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d7579e1-3dc5-492f-9955-5f83e251b6f8'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:14:44.780122 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b41d6d-57bf-44ce-a8e9-9aa10be5c209" -d '{"events": [{"server_uuid": "093928f9-4166-408e-8a27-76980385b389", "name": "network-vif-unplugged", "status": "completed", "tag": "8d7579e1-3dc5-492f-9955-5f83e251b6f8"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:14:44.788121 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8d7579e1-3dc5-492f-9955-5f83e251b6f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:14:44.793414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:44.796549 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:14:44.825844 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Jun 2021 17:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b52c622-f3fa-4b79-928d-4fda1ded2722 x-openstack-request-id: req-2b52c622-f3fa-4b79-928d-4fda1ded2722 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:14:44.826139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093928f9-4166-408e-8a27-76980385b389", "name": "network-vif-unplugged", "status": "failed", "tag": "8d7579e1-3dc5-492f-9955-5f83e251b6f8", "code": 422}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:14:44.826400 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b52c622-f3fa-4b79-928d-4fda1ded2722 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:14:44.826797 dv-neutron-601336-83-hyperv neutron-server[92324]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '093928f9-4166-408e-8a27-76980385b389', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d7579e1-3dc5-492f-9955-5f83e251b6f8', 'code': 422} returned with failed status Jun 02 17:14:44.865527 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=8d7579e1-3dc5-492f-9955-5f83e251b6f8,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:14:44.873068 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:14:44.873425 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:14:44.873775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:14:44.874134 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:14:44.874471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:14:44.874806 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:14:44.875137 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:14:44.876204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:14:44.876204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:14:44.876204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:14:44.876503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:14:44.876709 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:14:44.880948 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:14:45.796176 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dda824-8504-4824-9a13-6d56f9ebc495 req-3a330fd5-6d88-47c6-85e1-60ba533e4a29 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:45.797556 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-10dda824-8504-4824-9a13-6d56f9ebc495 req-3a330fd5-6d88-47c6-85e1-60ba533e4a29 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0852125 Jun 02 17:14:45.843587 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-10dda824-8504-4824-9a13-6d56f9ebc495 req-df42096b-ff5c-4f88-bb69-68a754e5059c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400772 Jun 02 17:14:47.090715 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a72a9-8544-4c84-82b5-8ec8116d2f5d req-99cd910a-643b-46ed-8044-ffb149103b92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:47.092174 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ae2a72a9-8544-4c84-82b5-8ec8116d2f5d req-99cd910a-643b-46ed-8044-ffb149103b92 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.1298444 Jun 02 17:14:47.137621 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ae2a72a9-8544-4c84-82b5-8ec8116d2f5d req-7c840249-8007-4ffa-af7f-e3dbc0783f5a tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391102 Jun 02 17:14:48.332198 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d13f8d-33be-40cd-b055-b7addc4c83f9 req-5ef2fb2c-f05d-48e6-997a-c7cbb595afd3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:48.333626 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-43d13f8d-33be-40cd-b055-b7addc4c83f9 req-5ef2fb2c-f05d-48e6-997a-c7cbb595afd3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0877156 Jun 02 17:14:48.379955 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-43d13f8d-33be-40cd-b055-b7addc4c83f9 req-2e07eeec-8ca2-435c-b07b-a40cdb21f615 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401239 Jun 02 17:14:49.571455 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc404b2-d7b6-4f23-97aa-7d1297f8a9ce req-c353dc97-f1b7-4187-95a2-b658f9cbb00a tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:49.572964 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-dfc404b2-d7b6-4f23-97aa-7d1297f8a9ce req-c353dc97-f1b7-4187-95a2-b658f9cbb00a tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0819936 Jun 02 17:14:49.618533 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-dfc404b2-d7b6-4f23-97aa-7d1297f8a9ce req-f733db6b-0d8a-4730-957e-80bcb4cc384a tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396495 Jun 02 17:14:49.620447 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:50.808102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83116249-94f7-4b4f-bd50-da74bfb916d7 req-4a1462c9-0b51-487d-9cbd-dd057e249cf5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:50.809755 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-83116249-94f7-4b4f-bd50-da74bfb916d7 req-4a1462c9-0b51-487d-9cbd-dd057e249cf5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0842769 Jun 02 17:14:50.853022 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba527b-61e1-43b3-ad44-1df0229c2770 req-086a7def-bad5-46c4-be12-c01532c3fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:50.854462 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18ba527b-61e1-43b3-ad44-1df0229c2770 req-086a7def-bad5-46c4-be12-c01532c3fb1d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389&tenant_id=cb5e4e73b42941fa8eb05a2968c328f2 HTTP/1.1" status: 200 len: 1097 time: 0.0839155 Jun 02 17:14:50.863663 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-83116249-94f7-4b4f-bd50-da74bfb916d7 req-45e63c28-26d7-4c72-8226-d7da529228a7 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474453 Jun 02 17:14:50.956165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba527b-61e1-43b3-ad44-1df0229c2770 req-54577648-24b4-4345-98aa-d6d0a6062f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:50.957669 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18ba527b-61e1-43b3-ad44-1df0229c2770 req-54577648-24b4-4345-98aa-d6d0a6062f89 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 1097 time: 0.0746245 Jun 02 17:14:51.097754 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba527b-61e1-43b3-ad44-1df0229c2770 req-865d72d1-2abd-4888-830c-6000b940c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:51.099240 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18ba527b-61e1-43b3-ad44-1df0229c2770 req-865d72d1-2abd-4888-830c-6000b940c143 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.1308572 Jun 02 17:14:51.208006 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18ba527b-61e1-43b3-ad44-1df0229c2770 req-575351b3-316c-48e0-a0c1-1190364cb123 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8 HTTP/1.1" status: 200 len: 1000 time: 0.0984025 Jun 02 17:14:51.268896 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:14:51.280499 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba527b-61e1-43b3-ad44-1df0229c2770 req-b4096659-f694-4488-ae3b-b73afe1b2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:51.282863 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18ba527b-61e1-43b3-ad44-1df0229c2770 req-b4096659-f694-4488-ae3b-b73afe1b2d72 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0654025 Jun 02 17:14:51.383119 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba527b-61e1-43b3-ad44-1df0229c2770 req-34c12721-e248-4402-b811-3de4779533af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:51.384587 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18ba527b-61e1-43b3-ad44-1df0229c2770 req-34c12721-e248-4402-b811-3de4779533af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0914519 Jun 02 17:14:51.522184 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18ba527b-61e1-43b3-ad44-1df0229c2770 req-10eb1486-40ab-4f9f-9e72-828070d6ea0d service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264212 Jun 02 17:14:51.659673 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-18ba527b-61e1-43b3-ad44-1df0229c2770 req-a18106ad-ea16-4774-9a1b-899576ab5b27 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268029 Jun 02 17:14:52.065950 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c90592-da6a-446b-9988-b6b49ec7f26d req-8c46f2ac-2199-4fb9-80f8-db5df4843f83 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:52.067432 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-48c90592-da6a-446b-9988-b6b49ec7f26d req-8c46f2ac-2199-4fb9-80f8-db5df4843f83 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0866714 Jun 02 17:14:52.111036 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-48c90592-da6a-446b-9988-b6b49ec7f26d req-a5e8e3f3-1b87-4e2a-992e-b32531bedb0e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378313 Jun 02 17:14:53.304136 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add916b0-bf88-4314-9912-a71a8651c43b req-9b6cccc2-6ca0-4030-9c5c-a092195835df tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:53.305605 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-add916b0-bf88-4314-9912-a71a8651c43b req-9b6cccc2-6ca0-4030-9c5c-a092195835df tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0866630 Jun 02 17:14:53.353271 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-add916b0-bf88-4314-9912-a71a8651c43b req-bf7a17c6-18e4-45d9-830c-8208e7cf08c0 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418482 Jun 02 17:14:54.560142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa190f1-42fb-4341-b9be-e96359a34f95 req-8508a629-471f-4909-a2bf-6dbff15b4670 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:54.561592 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5fa190f1-42fb-4341-b9be-e96359a34f95 req-8508a629-471f-4909-a2bf-6dbff15b4670 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0860777 Jun 02 17:14:54.605345 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-5fa190f1-42fb-4341-b9be-e96359a34f95 req-892fa8d3-52e9-44e7-9c1b-1a7147bf629c tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379894 Jun 02 17:14:55.808355 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae6060-d8bd-432c-9e00-581301b0c22c req-1a2f50eb-bbaa-4325-a714-20da163e0fca tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:55.809715 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-90ae6060-d8bd-432c-9e00-581301b0c22c req-1a2f50eb-bbaa-4325-a714-20da163e0fca tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0926549 Jun 02 17:14:55.855163 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-90ae6060-d8bd-432c-9e00-581301b0c22c req-e6e70dab-8fc0-4254-9bff-eae8282f063f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397341 Jun 02 17:14:57.039525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a70f3-7e45-4dde-a237-05de34d7fa5a req-6c1a6930-ef55-4847-aa3c-97101fe50fcb tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:57.040989 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-758a70f3-7e45-4dde-a237-05de34d7fa5a req-6c1a6930-ef55-4847-aa3c-97101fe50fcb tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0811286 Jun 02 17:14:57.089768 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-758a70f3-7e45-4dde-a237-05de34d7fa5a req-c76f482a-9a58-4ccb-9551-9de582708899 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429518 Jun 02 17:14:58.294930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17968d54-f45c-4e23-9561-6b349df0f8ed req-18663dbd-5467-4b44-8cd9-60bb7196c12f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:58.296390 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-17968d54-f45c-4e23-9561-6b349df0f8ed req-18663dbd-5467-4b44-8cd9-60bb7196c12f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 944 time: 0.0953364 Jun 02 17:14:58.345881 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-17968d54-f45c-4e23-9561-6b349df0f8ed req-f1e8571a-0f00-4321-9c46-4f53d4517f38 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419033 Jun 02 17:14:58.716071 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8d7579e1-3dc5-492f-9955-5f83e251b6f8 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 17:14:58.883805 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8d7579e1-3dc5-492f-9955-5f83e251b6f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:14:58.901008 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': '8d7579e1-3dc5-492f-9955-5f83e251b6f8', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'port_id': '8d7579e1-3dc5-492f-9955-5f83e251b6f8', 'mac_address': 'fa:16:3e:11:af:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 17:14:58.969954 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:58.989255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7579e1-3dc5-492f-9955-5f83e251b6f8 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:14:59.008059 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8d7579e1-3dc5-492f-9955-5f83e251b6f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:14:59.013834 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:14:59.016703 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-71200700-e8f2-4651-9f85-40022a3ab1cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:14:59.086610 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=8d7579e1-3dc5-492f-9955-5f83e251b6f8,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:14:59.090414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:14:59.322057 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['8d7579e1-3dc5-492f-9955-5f83e251b6f8'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 17:14:59.534675 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeecfe-38de-4ef9-b40f-dc573943a955 req-12a6521f-4131-4c39-8be9-4221c3a88855 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:14:59.536140 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1afeecfe-38de-4ef9-b40f-dc573943a955 req-12a6521f-4131-4c39-8be9-4221c3a88855 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 945 time: 0.0808744 Jun 02 17:14:59.580708 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1afeecfe-38de-4ef9-b40f-dc573943a955 req-e196f9d7-93e9-4eca-bc82-3211f5f7b777 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386236 Jun 02 17:15:00.729922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8d7579e1-3dc5-492f-9955-5f83e251b6f8 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:15:00.770654 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcf63c-1e44-4f51-8a29-70a2034d662c req-de712499-c9ce-41fc-85b0-13b7d27a2da8 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:15:00.772132 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-81dcf63c-1e44-4f51-8a29-70a2034d662c req-de712499-c9ce-41fc-85b0-13b7d27a2da8 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 945 time: 0.0875642 Jun 02 17:15:00.796830 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port 8d7579e1-3dc5-492f-9955-5f83e251b6f8 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:15:00.797206 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:15:00.823676 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-81dcf63c-1e44-4f51-8a29-70a2034d662c req-b8b866e4-c31a-4288-b6ac-fd1a04f95886 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455096 Jun 02 17:15:00.917129 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:15:00.943239 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093928f9-4166-408e-8a27-76980385b389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7579e1-3dc5-492f-9955-5f83e251b6f8'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:15:00.945506 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8500f3-b0dd-4cc6-85c2-49740e023bf3" -d '{"events": [{"server_uuid": "093928f9-4166-408e-8a27-76980385b389", "name": "network-vif-plugged", "status": "completed", "tag": "8d7579e1-3dc5-492f-9955-5f83e251b6f8"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:15:00.953576 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port 8d7579e1-3dc5-492f-9955-5f83e251b6f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:15:00.958721 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:15:00.960576 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8194d3b1-2668-407f-9d14-86c8490fe258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:15:00.994794 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485ca8ca-b5c6-42ed-89e9-e3748a40ce68 x-openstack-request-id: req-485ca8ca-b5c6-42ed-89e9-e3748a40ce68 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:15:00.995112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093928f9-4166-408e-8a27-76980385b389", "name": "network-vif-plugged", "status": "completed", "tag": "8d7579e1-3dc5-492f-9955-5f83e251b6f8", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:15:00.995354 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-485ca8ca-b5c6-42ed-89e9-e3748a40ce68 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:15:00.995746 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093928f9-4166-408e-8a27-76980385b389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7579e1-3dc5-492f-9955-5f83e251b6f8', 'code': 200} Jun 02 17:15:01.031214 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=8d7579e1-3dc5-492f-9955-5f83e251b6f8,revision_number=8']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:15:01.034056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:15:01.298024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d15a38-402b-4ba0-9ee7-025a37d11775 req-66ba3617-7d71-47f2-8c37-628e18c152fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:15:01.299408 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-38d15a38-402b-4ba0-9ee7-025a37d11775 req-66ba3617-7d71-47f2-8c37-628e18c152fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 1099 time: 0.0741203 Jun 02 17:15:01.489105 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-38d15a38-402b-4ba0-9ee7-025a37d11775 req-27fc83bb-b0b3-4127-a188-1dda1a1309ed service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793413 Jun 02 17:15:02.011671 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9944470-643a-4fe8-8039-a3714ba1d0e9 req-ccf3d8a6-cae3-4d5d-b601-d6f5e37b76c3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:15:02.013142 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a9944470-643a-4fe8-8039-a3714ba1d0e9 req-ccf3d8a6-cae3-4d5d-b601-d6f5e37b76c3 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0821621 Jun 02 17:15:02.061904 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a9944470-643a-4fe8-8039-a3714ba1d0e9 req-84793bbb-38b0-4093-82f5-380816b2f15f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430052 Jun 02 17:15:03.020131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2022e8da-4ad4-4197-910a-dc2a14631c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:15:03.252448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0b5ab-fb6e-48ba-ab62-54ed2347f63f req-2a511817-7c92-445b-980a-9c5adbafe935 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:15:03.253928 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6ac0b5ab-fb6e-48ba-ab62-54ed2347f63f req-2a511817-7c92-445b-980a-9c5adbafe935 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0825675 Jun 02 17:15:03.301978 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6ac0b5ab-fb6e-48ba-ab62-54ed2347f63f req-8dcc1cb6-5e5b-4cd1-8536-03755d1a5e9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408690 Jun 02 17:15:04.805561 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f01e272f-85da-4d98-8815-b061f35bcc97 req-d7aa837e-412a-4475-86a6-9acd917086e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1143489 Jun 02 17:15:04.944807 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e272f-85da-4d98-8815-b061f35bcc97 req-091b8231-41e2-4ff6-92eb-92bd8b0b718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:15:04.946292 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f01e272f-85da-4d98-8815-b061f35bcc97 req-091b8231-41e2-4ff6-92eb-92bd8b0b718d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 1099 time: 0.0727968 Jun 02 17:15:05.069629 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:15:05.092107 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e272f-85da-4d98-8815-b061f35bcc97 req-ccc71579-ab1f-4013-b5ba-ca4bae9d6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:15:05.093587 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f01e272f-85da-4d98-8815-b061f35bcc97 req-ccc71579-ab1f-4013-b5ba-ca4bae9d6db7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.1286933 Jun 02 17:15:05.197560 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f01e272f-85da-4d98-8815-b061f35bcc97 req-e48e0c36-8f52-4017-ba53-5334c16180f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8 HTTP/1.1" status: 200 len: 1002 time: 0.0975721 Jun 02 17:15:05.265510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e272f-85da-4d98-8815-b061f35bcc97 req-9538fa5c-9982-4c66-8546-03ddac8d7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:15:05.267003 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f01e272f-85da-4d98-8815-b061f35bcc97 req-9538fa5c-9982-4c66-8546-03ddac8d7830 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0624945 Jun 02 17:15:05.346153 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e272f-85da-4d98-8815-b061f35bcc97 req-a6c2d606-6683-490a-9841-d00677ee4fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:15:05.347588 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f01e272f-85da-4d98-8815-b061f35bcc97 req-a6c2d606-6683-490a-9841-d00677ee4fba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0737722 Jun 02 17:15:05.479418 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f01e272f-85da-4d98-8815-b061f35bcc97 req-3bc9afe3-bacd-43e1-9e88-02248cca2506 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246164 Jun 02 17:15:05.524472 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2e72df5f-70e5-4e5d-853f-edb643ba961a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:15:05.612988 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f01e272f-85da-4d98-8815-b061f35bcc97 req-913dd283-9451-43b2-ac76-e36de7f5e816 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271977 Jun 02 17:15:06.900350 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:15:08.817152 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:15:19.624470 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:15:28.269085 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:15:33.023614 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc9ac-cd26-4c2c-87f5-f1021eaee17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:15:35.079663 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:15:35.530833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-920d293c-22af-4433-bc65-e07cf74ce5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:15:36.901996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:15:38.818371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:15:49.634913 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:03.030339 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-11ee6ab3-d21f-4fa9-83c2-807de6ecedfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:04.789294 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8686c71c-f740-4f74-aab7-d9821fb11314 req-b0b490b4-6635-4403-88eb-31ee7ce7bb54 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791712 Jun 02 17:16:04.941554 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686c71c-f740-4f74-aab7-d9821fb11314 req-b7eed69c-348a-494e-9395-63cdc8648170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:04.943079 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8686c71c-f740-4f74-aab7-d9821fb11314 req-b7eed69c-348a-494e-9395-63cdc8648170 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 1099 time: 0.0742865 Jun 02 17:16:05.075490 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:05.100749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686c71c-f740-4f74-aab7-d9821fb11314 req-645adbfd-b8ba-4f6c-9e45-0b9fe96235d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:05.102272 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8686c71c-f740-4f74-aab7-d9821fb11314 req-645adbfd-b8ba-4f6c-9e45-0b9fe96235d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.1341090 Jun 02 17:16:05.211990 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8686c71c-f740-4f74-aab7-d9821fb11314 req-d5066487-dd87-4cbd-b6ba-7fc5c05de683 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8 HTTP/1.1" status: 200 len: 1002 time: 0.0995076 Jun 02 17:16:05.270634 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:16:05.290653 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686c71c-f740-4f74-aab7-d9821fb11314 req-df364bce-d8ea-46ed-b774-0071850be5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:05.292109 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8686c71c-f740-4f74-aab7-d9821fb11314 req-df364bce-d8ea-46ed-b774-0071850be5ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0697770 Jun 02 17:16:05.383458 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686c71c-f740-4f74-aab7-d9821fb11314 req-6e5bd4c3-6417-4fac-a7dd-0146efcdc5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:05.384954 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8686c71c-f740-4f74-aab7-d9821fb11314 req-6e5bd4c3-6417-4fac-a7dd-0146efcdc5f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0827606 Jun 02 17:16:05.526662 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-965436f4-7d99-4d9e-8ca8-071a1d8e0261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:05.528326 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8686c71c-f740-4f74-aab7-d9821fb11314 req-fec49521-7945-4906-98e9-60842bfb1af1 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324110 Jun 02 17:16:05.815775 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8686c71c-f740-4f74-aab7-d9821fb11314 req-0256c287-ac06-4e7b-9cfe-f24c9b309c10 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772205 Jun 02 17:16:06.906092 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:08.822785 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:19.309488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45844) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:19.585189 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Deleting port f91ceea8-dff1-4983-9677-0bcdb1c0de53 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:16:19.585441 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:19.634204 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:19.711156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:19.711435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:19.841190 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Calling delete_port for f91ceea8-dff1-4983-9677-0bcdb1c0de53 owned by network:floatingip {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:16:19.973758 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:19.980199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6a2e8ad6-6283-46e8-a81c-48d4cf33704b tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:20.030052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event deleted for resources: {'Port': ['ID=f91ceea8-dff1-4983-9677-0bcdb1c0de53,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:20.097988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:20.098321 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:20.098709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:20.099075 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:20.099442 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:20.099811 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:20.100170 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:20.100557 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:20.100895 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:20.101233 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:20.101587 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:20.101941 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:20.107365 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:20.133143 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for floatingip, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:20.133471 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Floating IP 63a1d650-79a6-47a0-a764-c77e2b0ad481 disassociated (deleted). External IP: 172.26.3.186, port: 8d7579e1-3dc5-492f-9955-5f83e251b6f8. Jun 02 17:16:20.501696 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Router 450eff93-9be9-460a-9a12-bdc4fe551c4d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:16:20.874344 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:16:20.884166 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a24200-13cf-4afc-a817-0a085d4436f8 None None] Sync routers for ids ['450eff93-9be9-460a-9a12-bdc4fe551c4d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:16:20.894474 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a24200-13cf-4afc-a817-0a085d4436f8 None None] Routers {'450eff93-9be9-460a-9a12-bdc4fe551c4d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:16:20.895148 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-05a24200-13cf-4afc-a817-0a085d4436f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:16:06Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['450eff93-9be9-460a-9a12-bdc4fe551c4d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:20.895934 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:20.953522 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "DELETE /v2.0/floatingips/63a1d650-79a6-47a0-a764-c77e2b0ad481 HTTP/1.1" status: 204 len: 168 time: 1.6424389 Jun 02 17:16:20.954273 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093928f9-4166-408e-8a27-76980385b389', 'tag': '8d7579e1-3dc5-492f-9955-5f83e251b6f8'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:16:20.956753 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e438c4ed-7ab4-458b-9b02-6748b3d095ee" -d '{"events": [{"name": "network-changed", "server_uuid": "093928f9-4166-408e-8a27-76980385b389", "tag": "8d7579e1-3dc5-492f-9955-5f83e251b6f8"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:16:21.004998 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a14e94-cb2b-45e1-9015-3d848a804715 x-openstack-request-id: req-54a14e94-cb2b-45e1-9015-3d848a804715 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:16:21.005411 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093928f9-4166-408e-8a27-76980385b389", "tag": "8d7579e1-3dc5-492f-9955-5f83e251b6f8", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:16:21.005769 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54a14e94-cb2b-45e1-9015-3d848a804715 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:16:21.006301 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093928f9-4166-408e-8a27-76980385b389', 'tag': '8d7579e1-3dc5-492f-9955-5f83e251b6f8', 'status': 'completed', 'code': 200} Jun 02 17:16:21.079123 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-05a24200-13cf-4afc-a817-0a085d4436f8 None None] Set router 450eff93-9be9-460a-9a12-bdc4fe551c4d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:16:21.108101 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438c4ed-7ab4-458b-9b02-6748b3d095ee req-80ee3ab2-a9cc-4cd3-8dd9-91866fa95f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:21.109589 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e438c4ed-7ab4-458b-9b02-6748b3d095ee req-80ee3ab2-a9cc-4cd3-8dd9-91866fa95f93 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 1099 time: 0.0727062 Jun 02 17:16:21.295608 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438c4ed-7ab4-458b-9b02-6748b3d095ee req-05a15c9c-7321-40fa-98b7-cf066aa85fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:21.296606 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e438c4ed-7ab4-458b-9b02-6748b3d095ee req-05a15c9c-7321-40fa-98b7-cf066aa85fec service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 200 len: 910 time: 0.1767540 Jun 02 17:16:21.366815 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e438c4ed-7ab4-458b-9b02-6748b3d095ee req-8316d800-a53e-4bdd-9399-09a9dd4d5e37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8 HTTP/1.1" status: 200 len: 217 time: 0.0616817 Jun 02 17:16:21.450196 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438c4ed-7ab4-458b-9b02-6748b3d095ee req-12b56646-368d-4b41-8d53-bb0889a3c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:21.451598 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e438c4ed-7ab4-458b-9b02-6748b3d095ee req-12b56646-368d-4b41-8d53-bb0889a3c714 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 200 len: 848 time: 0.0764589 Jun 02 17:16:21.454261 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-05a24200-13cf-4afc-a817-0a085d4436f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '3788fcb7-8e05-4ba7-83e3-fe00dc173e79', 'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'mac_address': 'fa:16:3e:28:9e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:20Z', 'updated_at': '2021-06-02T17:07:26Z', 'revision_number': 5, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'subnets': [{'id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:21.458546 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a24200-13cf-4afc-a817-0a085d4436f8 None None] Checking router: 450eff93-9be9-460a-9a12-bdc4fe551c4d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:16:21.459234 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7d9fc-6974-41ec-84db-7827ce30b55b req-4ecc3bd8-1ca6-4863-b1c8-57cf1c0fd24d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:21.459929 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-bbd7d9fc-6974-41ec-84db-7827ce30b55b req-4ecc3bd8-1ca6-4863-b1c8-57cf1c0fd24d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Synchronizing usage tracker for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:16:21.467690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a24200-13cf-4afc-a817-0a085d4436f8 None None] Routers {'450eff93-9be9-460a-9a12-bdc4fe551c4d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:16:21.468321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-05a24200-13cf-4afc-a817-0a085d4436f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:16:06Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['450eff93-9be9-460a-9a12-bdc4fe551c4d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:21.519812 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-bbd7d9fc-6974-41ec-84db-7827ce30b55b req-4ecc3bd8-1ca6-4863-b1c8-57cf1c0fd24d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Unset dirty status for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:16:21.520990 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bbd7d9fc-6974-41ec-84db-7827ce30b55b req-4ecc3bd8-1ca6-4863-b1c8-57cf1c0fd24d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.2689207 Jun 02 17:16:21.580414 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bbd7d9fc-6974-41ec-84db-7827ce30b55b req-767161a9-c77f-47ae-abaa-09146fbcee6a tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525775 Jun 02 17:16:21.582535 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438c4ed-7ab4-458b-9b02-6748b3d095ee req-6ded37da-3176-45fa-addb-eb8ec4437a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:21.583911 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e438c4ed-7ab4-458b-9b02-6748b3d095ee req-6ded37da-3176-45fa-addb-eb8ec4437a65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1211119 Jun 02 17:16:21.648998 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-05a24200-13cf-4afc-a817-0a085d4436f8 None None] Set router 450eff93-9be9-460a-9a12-bdc4fe551c4d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:16:21.721944 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e438c4ed-7ab4-458b-9b02-6748b3d095ee req-6e4cfcea-c9d3-486e-803c-9c629b36b7c3 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302602 Jun 02 17:16:21.853876 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-e438c4ed-7ab4-458b-9b02-6748b3d095ee req-6bef4766-eed7-4bdd-8625-3d27b7419366 service neutron] 10.222.0.49 "GET /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244564 Jun 02 17:16:21.973003 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-05a24200-13cf-4afc-a817-0a085d4436f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '3788fcb7-8e05-4ba7-83e3-fe00dc173e79', 'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'mac_address': 'fa:16:3e:28:9e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:20Z', 'updated_at': '2021-06-02T17:07:26Z', 'revision_number': 5, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'subnets': [{'id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:21.976997 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a24200-13cf-4afc-a817-0a085d4436f8 None None] The sync data for ids ['450eff93-9be9-460a-9a12-bdc4fe551c4d'] in dv-neutron-601336-83-hyperv is: [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:07:21Z', 'revision_number': 4, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '3788fcb7-8e05-4ba7-83e3-fe00dc173e79', 'name': '', 'network_id': '1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'mac_address': 'fa:16:3e:28:9e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:20Z', 'updated_at': '2021-06-02T17:07:26Z', 'revision_number': 5, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'subnets': [{'id': '46c9bd8f-0ea6-483f-a702-9ab8457fd8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:16:22.199127 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c990344-a652-4c83-b92d-c8e8b05ee068 None None] New status for floating IP 63a1d650-79a6-47a0-a764-c77e2b0ad481: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:16:22.778432 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b045f43-914d-4b1e-9693-77fad43f2371 req-300ee79a-97c0-46b0-a44f-c92c525ad718 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:22.779915 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1b045f43-914d-4b1e-9693-77fad43f2371 req-300ee79a-97c0-46b0-a44f-c92c525ad718 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0886822 Jun 02 17:16:22.826001 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-1b045f43-914d-4b1e-9693-77fad43f2371 req-c351109d-1dd0-4e3c-8224-126016b9c9e7 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3632c8-dbfe-4dd5-b439-e81abc76785e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402069 Jun 02 17:16:23.048448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc75c49-d0cf-4478-91b7-4bb5fd4c22ab req-f450ef98-da7d-4213-b3af-8c54f5e55bfc tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:23.049761 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8fc75c49-d0cf-4478-91b7-4bb5fd4c22ab req-f450ef98-da7d-4213-b3af-8c54f5e55bfc tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.49 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 946 time: 0.0840538 Jun 02 17:16:23.193263 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-8fc75c49-d0cf-4478-91b7-4bb5fd4c22ab req-51743730-b65e-492f-acce-51a1a7f13575 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Deleting port 8d7579e1-3dc5-492f-9955-5f83e251b6f8 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:16:23.193562 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-8fc75c49-d0cf-4478-91b7-4bb5fd4c22ab req-51743730-b65e-492f-acce-51a1a7f13575 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:23.332029 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-8fc75c49-d0cf-4478-91b7-4bb5fd4c22ab req-51743730-b65e-492f-acce-51a1a7f13575 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] For port 8d7579e1-3dc5-492f-9955-5f83e251b6f8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8d7579e1-3dc5-492f-9955-5f83e251b6f8,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:16:23.332292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-8fc75c49-d0cf-4478-91b7-4bb5fd4c22ab req-51743730-b65e-492f-acce-51a1a7f13575 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:23.457488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-8fc75c49-d0cf-4478-91b7-4bb5fd4c22ab req-51743730-b65e-492f-acce-51a1a7f13575 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Calling delete_port for 8d7579e1-3dc5-492f-9955-5f83e251b6f8 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:16:23.574143 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-8fc75c49-d0cf-4478-91b7-4bb5fd4c22ab req-51743730-b65e-492f-acce-51a1a7f13575 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:23.579994 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-65311fb1-a028-47db-8af1-6cd219e2f61e tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:23.624608 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51743730-b65e-492f-acce-51a1a7f13575 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event deleted for resources: {'Port': ['ID=8d7579e1-3dc5-492f-9955-5f83e251b6f8,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:23.627860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-51743730-b65e-492f-acce-51a1a7f13575 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:23.702246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc75c49-d0cf-4478-91b7-4bb5fd4c22ab req-51743730-b65e-492f-acce-51a1a7f13575 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] No DVR routers for this DVR port 8d7579e1-3dc5-492f-9955-5f83e251b6f8 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:16:23.704868 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-8fc75c49-d0cf-4478-91b7-4bb5fd4c22ab req-51743730-b65e-492f-acce-51a1a7f13575 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:23.707538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093928f9-4166-408e-8a27-76980385b389', 'name': 'network-vif-deleted', 'tag': '8d7579e1-3dc5-492f-9955-5f83e251b6f8'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:16:23.709885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdb0bf5-42d2-4491-bbe2-6af80fb5a137" -d '{"events": [{"server_uuid": "093928f9-4166-408e-8a27-76980385b389", "name": "network-vif-deleted", "tag": "8d7579e1-3dc5-492f-9955-5f83e251b6f8"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:16:23.724984 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8fc75c49-d0cf-4478-91b7-4bb5fd4c22ab req-51743730-b65e-492f-acce-51a1a7f13575 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.49 "DELETE /v2.0/ports/8d7579e1-3dc5-492f-9955-5f83e251b6f8 HTTP/1.1" status: 204 len: 173 time: 0.6658607 Jun 02 17:16:23.757923 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3c19b0-e01d-4beb-8e7c-dd21d89361cc x-openstack-request-id: req-0d3c19b0-e01d-4beb-8e7c-dd21d89361cc {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:16:23.758272 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093928f9-4166-408e-8a27-76980385b389", "name": "network-vif-deleted", "tag": "8d7579e1-3dc5-492f-9955-5f83e251b6f8", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:16:23.758579 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d3c19b0-e01d-4beb-8e7c-dd21d89361cc {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:16:23.759043 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093928f9-4166-408e-8a27-76980385b389', 'name': 'network-vif-deleted', 'tag': '8d7579e1-3dc5-492f-9955-5f83e251b6f8', 'status': 'completed', 'code': 200} Jun 02 17:16:23.986518 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-6b6fc619-556a-40dc-b04e-4d01e223375b req-dfb1d59c-b5b8-4566-8097-80520bd3d3c5 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 210 time: 0.0555310 Jun 02 17:16:25.072657 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8d7579e1-3dc5-492f-9955-5f83e251b6f8 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:16:25.109337 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: 8d7579e1-3dc5-492f-9955-5f83e251b6f8 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:16:25.109692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device 8d7579e1-3dc5-492f-9955-5f83e251b6f8 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:16:25.146202 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-4724f78a-0e84-42cd-ae89-580182e5e62b req-9695dd61-6163-4c7c-b644-41c0ec6c1a61 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Synchronizing usage tracker for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:16:25.165178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-4724f78a-0e84-42cd-ae89-580182e5e62b req-9695dd61-6163-4c7c-b644-41c0ec6c1a61 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Unset dirty status for tenant:cb5e4e73b42941fa8eb05a2968c328f2 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:16:25.166446 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-4724f78a-0e84-42cd-ae89-580182e5e62b req-9695dd61-6163-4c7c-b644-41c0ec6c1a61 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 210 time: 0.0635386 Jun 02 17:16:26.316856 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bff47230-8087-4139-b21e-95b7208abb11 req-4aa33afe-ed46-45da-8109-3be9638732c4 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 210 time: 0.0435927 Jun 02 17:16:27.490461 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1b06e9b3-ad4a-467d-8b76-cad5f4e045cb req-6b0c9a94-bd95-4db4-83a0-9fdb36d6bab4 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "GET /v2.0/ports?device_id=093928f9-4166-408e-8a27-76980385b389 HTTP/1.1" status: 200 len: 210 time: 0.0437448 Jun 02 17:16:28.586097 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45876) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:28.661164 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-08e643e4-5cdb-431f-b961-0a0be0afdedd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:28.693015 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-08e643e4-5cdb-431f-b961-0a0be0afdedd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:28.763416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-08e643e4-5cdb-431f-b961-0a0be0afdedd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:28.769253 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7cca3ad5-e03e-45a9-850f-08a733599333 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:28.784861 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e643e4-5cdb-431f-b961-0a0be0afdedd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3632c8-dbfe-4dd5-b439-e81abc76785e,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:28.787885 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-08e643e4-5cdb-431f-b961-0a0be0afdedd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:28.794544 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-08e643e4-5cdb-431f-b961-0a0be0afdedd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:28.798298 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-08e643e4-5cdb-431f-b961-0a0be0afdedd tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] 10.222.0.50 "DELETE /v2.0/security-groups/ce3632c8-dbfe-4dd5-b439-e81abc76785e HTTP/1.1" status: 204 len: 168 time: 0.2086108 Jun 02 17:16:28.849473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45880) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:29.682352 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d868c6a-6940-43d0-b48c-ce97ed3ed5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:30.115142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-4d868c6a-6940-43d0-b48c-ce97ed3ed5c1 admin admin] Deleting port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:16:30.115142 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d868c6a-6940-43d0-b48c-ce97ed3ed5c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:30.237387 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-4d868c6a-6940-43d0-b48c-ce97ed3ed5c1 admin admin] For port 3788fcb7-8e05-4ba7-83e3-fe00dc173e79, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=3788fcb7-8e05-4ba7-83e3-fe00dc173e79,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:16:30.237709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d868c6a-6940-43d0-b48c-ce97ed3ed5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:30.356607 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-4d868c6a-6940-43d0-b48c-ce97ed3ed5c1 admin admin] Calling delete_port for 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:16:30.594988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d868c6a-6940-43d0-b48c-ce97ed3ed5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:30.599984 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-315554f1-dbe7-4e41-aa62-3f311559dfd2 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:30.643331 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d868c6a-6940-43d0-b48c-ce97ed3ed5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3788fcb7-8e05-4ba7-83e3-fe00dc173e79,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:30.646271 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d868c6a-6940-43d0-b48c-ce97ed3ed5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:31.070906 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4d868c6a-6940-43d0-b48c-ce97ed3ed5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:31.437558 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d868c6a-6940-43d0-b48c-ce97ed3ed5c1 admin admin] Router 450eff93-9be9-460a-9a12-bdc4fe551c4d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:16:31.632859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d868c6a-6940-43d0-b48c-ce97ed3ed5c1 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:16:31.643869 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39419c0f-88ad-4e31-8574-881ea727a9e4 None None] Sync routers for ids ['450eff93-9be9-460a-9a12-bdc4fe551c4d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:16:31.654092 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4d868c6a-6940-43d0-b48c-ce97ed3ed5c1 admin admin] 10.222.0.50 "PUT /v2.0/routers/450eff93-9be9-460a-9a12-bdc4fe551c4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8031988 Jun 02 17:16:31.655976 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39419c0f-88ad-4e31-8574-881ea727a9e4 None None] Routers {'450eff93-9be9-460a-9a12-bdc4fe551c4d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:16:31.656714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45884) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:31.656952 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-39419c0f-88ad-4e31-8574-881ea727a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:16:06Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['450eff93-9be9-460a-9a12-bdc4fe551c4d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:31.837317 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:31.840469 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-39419c0f-88ad-4e31-8574-881ea727a9e4 None None] Set router 450eff93-9be9-460a-9a12-bdc4fe551c4d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:16:32.017264 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:32.090740 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] Deleting port 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:16:32.091445 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:32.191126 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-39419c0f-88ad-4e31-8574-881ea727a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:16:30Z', 'revision_number': 5, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port': {'id': '0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:18Z', 'updated_at': '2021-06-02T17:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:32.195285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39419c0f-88ad-4e31-8574-881ea727a9e4 None None] Checking router: 450eff93-9be9-460a-9a12-bdc4fe551c4d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:16:32.203901 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39419c0f-88ad-4e31-8574-881ea727a9e4 None None] Routers {'450eff93-9be9-460a-9a12-bdc4fe551c4d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:16:32.204625 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-39419c0f-88ad-4e31-8574-881ea727a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:16:06Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['450eff93-9be9-460a-9a12-bdc4fe551c4d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:32.218316 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] For port 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:16:32.218669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:32.360457 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-39419c0f-88ad-4e31-8574-881ea727a9e4 None None] Set router 450eff93-9be9-460a-9a12-bdc4fe551c4d gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:16:32.467189 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-39419c0f-88ad-4e31-8574-881ea727a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:16:32Z', 'revision_number': 6, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:32.471691 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39419c0f-88ad-4e31-8574-881ea727a9e4 None None] The sync data for ids ['450eff93-9be9-460a-9a12-bdc4fe551c4d'] in dv-neutron-601336-83-hyperv is: [{'id': '450eff93-9be9-460a-9a12-bdc4fe551c4d', 'name': 'tempest-TestShelveInstance-1833247335-router', 'tenant_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:17Z', 'updated_at': '2021-06-02T17:16:32Z', 'revision_number': 6, 'project_id': 'cb5e4e73b42941fa8eb05a2968c328f2', 'gw_port_host': None}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:16:32.499754 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] Calling delete_port for 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:16:32.642956 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:32.646651 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-51743730-b65e-492f-acce-51a1a7f13575 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:32.689972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:32.692456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:32.787209 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:32.961973 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:32.964534 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:32.988647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:32.989169 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 450eff93-9be9-460a-9a12-bdc4fe551c4d {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 17:16:33.001701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:33.002913 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] 10.222.0.50 "DELETE /v2.0/routers/450eff93-9be9-460a-9a12-bdc4fe551c4d HTTP/1.1" status: 204 len: 168 time: 1.3453095 Jun 02 17:16:33.005609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45886) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:33.025108 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-5f293689-3215-4fed-a751-ce4bb3312caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:33.070307 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Deleting subnet 46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 17:16:33.070307 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:33.121666 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:33.200041 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:33.459735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:33.463996 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-d4497905-a6db-4e38-af27-cfe9ed50c209 tempest-NetworksIpV6Test-1049206126 tempest-NetworksIpV6Test-1049206126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:33.499044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c9bd8f-0ea6-483f-a702-9ab8457fd8d6,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:33.504324 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:33.510734 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:33.511130 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:33.511513 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:33.511726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41add2d9-b987-45e7-ae61-3bc1e6c8973b None None] Network 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:16:33.511892 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:33.512267 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:33.512638 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:33.513067 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:33.513435 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:33.513801 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:33.514193 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:33.514594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:33.514952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:33.518995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:33.522860 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-7d62dcc5-c014-41d6-8878-c798954e6814 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/46c9bd8f-0ea6-483f-a702-9ab8457fd8d6 HTTP/1.1" status: 204 len: 168 time: 0.5161912 Jun 02 17:16:33.525730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45888) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:33.641017 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:33.718185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Deleting port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:16:33.718476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:33.787373 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] DHCP port deletion for 1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 17:16:33.822427 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] For port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=93c742cb-9f43-4640-9f32-6b7de1d3c7a0,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:16:33.822791 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:33.852343 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Deleting port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:16:33.852728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:33.948261 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Calling delete_port for 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:16:33.956381 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] For port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=93c742cb-9f43-4640-9f32-6b7de1d3c7a0,segment=NetworkSegment(ba82a3da-71e8-4939-a25e-d512d3215f22),segment_id=ba82a3da-71e8-4939-a25e-d512d3215f22)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:16:33.956751 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:33.998274 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:34.003116 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bd7f7e64-4252-4e86-834c-b3875d262b17 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:34.047031 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c742cb-9f43-4640-9f32-6b7de1d3c7a0,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:34.048889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] No DVR routers for this DVR port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:16:34.050428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:34.087344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Calling delete_port for 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:16:34.135150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:34.142038 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:34.169805 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:34.183033 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:34.183255 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:16:34.196048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba82a3da-71e8-4939-a25e-d512d3215f22') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:34.196346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba82a3da-71e8-4939-a25e-d512d3215f22') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:34.207985 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:34.225642 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:34.225889 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Pushing event deleted for resources: {'Port': ['ID=93c742cb-9f43-4640-9f32-6b7de1d3c7a0,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:34.228304 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] No DVR routers for this DVR port 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:16:34.229733 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:16:34.230094 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 93c742cb-9f43-4640-9f32-6b7de1d3c7a0 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:16:34.230499 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:16:34.233322 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 17:16:34.233720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 17:16:34.247374 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 17:16:34.283267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:16:34.283788 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0bd9bc4b-f5d1-4f9a-9cca-5541ff30b5a6 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:16:34.284406 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:16:34.323879 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:34.324251 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:34.324590 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:34.324919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:34.325323 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:34.325676 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:34.326029 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:34.326332 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:34.326713 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:34.327042 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:34.327348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:34.327667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:34.328525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:34.332429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-83881daa-369b-4945-9f87-2a1ef36efd8c tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:34.335670 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:34.336336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:16:34.336683 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 3788fcb7-8e05-4ba7-83e3-fe00dc173e79 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:16:34.347346 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:34.357647 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:34.360858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:34.372596 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1bd9c91c-ddf6-4ccd-95c5-30d4f6d28cf9 HTTP/1.1" status: 204 len: 168 time: 0.8457477 Jun 02 17:16:34.375679 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45890) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:35.071896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0c804f5d-d433-4b6b-91c2-a45682caded2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:35.080985 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:35.501407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-0c804f5d-d433-4b6b-91c2-a45682caded2 admin admin] Deleting port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:16:35.501781 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0c804f5d-d433-4b6b-91c2-a45682caded2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:35.534706 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-9db1cc8a-322f-4445-874c-24abbcbb196b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:35.644610 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-0c804f5d-d433-4b6b-91c2-a45682caded2 admin admin] For port 10b7a9a5-2ef7-40b9-9194-26eac6b684f4, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=10b7a9a5-2ef7-40b9-9194-26eac6b684f4,segment=NetworkSegment(0370abfd-67dd-440e-a033-066e3f1bf133),segment_id=0370abfd-67dd-440e-a033-066e3f1bf133)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:16:35.644920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0c804f5d-d433-4b6b-91c2-a45682caded2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:35.765810 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-0c804f5d-d433-4b6b-91c2-a45682caded2 admin admin] Calling delete_port for 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:16:35.927649 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0c804f5d-d433-4b6b-91c2-a45682caded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:35.931342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4d868c6a-6940-43d0-b48c-ce97ed3ed5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:35.984528 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c804f5d-d433-4b6b-91c2-a45682caded2 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b7a9a5-2ef7-40b9-9194-26eac6b684f4,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:35.987482 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-0c804f5d-d433-4b6b-91c2-a45682caded2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:36.408249 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-0c804f5d-d433-4b6b-91c2-a45682caded2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:36.771051 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c804f5d-d433-4b6b-91c2-a45682caded2 admin admin] Router 2ef517e4-c3ee-4bde-855c-f52c1b3064d3 has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:16:36.908755 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:36.949052 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c804f5d-d433-4b6b-91c2-a45682caded2 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:16:36.958015 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8205e72e-13d0-4865-b894-f8b83fcd687c None None] Sync routers for ids ['2ef517e4-c3ee-4bde-855c-f52c1b3064d3'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:16:36.969622 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-0c804f5d-d433-4b6b-91c2-a45682caded2 admin admin] 10.222.0.50 "PUT /v2.0/routers/2ef517e4-c3ee-4bde-855c-f52c1b3064d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5905559 Jun 02 17:16:36.969826 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205e72e-13d0-4865-b894-f8b83fcd687c None None] Routers {'2ef517e4-c3ee-4bde-855c-f52c1b3064d3'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:16:36.969826 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-8205e72e-13d0-4865-b894-f8b83fcd687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:16:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2ef517e4-c3ee-4bde-855c-f52c1b3064d3'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:36.970065 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45892) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:37.149388 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-8205e72e-13d0-4865-b894-f8b83fcd687c None None] Set router 2ef517e4-c3ee-4bde-855c-f52c1b3064d3 gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:16:37.157620 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:37.335390 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:37.410635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] Deleting port 05aa761e-27fa-4ff4-8f46-1688ceaa592c {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:16:37.411179 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:37.431581 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-8205e72e-13d0-4865-b894-f8b83fcd687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'name': 'tempest-TestShelveInstance-101779556-router', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.85'}], 'enable_snat': True}, 'gw_port_id': '05aa761e-27fa-4ff4-8f46-1688ceaa592c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:24Z', 'updated_at': '2021-06-02T17:16:35Z', 'revision_number': 5, 'project_id': '407d680798014b47a1cef4dd3f4b7d35', 'gw_port': {'id': '05aa761e-27fa-4ff4-8f46-1688ceaa592c', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:07:25Z', 'updated_at': '2021-06-02T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:37.435467 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8205e72e-13d0-4865-b894-f8b83fcd687c None None] Checking router: 2ef517e4-c3ee-4bde-855c-f52c1b3064d3 for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:16:37.443675 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205e72e-13d0-4865-b894-f8b83fcd687c None None] Routers {'2ef517e4-c3ee-4bde-855c-f52c1b3064d3'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:16:37.444303 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-8205e72e-13d0-4865-b894-f8b83fcd687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:16:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['2ef517e4-c3ee-4bde-855c-f52c1b3064d3'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:37.530770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] For port 05aa761e-27fa-4ff4-8f46-1688ceaa592c, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=05aa761e-27fa-4ff4-8f46-1688ceaa592c,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:16:37.531087 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:37.592333 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-8205e72e-13d0-4865-b894-f8b83fcd687c None None] Set router 2ef517e4-c3ee-4bde-855c-f52c1b3064d3 gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:16:37.698680 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-8205e72e-13d0-4865-b894-f8b83fcd687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'name': 'tempest-TestShelveInstance-101779556-router', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:24Z', 'updated_at': '2021-06-02T17:16:37Z', 'revision_number': 6, 'project_id': '407d680798014b47a1cef4dd3f4b7d35', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:37.703456 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8205e72e-13d0-4865-b894-f8b83fcd687c None None] The sync data for ids ['2ef517e4-c3ee-4bde-855c-f52c1b3064d3'] in dv-neutron-601336-83-hyperv is: [{'id': '2ef517e4-c3ee-4bde-855c-f52c1b3064d3', 'name': 'tempest-TestShelveInstance-101779556-router', 'tenant_id': '407d680798014b47a1cef4dd3f4b7d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:07:24Z', 'updated_at': '2021-06-02T17:16:37Z', 'revision_number': 6, 'project_id': '407d680798014b47a1cef4dd3f4b7d35', 'gw_port_host': None}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:16:37.809783 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] Calling delete_port for 05aa761e-27fa-4ff4-8f46-1688ceaa592c owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:16:37.966669 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:37.970796 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:38.013304 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=05aa761e-27fa-4ff4-8f46-1688ceaa592c,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:38.016374 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:38.111002 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:38.280211 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:38.282392 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:38.304948 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:38.305691 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ef517e4-c3ee-4bde-855c-f52c1b3064d3 {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 17:16:38.318580 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:38.319712 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] 10.222.0.50 "DELETE /v2.0/routers/2ef517e4-c3ee-4bde-855c-f52c1b3064d3 HTTP/1.1" status: 204 len: 168 time: 1.3484416 Jun 02 17:16:38.322619 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45894) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:38.397592 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f419e4-4dc8-47fe-80dd-d98e579ebb65 admin admin] Deleting subnet 30fb9314-9e87-46ce-8ae3-ca45435cf454 {{(pid=92322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 17:16:38.400894 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-06f419e4-4dc8-47fe-80dd-d98e579ebb65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:38.443424 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:16:38.481967 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:16:38.482383 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 10b7a9a5-2ef7-40b9-9194-26eac6b684f4 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:16:38.593601 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-06f419e4-4dc8-47fe-80dd-d98e579ebb65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15731788'] for subnet, precommit_delete_associations {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:38.677707 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-06f419e4-4dc8-47fe-80dd-d98e579ebb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:38.824604 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:38.952806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-06f419e4-4dc8-47fe-80dd-d98e579ebb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16447292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15763405'] for subnet, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:38.957735 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-aaf3ac37-675d-44cf-8533-ee4dc87fc987 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:38.999964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-06f419e4-4dc8-47fe-80dd-d98e579ebb65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:39.002727 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f419e4-4dc8-47fe-80dd-d98e579ebb65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30fb9314-9e87-46ce-8ae3-ca45435cf454,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:39.004154 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e741ddb4-ba3c-4bec-9094-22906ebf6d15 None None] Network bdaff10a-52c4-4f66-bce3-3990dd4c443e requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:16:39.010405 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-06f419e4-4dc8-47fe-80dd-d98e579ebb65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:39.010405 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-06f419e4-4dc8-47fe-80dd-d98e579ebb65 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/30fb9314-9e87-46ce-8ae3-ca45435cf454 HTTP/1.1" status: 204 len: 168 time: 0.6855555 Jun 02 17:16:39.011850 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45896) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:39.121204 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:39.197125 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Deleting port c5f94a66-1d62-4df1-b64f-28b34d39b802 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:16:39.197472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:39.300869 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] For port c5f94a66-1d62-4df1-b64f-28b34d39b802, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c5f94a66-1d62-4df1-b64f-28b34d39b802,segment=NetworkSegment(0370abfd-67dd-440e-a033-066e3f1bf133),segment_id=0370abfd-67dd-440e-a033-066e3f1bf133)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:16:39.301237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:39.326203 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2da9719-3c83-4141-8d80-43744dc07197 None None] DHCP port deletion for bdaff10a-52c4-4f66-bce3-3990dd4c443e request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 17:16:39.411798 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c2da9719-3c83-4141-8d80-43744dc07197 None None] Deleting port c5f94a66-1d62-4df1-b64f-28b34d39b802 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:16:39.412176 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c2da9719-3c83-4141-8d80-43744dc07197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:39.427197 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Calling delete_port for c5f94a66-1d62-4df1-b64f-28b34d39b802 owned by network:dhcp {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:16:39.474964 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:39.481003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-450057be-679b-415f-ba9d-dcc4e0a9c4c1 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:39.510595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-c2da9719-3c83-4141-8d80-43744dc07197 None None] For port c5f94a66-1d62-4df1-b64f-28b34d39b802, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=c5f94a66-1d62-4df1-b64f-28b34d39b802,segment=NetworkSegment(0370abfd-67dd-440e-a033-066e3f1bf133),segment_id=0370abfd-67dd-440e-a033-066e3f1bf133)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:16:39.511242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c2da9719-3c83-4141-8d80-43744dc07197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:39.529332 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] No DVR routers for this DVR port c5f94a66-1d62-4df1-b64f-28b34d39b802 on host dv-neutron-601336-83-hyperv {{(pid=92322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:16:39.555333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f94a66-1d62-4df1-b64f-28b34d39b802,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:39.557913 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:39.631014 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c2da9719-3c83-4141-8d80-43744dc07197 None None] Calling delete_port for c5f94a66-1d62-4df1-b64f-28b34d39b802 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:16:39.650209 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:39.663442 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdaff10a-52c4-4f66-bce3-3990dd4c443e']}} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:39.673587 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c2da9719-3c83-4141-8d80-43744dc07197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:39.675689 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0370abfd-67dd-440e-a033-066e3f1bf133') {'for_net_delete': True} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:39.676088 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.services.segments.db [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0370abfd-67dd-440e-a033-066e3f1bf133') {} {{(pid=92322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:39.677330 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:39.687947 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15731797'] for segment, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:39.704011 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:39.710528 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=92322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 17:16:39.710997 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16447330'] for segment, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:39.723837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da9719-3c83-4141-8d80-43744dc07197 None None] Pushing event deleted for resources: {'Port': ['ID=c5f94a66-1d62-4df1-b64f-28b34d39b802,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:39.725622 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2da9719-3c83-4141-8d80-43744dc07197 None None] No DVR routers for this DVR port c5f94a66-1d62-4df1-b64f-28b34d39b802 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:16:39.727012 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c2da9719-3c83-4141-8d80-43744dc07197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: Traceback (most recent call last): Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: timer() Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: cb(*args, **kw) Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: return func(*args, **kwargs) Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: self._notify() Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: self.callback(batched_events) Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: event.method(event) Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: return f(self, *a, **k) Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._get(url).json() Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: return self.request(url, 'GET', **kwargs) Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 17:16:39.727178 dv-neutron-601336-83-hyperv neutron-server[92322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 17:16:39.812015 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:39.816941 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:39.820692 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4035f99b-7ae0-4c89-bec6-ee7b0735f9f0 tempest-RoutersNegativeIpV6Test-491361477 tempest-RoutersNegativeIpV6Test-491361477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:39.843703 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Pushing event deleted for resources: {'Network': ['ID=bdaff10a-52c4-4f66-bce3-3990dd4c443e,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:39.847152 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:39.848681 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-b8e10640-40aa-43a3-817c-ef82bbde19da admin admin] 10.222.0.50 "DELETE /v2.0/networks/bdaff10a-52c4-4f66-bce3-3990dd4c443e HTTP/1.1" status: 204 len: 168 time: 0.8358724 Jun 02 17:16:39.971268 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45900) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:40.024308 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-fe9aeb51-aa8f-44f0-935b-b7175f928a1e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb5e4e73b42941fa8eb05a2968c328f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514376 Jun 02 17:16:40.026725 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45902) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:40.092306 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-51c5c57a-f12e-4210-ac21-c7a3f3587031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:40.123070 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-51c5c57a-f12e-4210-ac21-c7a3f3587031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:40.136233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 05aa761e-27fa-4ff4-8f46-1688ceaa592c no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:16:40.171843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 05aa761e-27fa-4ff4-8f46-1688ceaa592c {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:16:40.172210 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 05aa761e-27fa-4ff4-8f46-1688ceaa592c not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:16:40.172667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c5f94a66-1d62-4df1-b64f-28b34d39b802 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:16:40.180838 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-51c5c57a-f12e-4210-ac21-c7a3f3587031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:40.186168 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-af38cec7-636c-4d48-87c1-f9ebe20488d8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:40.199564 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5c57a-f12e-4210-ac21-c7a3f3587031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe494c4-f717-44f2-81c0-a5363ad41b6d,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:40.202207 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-51c5c57a-f12e-4210-ac21-c7a3f3587031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:40.207131 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: c5f94a66-1d62-4df1-b64f-28b34d39b802 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:16:40.207567 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device c5f94a66-1d62-4df1-b64f-28b34d39b802 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:16:40.208413 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-51c5c57a-f12e-4210-ac21-c7a3f3587031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:40.210531 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-51c5c57a-f12e-4210-ac21-c7a3f3587031 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7fe494c4-f717-44f2-81c0-a5363ad41b6d HTTP/1.1" status: 204 len: 168 time: 0.1828914 Jun 02 17:16:40.579476 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45908) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:40.630662 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-f28aa549-2eb3-412e-878e-1eff15dc276f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=407d680798014b47a1cef4dd3f4b7d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497832 Jun 02 17:16:40.633168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45910) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:40.692875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cc9b4eb3-6430-4bf8-8495-7cd9a3e8705d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:40.721562 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cc9b4eb3-6430-4bf8-8495-7cd9a3e8705d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:40.776506 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cc9b4eb3-6430-4bf8-8495-7cd9a3e8705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:40.780218 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-aa15d352-4966-4fe2-aafa-c87de92713a0 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:40.791502 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b4eb3-6430-4bf8-8495-7cd9a3e8705d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a5ace3-a08d-413a-884a-9b1e8f9f56be,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:40.795266 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-cc9b4eb3-6430-4bf8-8495-7cd9a3e8705d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:40.798459 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-cc9b4eb3-6430-4bf8-8495-7cd9a3e8705d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:40.799538 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-cc9b4eb3-6430-4bf8-8495-7cd9a3e8705d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85a5ace3-a08d-413a-884a-9b1e8f9f56be HTTP/1.1" status: 204 len: 168 time: 0.1655054 Jun 02 17:16:41.559113 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45932) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:41.667064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1018897232-network', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:16:41.672327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:41.676269 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Usage tracker for resource:network and tenant:b1efcaa38aad40cab35f4cf2763a23d9 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:16:41.679114 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:16:41.688961 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:41.699565 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Made reservation on behalf of b1efcaa38aad40cab35f4cf2763a23d9 for: {'network': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:16:41.702000 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:41.714321 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:41.728427 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:41.733655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Usage tracker for resource:security_group_rule and tenant:b1efcaa38aad40cab35f4cf2763a23d9 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:16:41.736394 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:16:41.741952 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:41.829125 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:41.834836 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:41.837634 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-4ca7e4b2-80b2-4425-baaf-a81a6116dc54 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:41.864506 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=92322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 17:16:41.872864 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec0b99d-de0d-4588-ab06-6788484b3f12,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:41.876341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:41.878764 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:41.879090 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.segments_db [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Added segment 6981233e-cdad-4528-b255-883891d0a66d of type vlan for network d97f2f05-c5f2-492c-b7a0-c84705a7e756 Jun 02 17:16:41.905184 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:41.937750 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:41.938814 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:41.939422 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Notify callbacks [] for network, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:41.942687 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1147cd95-7db2-4fde-af96-7be04e2371d3 tempest-RoutersNegativeTest-710943226 tempest-RoutersNegativeTest-710943226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:42.040168 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Pushing event updated for resources: {'Network': ['ID=d97f2f05-c5f2-492c-b7a0-c84705a7e756,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:42.043460 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4832506 Jun 02 17:16:42.044508 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8459ec1d-f291-436e-950d-10241a7ffdb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:42.046543 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45936) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:42.050317 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network d97f2f05-c5f2-492c-b7a0-c84705a7e756 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 17:16:42.051478 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] Request body: {'subnet': {'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1018897232-subnet', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'ip_version': 4}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:16:42.056487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:42.060445 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] Usage tracker for resource:subnet and tenant:b1efcaa38aad40cab35f4cf2763a23d9 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:16:42.063375 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:16:42.069172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:42.081100 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] Made reservation on behalf of b1efcaa38aad40cab35f4cf2763a23d9 for: {'subnet': 1} {{(pid=92322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:16:42.083678 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15763432'] for subnet, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:42.269818 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:16:42.613433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16447485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15763398'] for subnet, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:42.617053 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b1986467-4fa2-44e5-b759-201010d27135 tempest-PortsIpV6TestJSON-286716057 tempest-PortsIpV6TestJSON-286716057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:42.684780 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bce260e3-9947-4d88-9031-c5797efd8360,revision_number=0']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:42.688415 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:42.696102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] Checking segment: {'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:16:42.696465 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] Network hostable DHCP agents. Network: d97f2f05-c5f2-492c-b7a0-c84705a7e756, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 17:16:42.715333 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] Network d97f2f05-c5f2-492c-b7a0-c84705a7e756 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 17:16:42.726414 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, d97f2f05-c5f2-492c-b7a0-c84705a7e756) {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:16:42.737032 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:42.737235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cbceb5-b0e6-4a0a-b57e-4f3dfe63a627 None None] Network d97f2f05-c5f2-492c-b7a0-c84705a7e756 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:16:42.737664 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:42.764131 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-70a5f6cb-79b9-4933-bb88-9d48b858ef48 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7136614 Jun 02 17:16:42.764510 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45938) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:42.769995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:16:42.776345 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:42.781143 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Usage tracker for resource:router and tenant:b1efcaa38aad40cab35f4cf2763a23d9 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:16:42.784962 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:16:42.791922 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:42.806203 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:42.807256 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:42.823775 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:42.956728 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-d97f2f05-c5f2-492c-b7a0-c84705a7e756', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 17:16:42.957959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:43.097882 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:43.118697 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Allocated IP 172.20.0.2 (d97f2f05-c5f2-492c-b7a0-c84705a7e756/bce260e3-9947-4d88-9031-c5797efd8360/77c12357-2c0f-44af-ad07-cac800bee5fa) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:16:43.325210 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:43.335414 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Transition to ACTIVE for port object 77c12357-2c0f-44af-ad07-cac800bee5fa will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:16:43.354133 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Transition to ACTIVE for port object 77c12357-2c0f-44af-ad07-cac800bee5fa will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:16:43.360066 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:43.363566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:43.412036 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:43.432336 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Network d97f2f05-c5f2-492c-b7a0-c84705a7e756 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:16:43.435300 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:16:43.438961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:16:43.441942 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:43.444669 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Pushing event updated for resources: {'Port': ['ID=77c12357-2c0f-44af-ad07-cac800bee5fa,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:43.448289 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:43.533104 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Attempting to bind port 77c12357-2c0f-44af-ad07-cac800bee5fa on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:16:43.533454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Attempting to bind port 77c12357-2c0f-44af-ad07-cac800bee5fa by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:16:43.533855 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Attempting to bind port 77c12357-2c0f-44af-ad07-cac800bee5fa on network d97f2f05-c5f2-492c-b7a0-c84705a7e756 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:16:43.539385 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:16:43.539768 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Checking segment: {'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:16:43.540295 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:43.540555 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Bound using segment: {'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:16:43.541043 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Bound port: 77c12357-2c0f-44af-ad07-cac800bee5fa, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:16:43.541456 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:43.581639 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Allocated IP 172.26.3.171 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/6ad3936b-310f-4446-9ba7-211adc4e34c6) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:16:43.679528 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] For port 77c12357-2c0f-44af-ad07-cac800bee5fa, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:16:43.682921 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] For port 77c12357-2c0f-44af-ad07-cac800bee5fa, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=77c12357-2c0f-44af-ad07-cac800bee5fa,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:16:43.688004 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:43.691569 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b366fa17-114f-4f33-a063-842269e775bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:43.727102 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:43.758335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:43.762138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-b01760cd-9a45-47b1-967d-f58e21155829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:43.776622 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Pushing event updated for resources: {'Port': ['ID=77c12357-2c0f-44af-ad07-cac800bee5fa,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:43.779502 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:43.829450 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:16:43.832632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:16:43.836234 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:16:43.865731 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad3936b-310f-4446-9ba7-211adc4e34c6,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:43.872093 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:44.172977 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 77c12357-2c0f-44af-ad07-cac800bee5fa up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:16:44.250449 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 77c12357-2c0f-44af-ad07-cac800bee5fa completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:16:44.456237 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:44.662759 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54880dc4-83c5-4d94-9db5-dce5a65fc1c0 None None] Network d97f2f05-c5f2-492c-b7a0-c84705a7e756 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:16:44.769984 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0087b321-a20a-4de7-86a6-7514c311c0ab None None] Provisioning for port 77c12357-2c0f-44af-ad07-cac800bee5fa completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:16:44.785657 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-0087b321-a20a-4de7-86a6-7514c311c0ab None None] Provisioning complete for port 77c12357-2c0f-44af-ad07-cac800bee5fa triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:16:44.785919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0087b321-a20a-4de7-86a6-7514c311c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:44.819795 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:45.000739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0087b321-a20a-4de7-86a6-7514c311c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:45.023458 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Router 69543c82-c21d-4d64-9f15-c481ed48403d is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 17:16:45.039872 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-0087b321-a20a-4de7-86a6-7514c311c0ab None None] For port 77c12357-2c0f-44af-ad07-cac800bee5fa, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=77c12357-2c0f-44af-ad07-cac800bee5fa,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:16:45.045015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0087b321-a20a-4de7-86a6-7514c311c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:45.047286 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:45.120181 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087b321-a20a-4de7-86a6-7514c311c0ab None None] Pushing event updated for resources: {'Port': ['ID=77c12357-2c0f-44af-ad07-cac800bee5fa,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:45.123933 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0087b321-a20a-4de7-86a6-7514c311c0ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:45.213934 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:16:45.222860 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Sync routers for ids ['69543c82-c21d-4d64-9f15-c481ed48403d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:16:45.232351 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Routers {'69543c82-c21d-4d64-9f15-c481ed48403d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:16:45.232978 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:16:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['69543c82-c21d-4d64-9f15-c481ed48403d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:45.239138 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:45.240383 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-83912ad9-1a8e-4012-8fc6-82c3b7fef8d8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4746404 Jun 02 17:16:45.243277 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45940) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:45.314136 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-205bffc0-1e9f-4bba-9606-9d55d72087ce None None] Provisioning complete for port 77c12357-2c0f-44af-ad07-cac800bee5fa triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:16:45.314375 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-205bffc0-1e9f-4bba-9606-9d55d72087ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:45.469559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Set router 69543c82-c21d-4d64-9f15-c481ed48403d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:16:45.802375 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:44Z', 'revision_number': 3, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:45.806198 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Checking router: 69543c82-c21d-4d64-9f15-c481ed48403d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:16:45.806556 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Updating router 69543c82-c21d-4d64-9f15-c481ed48403d port 6ad3936b-310f-4446-9ba7-211adc4e34c6 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 17:16:45.862554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:46.082135 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:46.148002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 77c12357-2c0f-44af-ad07-cac800bee5fa up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:16:46.289170 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 77c12357-2c0f-44af-ad07-cac800bee5fa triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:16:46.289871 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:46.291477 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Allocated IP 172.20.0.1 (d97f2f05-c5f2-492c-b7a0-c84705a7e756/bce260e3-9947-4d88-9031-c5797efd8360/0b264706-fa04-48b9-aaf9-a4edc0b4b4c3) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:16:46.353292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:46.370654 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Transition to ACTIVE for port object 6ad3936b-310f-4446-9ba7-211adc4e34c6 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:16:46.379033 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:46.385113 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:46.445226 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:46.460629 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Transition to ACTIVE for port object 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:16:46.486921 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:46.491796 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-cd0ee74f-b194-4821-a937-29b41e4f76f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:46.502058 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Attempting to bind port 6ad3936b-310f-4446-9ba7-211adc4e34c6 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:16:46.502462 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Attempting to bind port 6ad3936b-310f-4446-9ba7-211adc4e34c6 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:16:46.502847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Attempting to bind port 6ad3936b-310f-4446-9ba7-211adc4e34c6 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:16:46.512833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87036572-b51c-4e25-8545-1e7db35bd72e None None] Pushing event updated for resources: {'Port': ['ID=6ad3936b-310f-4446-9ba7-211adc4e34c6,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:46.518657 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-87036572-b51c-4e25-8545-1e7db35bd72e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:46.519502 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:16:46.519885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:16:46.520292 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:46.520684 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:16:46.521163 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Bound port: 6ad3936b-310f-4446-9ba7-211adc4e34c6, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:16:46.521649 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:46.558178 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Network d97f2f05-c5f2-492c-b7a0-c84705a7e756 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:16:46.560936 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:16:46.564806 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:16:46.599537 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Pushing event updated for resources: {'Port': ['ID=0b264706-fa04-48b9-aaf9-a4edc0b4b4c3,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:46.600650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] For port 6ad3936b-310f-4446-9ba7-211adc4e34c6, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:16:46.604383 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:46.604705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] For port 6ad3936b-310f-4446-9ba7-211adc4e34c6, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6ad3936b-310f-4446-9ba7-211adc4e34c6,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:16:46.609152 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:46.613942 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:46.625119 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:46.702227 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Routers {'69543c82-c21d-4d64-9f15-c481ed48403d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:16:46.702885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:16:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['69543c82-c21d-4d64-9f15-c481ed48403d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:46.759313 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87036572-b51c-4e25-8545-1e7db35bd72e None None] Pushing event updated for resources: {'Port': ['ID=6ad3936b-310f-4446-9ba7-211adc4e34c6,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:46.770258 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-87036572-b51c-4e25-8545-1e7db35bd72e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:46.773271 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:46.884898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c9465783-d372-45b8-9ed9-46bfc40850cc None None] Provisioning for port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:16:46.894612 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c9465783-d372-45b8-9ed9-46bfc40850cc None None] Provisioning complete for port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:16:46.894989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c9465783-d372-45b8-9ed9-46bfc40850cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:46.928037 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] Set router 69543c82-c21d-4d64-9f15-c481ed48403d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:16:47.010139 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:47.015181 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:47.042377 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-5186f31d-ae6c-456a-a955-4964e93a5d2a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:47.066281 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c9465783-d372-45b8-9ed9-46bfc40850cc None None] Port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:16:47.125449 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Pushing event updated for resources: {'Port': ['ID=0b264706-fa04-48b9-aaf9-a4edc0b4b4c3,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:47.128342 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:47.129489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:47.257503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 1, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:47.261595 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e0f16d-a25c-4c10-b2ec-0a7afae27f19 None None] The sync data for ids ['69543c82-c21d-4d64-9f15-c481ed48403d'] in dv-neutron-601336-83-hyperv is: [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 1, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:16:47.265631 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Network d97f2f05-c5f2-492c-b7a0-c84705a7e756 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:16:47.266159 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:16:47.513349 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-d12e3e8e-dae4-498e-afc1-c26ec51f3213 None None] Provisioning complete for port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:16:47.513999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d12e3e8e-dae4-498e-afc1-c26ec51f3213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:47.580775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-d12e3e8e-dae4-498e-afc1-c26ec51f3213 None None] Port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:16:47.635953 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Router 69543c82-c21d-4d64-9f15-c481ed48403d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:16:47.820318 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:16:47.830319 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] 10.222.0.50 "PUT /v2.0/routers/69543c82-c21d-4d64-9f15-c481ed48403d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5859540 Jun 02 17:16:48.197935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6ad3936b-310f-4446-9ba7-211adc4e34c6 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:16:48.287920 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 6ad3936b-310f-4446-9ba7-211adc4e34c6 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:16:48.293452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 6ad3936b-310f-4446-9ba7-211adc4e34c6 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:16:48.293837 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:48.424742 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45956) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:48.426168 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:48.429918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-758247506-network', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:16:48.435284 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:48.440915 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Usage tracker for resource:network and tenant:f2d04ac2fed3464dae92cf77b7793af5 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:16:48.444305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 6ad3936b-310f-4446-9ba7-211adc4e34c6, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6ad3936b-310f-4446-9ba7-211adc4e34c6,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:16:48.444619 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:16:48.449883 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:48.451690 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:48.452702 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:48.463972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Made reservation on behalf of f2d04ac2fed3464dae92cf77b7793af5 for: {'network': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:16:48.466886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3786930'] for network, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:48.489890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:48.510944 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:48.516333 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Usage tracker for resource:security_group_rule and tenant:f2d04ac2fed3464dae92cf77b7793af5 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:16:48.520723 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:16:48.527947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:48.535386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=6ad3936b-310f-4446-9ba7-211adc4e34c6,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:48.539263 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:48.616425 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:48.621068 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:48.624348 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-531c6253-6cf5-427a-a32c-390b489de8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:48.652077 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=92323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 17:16:48.661147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efd5247-ad60-4df5-b41e-8429a1f7f1d7,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:48.664707 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:48.667438 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:48.667807 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.segments_db [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Added segment 130eb3a4-3dae-4bba-b3b7-973a2da8689c of type vlan for network fb9f20ca-67e1-4134-ad82-84831cf0ff41 Jun 02 17:16:48.695590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746509134870'] for network, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:48.730009 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132'] for network, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:48.731099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:48.731672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:48.735135 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-bcfaea9a-e8b7-4e27-95d8-49ddcb26bed3 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:48.833103 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4071093 Jun 02 17:16:48.833902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Pushing event updated for resources: {'Network': ['ID=fb9f20ca-67e1-4134-ad82-84831cf0ff41,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:48.837112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:48.837606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45958) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:48.842656 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] Request body: {'subnet': {'network_id': 'fb9f20ca-67e1-4134-ad82-84831cf0ff41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-758247506-subnet', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'ip_version': 4}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:16:48.845776 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Network fb9f20ca-67e1-4134-ad82-84831cf0ff41 details requested by agent ovs-agent-dv-neutron-601336-83-hyperv with host dv-neutron-601336-83-hyperv {{(pid=92324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 17:16:48.848235 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:48.852671 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] Usage tracker for resource:subnet and tenant:f2d04ac2fed3464dae92cf77b7793af5 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:16:48.856114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:16:48.862495 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:48.879547 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] Made reservation on behalf of f2d04ac2fed3464dae92cf77b7793af5 for: {'subnet': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:16:48.882784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10755476'] for subnet, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:49.298913 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Sync routers for ids ['69543c82-c21d-4d64-9f15-c481ed48403d'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:16:49.308319 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10780353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10755514'] for subnet, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:49.313405 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Routers {'69543c82-c21d-4d64-9f15-c481ed48403d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:16:49.314418 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:16:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['69543c82-c21d-4d64-9f15-c481ed48403d'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:49.315379 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1967d015-be80-42bd-b9db-adfe9193000a tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:49.427858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3cda82-643b-425c-a502-b09c7aee1e96,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:49.431453 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:49.437951 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] Checking segment: {'id': '130eb3a4-3dae-4bba-b3b7-973a2da8689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fb9f20ca-67e1-4134-ad82-84831cf0ff41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:16:49.438344 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] Network hostable DHCP agents. Network: fb9f20ca-67e1-4134-ad82-84831cf0ff41, hostable agents: ['698364da-387e-4590-855a-5629a225ea01'], hosted agents: [] {{(pid=92323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 17:16:49.456031 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] Network fb9f20ca-67e1-4134-ad82-84831cf0ff41 is scheduled to be hosted by DHCP agent 698364da-387e-4590-855a-5629a225ea01 with binding_index 1 {{(pid=92323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 17:16:49.465888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-83-hyperv, fb9f20ca-67e1-4134-ad82-84831cf0ff41) {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:16:49.476191 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f51ada-e7bd-4324-b949-660f911f69b0 None None] Network fb9f20ca-67e1-4134-ad82-84831cf0ff41 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:16:49.481477 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:49.482302 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:49.510556 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fc21935d-80da-4297-a04d-9a021aabae83 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6692131 Jun 02 17:16:49.510953 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45960) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:49.516217 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-758247506-router', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:16:49.521585 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:49.526278 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Usage tracker for resource:router and tenant:f2d04ac2fed3464dae92cf77b7793af5 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:16:49.529858 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:16:49.537142 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:49.550726 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-669294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254687'] for router, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:49.552860 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-388362', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254662'] for router, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:49.578044 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:49.598740 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Set router 69543c82-c21d-4d64-9f15-c481ed48403d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:16:49.670348 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:49.723436 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fa26aed-3400-5fa7-96b4-683013a88508-fb9f20ca-67e1-4134-ad82-84831cf0ff41', 'network_id': 'fb9f20ca-67e1-4134-ad82-84831cf0ff41', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'fixed_ips': [{'subnet_id': '3f3cda82-643b-425c-a502-b09c7aee1e96'}]}} from dv-neutron-601336-83-hyperv. {{(pid=92324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 17:16:49.724650 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:49.861017 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-388472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259388'] for router, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:49.891783 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.db_base_plugin_common [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Allocated IP 172.20.0.2 (fb9f20ca-67e1-4134-ad82-84831cf0ff41/3f3cda82-643b-425c-a502-b09c7aee1e96/245ac269-ee22-48e6-a00f-bd20dda3e267) {{(pid=92324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:16:49.919339 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 2, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:49.927452 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Checking router: 69543c82-c21d-4d64-9f15-c481ed48403d for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:16:49.927768 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Updating router 69543c82-c21d-4d64-9f15-c481ed48403d port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 17:16:49.980592 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:50.114323 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Notify callbacks [] for port, precommit_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:50.136317 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Transition to ACTIVE for port object 245ac269-ee22-48e6-a00f-bd20dda3e267 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:16:50.160195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Transition to ACTIVE for port object 245ac269-ee22-48e6-a00f-bd20dda3e267 will not be triggered until provisioned by entity DHCP. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:16:50.167249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028'] for port, after_create {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:50.171213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d4df298e-1f40-4b16-9b87-81365832bbb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:50.205590 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:50.212448 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6ad3936b-310f-4446-9ba7-211adc4e34c6 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:16:50.237177 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:50.297784 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Network fb9f20ca-67e1-4134-ad82-84831cf0ff41 is already hosted by enough agents. {{(pid=92324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:16:50.304584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.scheduler.base_scheduler [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Resources bound (agent type, host, resource id): {{(pid=92324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:16:50.307187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Received port after_create {{(pid=92324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:16:50.309810 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Pushing event updated for resources: {'Port': ['ID=245ac269-ee22-48e6-a00f-bd20dda3e267,revision_number=1']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:50.312510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:50.351459 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:50.363338 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Transition to ACTIVE for port object 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:16:50.371077 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:50.374401 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-ff01f2dd-bc07-4e32-9257-ff3e2f5bb470 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:50.379594 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Allocated IP 172.26.3.249 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/1cce4bff-6e66-44d6-ab9f-af2b2be2a137) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:16:50.417284 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Attempting to bind port 245ac269-ee22-48e6-a00f-bd20dda3e267 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:16:50.418000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Attempting to bind port 245ac269-ee22-48e6-a00f-bd20dda3e267 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '130eb3a4-3dae-4bba-b3b7-973a2da8689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fb9f20ca-67e1-4134-ad82-84831cf0ff41'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:16:50.418267 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Attempting to bind port 245ac269-ee22-48e6-a00f-bd20dda3e267 on network fb9f20ca-67e1-4134-ad82-84831cf0ff41 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:16:50.421430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 6ad3936b-310f-4446-9ba7-211adc4e34c6 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:16:50.422250 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:50.464998 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:16:50.465621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Checking segment: {'id': '130eb3a4-3dae-4bba-b3b7-973a2da8689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fb9f20ca-67e1-4134-ad82-84831cf0ff41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:16:50.466169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:50.466639 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Bound using segment: {'id': '130eb3a4-3dae-4bba-b3b7-973a2da8689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fb9f20ca-67e1-4134-ad82-84831cf0ff41'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:16:50.467222 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Bound port: 245ac269-ee22-48e6-a00f-bd20dda3e267, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130eb3a4-3dae-4bba-b3b7-973a2da8689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fb9f20ca-67e1-4134-ad82-84831cf0ff41'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:16:50.467672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:50.549605 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:50.554203 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0750b08-24cc-4ba9-8212-b19f4e9dfc3e None None] Pushing event updated for resources: {'Port': ['ID=0b264706-fa04-48b9-aaf9-a4edc0b4b4c3,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:50.590013 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:50.594629 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-2d46c7d0-c479-4513-83ed-d951f51db719 tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:50.608730 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0750b08-24cc-4ba9-8212-b19f4e9dfc3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:50.609556 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0750b08-24cc-4ba9-8212-b19f4e9dfc3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:50.609906 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0750b08-24cc-4ba9-8212-b19f4e9dfc3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:50.610279 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0750b08-24cc-4ba9-8212-b19f4e9dfc3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:50.610607 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0750b08-24cc-4ba9-8212-b19f4e9dfc3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:50.610932 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0750b08-24cc-4ba9-8212-b19f4e9dfc3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:50.611374 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0750b08-24cc-4ba9-8212-b19f4e9dfc3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:50.611960 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0750b08-24cc-4ba9-8212-b19f4e9dfc3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:50.612079 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0750b08-24cc-4ba9-8212-b19f4e9dfc3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:50.612463 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0750b08-24cc-4ba9-8212-b19f4e9dfc3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:50.612782 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0750b08-24cc-4ba9-8212-b19f4e9dfc3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:50.613099 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0750b08-24cc-4ba9-8212-b19f4e9dfc3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:16:50.630627 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] For port 245ac269-ee22-48e6-a00f-bd20dda3e267, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:16:50.642109 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-f0750b08-24cc-4ba9-8212-b19f4e9dfc3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:50.642832 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Attempting to bind port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:16:50.643213 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Attempting to bind port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:16:50.643662 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Attempting to bind port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 on network d97f2f05-c5f2-492c-b7a0-c84705a7e756 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:16:50.649957 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:16:50.650371 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Checking segment: {'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:16:50.650828 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:50.651229 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Bound using segment: {'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:16:50.651784 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Bound port: 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:16:50.652080 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:50.656671 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] For port 245ac269-ee22-48e6-a00f-bd20dda3e267, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=245ac269-ee22-48e6-a00f-bd20dda3e267,segment=NetworkSegment(130eb3a4-3dae-4bba-b3b7-973a2da8689c),segment_id=130eb3a4-3dae-4bba-b3b7-973a2da8689c)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:16:50.668659 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:50.676017 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:16:50.676235 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-87036572-b51c-4e25-8545-1e7db35bd72e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:50.679540 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:16:50.684955 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:16:50.716676 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Pushing event updated for resources: {'Port': ['ID=1cce4bff-6e66-44d6-ab9f-af2b2be2a137,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:50.723961 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:50.764139 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] For port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:16:50.768912 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] For port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0b264706-fa04-48b9-aaf9-a4edc0b4b4c3,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:16:50.781801 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:50.793212 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-138a82e0-d994-413c-8001-1b162b6484d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:50.795413 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Pushing event updated for resources: {'Port': ['ID=245ac269-ee22-48e6-a00f-bd20dda3e267,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:50.799861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:50.865730 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Routers {'69543c82-c21d-4d64-9f15-c481ed48403d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:16:50.866417 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:16:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['69543c82-c21d-4d64-9f15-c481ed48403d'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:50.954015 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0750b08-24cc-4ba9-8212-b19f4e9dfc3e None None] Pushing event updated for resources: {'Port': ['ID=0b264706-fa04-48b9-aaf9-a4edc0b4b4c3,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:50.957274 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-f0750b08-24cc-4ba9-8212-b19f4e9dfc3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:51.100850 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] Set router 69543c82-c21d-4d64-9f15-c481ed48403d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:16:51.410945 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:51.501184 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:50Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:51.505371 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f481d7-51ad-41a3-9adc-43797025ed07 None None] The sync data for ids ['69543c82-c21d-4d64-9f15-c481ed48403d'] in dv-neutron-601336-83-hyperv is: [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:50Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:16:51.784311 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-388439'] for router, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:51.962822 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc10aecc-98c2-453b-b540-83457605ad22 None None] Network fb9f20ca-67e1-4134-ad82-84831cf0ff41 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:16:52.003359 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Router ce3173b3-9879-43e1-ab04-bbcb98dcde7d is scheduled to L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 with binding_index 1 {{(pid=92322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 17:16:52.064762 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-31e062c2-b7f4-4b58-89fc-3e38a48a3a84 None None] Provisioning for port 245ac269-ee22-48e6-a00f-bd20dda3e267 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:16:52.202476 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:16:52.227601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Sync routers for ids ['ce3173b3-9879-43e1-ab04-bbcb98dcde7d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:16:52.228172 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] Notify callbacks [] for router, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:52.229682 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-c187f207-5c72-4669-a02a-2813fa8dcbf8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7176335 Jun 02 17:16:52.232584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 45962) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:52.249239 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Routers {'ce3173b3-9879-43e1-ab04-bbcb98dcde7d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:16:52.249854 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:16:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ce3173b3-9879-43e1-ab04-bbcb98dcde7d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:52.363454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 245ac269-ee22-48e6-a00f-bd20dda3e267 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:16:52.548102 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Set router ce3173b3-9879-43e1-ab04-bbcb98dcde7d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:16:52.593519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 245ac269-ee22-48e6-a00f-bd20dda3e267 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:16:52.656945 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 245ac269-ee22-48e6-a00f-bd20dda3e267 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:16:52.657320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:52.914871 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:52.961044 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 245ac269-ee22-48e6-a00f-bd20dda3e267, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=245ac269-ee22-48e6-a00f-bd20dda3e267,segment=NetworkSegment(130eb3a4-3dae-4bba-b3b7-973a2da8689c),segment_id=130eb3a4-3dae-4bba-b3b7-973a2da8689c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:16:52.968197 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:52.969061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:16:52.998300 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:53.050621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'name': 'tempest-TestSnapshotPattern-758247506-router', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce4bff-6e66-44d6-ab9f-af2b2be2a137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:49Z', 'updated_at': '2021-06-02T17:16:51Z', 'revision_number': 3, 'project_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'gw_port': {'id': '1cce4bff-6e66-44d6-ab9f-af2b2be2a137', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:50Z', 'updated_at': '2021-06-02T17:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:53.083015 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Checking router: ce3173b3-9879-43e1-ab04-bbcb98dcde7d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:16:53.083360 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Updating router ce3173b3-9879-43e1-ab04-bbcb98dcde7d port 1cce4bff-6e66-44d6-ab9f-af2b2be2a137 binding host dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 17:16:53.095885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:53.131785 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=245ac269-ee22-48e6-a00f-bd20dda3e267,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:53.143999 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:53.157059 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:53.185633 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:16:53.199271 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:16:53.199626 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:53.308995 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Allocated IP 172.20.0.1 (fb9f20ca-67e1-4134-ad82-84831cf0ff41/3f3cda82-643b-425c-a502-b09c7aee1e96/64729aa6-7986-4b94-9108-ad2abe6f2546) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:16:53.463998 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:53.479645 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.provisioning_blocks [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Transition to ACTIVE for port object 64729aa6-7986-4b94-9108-ad2abe6f2546 will not be triggered until provisioned by entity DHCP. {{(pid=92322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:16:53.481510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:53.504324 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:53.509137 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-a33ea053-bb4b-4eba-854b-d9d52eb18c9f tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:53.545111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0b264706-fa04-48b9-aaf9-a4edc0b4b4c3,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:16:53.559600 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:53.563716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-0087b321-a20a-4de7-86a6-7514c311c0ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:53.572765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Network fb9f20ca-67e1-4134-ad82-84831cf0ff41 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:16:53.575776 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:16:53.580196 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:16:53.609658 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=64729aa6-7986-4b94-9108-ad2abe6f2546,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:53.616611 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:53.638006 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-667165'] for router_interface, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:53.685242 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Notify callbacks [] for port, precommit_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:53.691236 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=0b264706-fa04-48b9-aaf9-a4edc0b4b4c3,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:53.696584 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:53.702716 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Transition to ACTIVE for port object 1cce4bff-6e66-44d6-ab9f-af2b2be2a137 will not be triggered until provisioned by entity L2. {{(pid=92324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:16:53.710684 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:53.714761 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-a0bd5fd5-4a47-4577-8681-5a738f2b701b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:53.769839 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:53.795588 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Attempting to bind port 1cce4bff-6e66-44d6-ab9f-af2b2be2a137 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:16:53.795949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Attempting to bind port 1cce4bff-6e66-44d6-ab9f-af2b2be2a137 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:16:53.796320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Attempting to bind port 1cce4bff-6e66-44d6-ab9f-af2b2be2a137 on network 3e4df761-1bd3-455c-9709-426e794fcea2 {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:16:53.798547 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d037969-ce22-4aa3-9ebb-fb5ba79d786c None None] Pushing event updated for resources: {'Port': ['ID=1cce4bff-6e66-44d6-ab9f-af2b2be2a137,revision_number=2']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:53.802321 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1d037969-ce22-4aa3-9ebb-fb5ba79d786c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:53.804833 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:16:53.805221 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Checking segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:16:53.805628 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:53.806023 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Bound using segment: {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'} {{(pid=92324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:16:53.806580 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.managers [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Bound port: 1cce4bff-6e66-44d6-ab9f-af2b2be2a137, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12624acb-16fd-4901-973d-f89d44052ea4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2'}}] {{(pid=92324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:16:53.806892 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:53.885143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] For port 1cce4bff-6e66-44d6-ab9f-af2b2be2a137, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:16:53.888645 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] For port 1cce4bff-6e66-44d6-ab9f-af2b2be2a137, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=1cce4bff-6e66-44d6-ab9f-af2b2be2a137,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:16:53.890192 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b025de02-3d9c-43cb-9fb5-05480d0d02b9 None None] Provisioning for port 64729aa6-7986-4b94-9108-ad2abe6f2546 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:16:53.895144 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:53.899708 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:53.932746 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-b025de02-3d9c-43cb-9fb5-05480d0d02b9 None None] Provisioning complete for port 64729aa6-7986-4b94-9108-ad2abe6f2546 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:16:53.933123 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-b025de02-3d9c-43cb-9fb5-05480d0d02b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:54.006751 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:54.014885 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:54.043387 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-f5f9cb6a-e7ea-4f5e-bcbb-84577822f0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:54.065719 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-b025de02-3d9c-43cb-9fb5-05480d0d02b9 None None] Port 64729aa6-7986-4b94-9108-ad2abe6f2546 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:16:54.077236 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Routers {'ce3173b3-9879-43e1-ab04-bbcb98dcde7d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:16:54.077866 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:16:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ce3173b3-9879-43e1-ab04-bbcb98dcde7d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:54.125074 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-666532'] for router_interface, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:54.129637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=64729aa6-7986-4b94-9108-ad2abe6f2546,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:54.132555 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:54.133285 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d037969-ce22-4aa3-9ebb-fb5ba79d786c None None] Pushing event updated for resources: {'Port': ['ID=1cce4bff-6e66-44d6-ab9f-af2b2be2a137,revision_number=3']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:54.143534 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1d037969-ce22-4aa3-9ebb-fb5ba79d786c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:54.219382 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 245ac269-ee22-48e6-a00f-bd20dda3e267 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:16:54.265292 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Network fb9f20ca-67e1-4134-ad82-84831cf0ff41 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:16:54.266406 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:16:54.310722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] Set router ce3173b3-9879-43e1-ab04-bbcb98dcde7d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:16:54.452554 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 245ac269-ee22-48e6-a00f-bd20dda3e267 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:16:54.452950 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:54.615584 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Router ce3173b3-9879-43e1-ab04-bbcb98dcde7d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:16:54.679648 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-653dd025-479d-4a6a-885b-e0d317742a88 None None] Provisioning complete for port 64729aa6-7986-4b94-9108-ad2abe6f2546 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:16:54.680018 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-653dd025-479d-4a6a-885b-e0d317742a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:54.797752 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:16:54.807319 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-8134c375-00de-4bfa-9f33-1969560b9bd5 admin admin] 10.222.0.50 "PUT /v2.0/routers/ce3173b3-9879-43e1-ab04-bbcb98dcde7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5735743 Jun 02 17:16:54.808620 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:16:54.834338 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-653dd025-479d-4a6a-885b-e0d317742a88 None None] Port 64729aa6-7986-4b94-9108-ad2abe6f2546 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:16:54.891843 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'name': 'tempest-TestSnapshotPattern-758247506-router', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce4bff-6e66-44d6-ab9f-af2b2be2a137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:49Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 4, 'project_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'gw_port': {'id': '1cce4bff-6e66-44d6-ab9f-af2b2be2a137', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:50Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '64729aa6-7986-4b94-9108-ad2abe6f2546', 'name': '', 'network_id': 'fb9f20ca-67e1-4134-ad82-84831cf0ff41', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'mac_address': 'fa:16:3e:38:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3f3cda82-643b-425c-a502-b09c7aee1e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:53Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 2, 'project_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'subnets': [{'id': '3f3cda82-643b-425c-a502-b09c7aee1e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:54.899091 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735b487-f961-4016-8a7f-a983452d3dc1 None None] The sync data for ids ['ce3173b3-9879-43e1-ab04-bbcb98dcde7d'] in dv-neutron-601336-83-hyperv is: [{'id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'name': 'tempest-TestSnapshotPattern-758247506-router', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce4bff-6e66-44d6-ab9f-af2b2be2a137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:49Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 4, 'project_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'gw_port': {'id': '1cce4bff-6e66-44d6-ab9f-af2b2be2a137', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:50Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '64729aa6-7986-4b94-9108-ad2abe6f2546', 'name': '', 'network_id': 'fb9f20ca-67e1-4134-ad82-84831cf0ff41', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'mac_address': 'fa:16:3e:38:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3f3cda82-643b-425c-a502-b09c7aee1e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:53Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 2, 'project_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'subnets': [{'id': '3f3cda82-643b-425c-a502-b09c7aee1e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:16:54.900668 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:16:54.901042 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:55.427722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45970) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:55.432540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-9ca1d3f7-ef88-4e30-a567-482be40a360c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1736730314', 'description': 'tempest-secgroup-smoke-1736730314 description', 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:16:55.439118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9ca1d3f7-ef88-4e30-a567-482be40a360c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:55.443258 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9ca1d3f7-ef88-4e30-a567-482be40a360c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Usage tracker for resource:security_group and tenant:b1efcaa38aad40cab35f4cf2763a23d9 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:16:55.446214 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9ca1d3f7-ef88-4e30-a567-482be40a360c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:16:55.452996 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9ca1d3f7-ef88-4e30-a567-482be40a360c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:55.464059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9ca1d3f7-ef88-4e30-a567-482be40a360c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:55.485473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9ca1d3f7-ef88-4e30-a567-482be40a360c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:55.496355 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9ca1d3f7-ef88-4e30-a567-482be40a360c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Usage tracker for resource:security_group_rule and tenant:b1efcaa38aad40cab35f4cf2763a23d9 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:16:55.502140 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-9ca1d3f7-ef88-4e30-a567-482be40a360c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:16:55.514761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-9ca1d3f7-ef88-4e30-a567-482be40a360c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:55.603966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9ca1d3f7-ef88-4e30-a567-482be40a360c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:55.608894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9ca1d3f7-ef88-4e30-a567-482be40a360c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:55.626402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-c821bb1c-453f-4270-875a-51d50c0906b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:55.656014 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-9ca1d3f7-ef88-4e30-a567-482be40a360c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:55.657144 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-9ca1d3f7-ef88-4e30-a567-482be40a360c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2283554 Jun 02 17:16:55.660920 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45972) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:55.668069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-8c353aff-c9d3-4fa5-8c18-3bafe3bae009 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Request body: {'security_group_rule': {'security_group_id': '725bded2-9fb5-4988-9d12-ed6c73ec39c7', 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:16:55.674859 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1d3f7-ef88-4e30-a567-482be40a360c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725bded2-9fb5-4988-9d12-ed6c73ec39c7,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:55.677581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8c353aff-c9d3-4fa5-8c18-3bafe3bae009 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:55.680246 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-9ca1d3f7-ef88-4e30-a567-482be40a360c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:55.682854 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8c353aff-c9d3-4fa5-8c18-3bafe3bae009 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Usage tracker for resource:security_group_rule and tenant:b1efcaa38aad40cab35f4cf2763a23d9 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:16:55.687176 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-8c353aff-c9d3-4fa5-8c18-3bafe3bae009 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:16:55.693145 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-8c353aff-c9d3-4fa5-8c18-3bafe3bae009 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:55.715699 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8c353aff-c9d3-4fa5-8c18-3bafe3bae009 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:55.784597 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8c353aff-c9d3-4fa5-8c18-3bafe3bae009 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:55.791622 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8c353aff-c9d3-4fa5-8c18-3bafe3bae009 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:55.799860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ede00b29-36a6-4a2a-8895-277afe6e795d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:55.821714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c353aff-c9d3-4fa5-8c18-3bafe3bae009 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3a9547-cc08-448f-ac11-cf0a3fd5905e,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:55.827294 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-8c353aff-c9d3-4fa5-8c18-3bafe3bae009 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:55.833901 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-8c353aff-c9d3-4fa5-8c18-3bafe3bae009 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:55.835320 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-8c353aff-c9d3-4fa5-8c18-3bafe3bae009 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1731589 Jun 02 17:16:55.837981 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45974) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:55.852199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-90830c27-9fd0-429c-9e87-ee6e18398231 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Request body: {'security_group_rule': {'security_group_id': '725bded2-9fb5-4988-9d12-ed6c73ec39c7', 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:16:55.859024 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-90830c27-9fd0-429c-9e87-ee6e18398231 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:55.863492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-90830c27-9fd0-429c-9e87-ee6e18398231 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Usage tracker for resource:security_group_rule and tenant:b1efcaa38aad40cab35f4cf2763a23d9 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:16:55.866650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-90830c27-9fd0-429c-9e87-ee6e18398231 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:16:55.872552 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-90830c27-9fd0-429c-9e87-ee6e18398231 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:55.888652 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-90830c27-9fd0-429c-9e87-ee6e18398231 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:55.955678 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-90830c27-9fd0-429c-9e87-ee6e18398231 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:55.959744 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-90830c27-9fd0-429c-9e87-ee6e18398231 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:55.961594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4c20fa3b-3462-418d-b06d-0fbc79c69718 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:55.984835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90830c27-9fd0-429c-9e87-ee6e18398231 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5750b52d-7578-4769-add8-6e7cccab10ab,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:55.987361 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-90830c27-9fd0-429c-9e87-ee6e18398231 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:55.996682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-90830c27-9fd0-429c-9e87-ee6e18398231 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.000075 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-90830c27-9fd0-429c-9e87-ee6e18398231 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1583610 Jun 02 17:16:56.000286 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45976) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:56.004974 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-513e9e47-fe9e-405b-8fd3-17eea9ab3d3c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Request body: {'security_group_rule': {'security_group_id': '725bded2-9fb5-4988-9d12-ed6c73ec39c7', 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:16:56.011235 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-513e9e47-fe9e-405b-8fd3-17eea9ab3d3c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:56.015099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-513e9e47-fe9e-405b-8fd3-17eea9ab3d3c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Usage tracker for resource:security_group_rule and tenant:b1efcaa38aad40cab35f4cf2763a23d9 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:16:56.017925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-513e9e47-fe9e-405b-8fd3-17eea9ab3d3c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:16:56.023721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-513e9e47-fe9e-405b-8fd3-17eea9ab3d3c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:56.040710 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-513e9e47-fe9e-405b-8fd3-17eea9ab3d3c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.107223 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-513e9e47-fe9e-405b-8fd3-17eea9ab3d3c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.114403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-513e9e47-fe9e-405b-8fd3-17eea9ab3d3c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.122446 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a642280c-6129-4739-8d56-b02b64cd34a1 tempest-SecGroupTest-260995711 tempest-SecGroupTest-260995711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:56.148466 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e9e47-fe9e-405b-8fd3-17eea9ab3d3c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ee3071-32f7-4743-89c0-229587adf1aa,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:56.150871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-513e9e47-fe9e-405b-8fd3-17eea9ab3d3c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:56.156925 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-513e9e47-fe9e-405b-8fd3-17eea9ab3d3c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.158215 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-513e9e47-fe9e-405b-8fd3-17eea9ab3d3c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569278 Jun 02 17:16:56.160918 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45978) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:56.165483 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-81646dd0-2941-44f8-9c26-6d8457facbaa tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Request body: {'security_group_rule': {'security_group_id': '725bded2-9fb5-4988-9d12-ed6c73ec39c7', 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:16:56.171844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-81646dd0-2941-44f8-9c26-6d8457facbaa tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:56.175739 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-81646dd0-2941-44f8-9c26-6d8457facbaa tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Usage tracker for resource:security_group_rule and tenant:b1efcaa38aad40cab35f4cf2763a23d9 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:16:56.179056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-81646dd0-2941-44f8-9c26-6d8457facbaa tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:16:56.185353 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 1cce4bff-6e66-44d6-ab9f-af2b2be2a137 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:16:56.185848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-81646dd0-2941-44f8-9c26-6d8457facbaa tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:56.201714 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-81646dd0-2941-44f8-9c26-6d8457facbaa tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.252630 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 1cce4bff-6e66-44d6-ab9f-af2b2be2a137 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:16:56.257503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 1cce4bff-6e66-44d6-ab9f-af2b2be2a137 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:16:56.257885 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.263899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-81646dd0-2941-44f8-9c26-6d8457facbaa tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.267654 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-81646dd0-2941-44f8-9c26-6d8457facbaa tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.269592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a945b082-d3f1-4c17-b265-de57ab83f428 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:56.290706 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81646dd0-2941-44f8-9c26-6d8457facbaa tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232937b1-1ab6-4e4b-92ad-4faa38043e50,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:56.293127 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-81646dd0-2941-44f8-9c26-6d8457facbaa tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:56.299976 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-81646dd0-2941-44f8-9c26-6d8457facbaa tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.301129 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-81646dd0-2941-44f8-9c26-6d8457facbaa tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392996 Jun 02 17:16:56.303838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45980) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:56.308300 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-6969555b-fed1-4479-bbe7-1af57c38b67f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Request body: {'security_group_rule': {'security_group_id': '725bded2-9fb5-4988-9d12-ed6c73ec39c7', 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:16:56.314094 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6969555b-fed1-4479-bbe7-1af57c38b67f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:56.317793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6969555b-fed1-4479-bbe7-1af57c38b67f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Usage tracker for resource:security_group_rule and tenant:b1efcaa38aad40cab35f4cf2763a23d9 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:16:56.320660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-6969555b-fed1-4479-bbe7-1af57c38b67f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:16:56.326841 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-6969555b-fed1-4479-bbe7-1af57c38b67f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:56.338336 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-6969555b-fed1-4479-bbe7-1af57c38b67f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Project b1efcaa38aad40cab35f4cf2763a23d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 17:16:56.344085 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6969555b-fed1-4479-bbe7-1af57c38b67f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.376388 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.392471 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 1cce4bff-6e66-44d6-ab9f-af2b2be2a137, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=1cce4bff-6e66-44d6-ab9f-af2b2be2a137,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:16:56.397732 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.400926 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:56.410340 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6969555b-fed1-4479-bbe7-1af57c38b67f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.415627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6969555b-fed1-4479-bbe7-1af57c38b67f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.417708 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fd457abf-3a79-4033-a35b-ae5757b49fd5 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:56.440592 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969555b-fed1-4479-bbe7-1af57c38b67f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f644334-9910-40f6-b1b2-9abc53be060e,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:56.442889 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6969555b-fed1-4479-bbe7-1af57c38b67f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:56.450801 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-6969555b-fed1-4479-bbe7-1af57c38b67f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.451998 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-6969555b-fed1-4479-bbe7-1af57c38b67f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472564 Jun 02 17:16:56.455352 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 45982) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:16:56.460053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-3183b910-7c86-4268-8bab-28b021016372 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Request body: {'security_group_rule': {'security_group_id': '725bded2-9fb5-4988-9d12-ed6c73ec39c7', 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:16:56.466590 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3183b910-7c86-4268-8bab-28b021016372 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:56.471778 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3183b910-7c86-4268-8bab-28b021016372 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Usage tracker for resource:security_group_rule and tenant:b1efcaa38aad40cab35f4cf2763a23d9 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:16:56.474195 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=1cce4bff-6e66-44d6-ab9f-af2b2be2a137,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:56.474701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-3183b910-7c86-4268-8bab-28b021016372 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:16:56.480784 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-3183b910-7c86-4268-8bab-28b021016372 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:56.481052 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:56.491802 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.securitygroups_db [None req-3183b910-7c86-4268-8bab-28b021016372 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Project b1efcaa38aad40cab35f4cf2763a23d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 17:16:56.497969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3183b910-7c86-4268-8bab-28b021016372 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.565265 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3183b910-7c86-4268-8bab-28b021016372 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.570509 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3183b910-7c86-4268-8bab-28b021016372 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703381'] for security_group_rule, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.578448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-02d3824d-000d-48ca-bb19-9bf8c3e4d5d3 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:56.599099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183b910-7c86-4268-8bab-28b021016372 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d46f52-0b5e-40df-8854-21d96a1ca476,revision_number=0']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:56.601289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3183b910-7c86-4268-8bab-28b021016372 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:56.606993 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-3183b910-7c86-4268-8bab-28b021016372 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:56.608173 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-3183b910-7c86-4268-8bab-28b021016372 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1519086 Jun 02 17:16:56.778912 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-6a09236f-62bc-468a-b9b9-dced4f382f5b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Synchronizing usage tracker for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:security_group {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:16:56.801896 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-6a09236f-62bc-468a-b9b9-dced4f382f5b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Unset dirty status for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:security_group {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:16:56.803100 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-6a09236f-62bc-468a-b9b9-dced4f382f5b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736730314&fields=id&tenant_id=b1efcaa38aad40cab35f4cf2763a23d9 HTTP/1.1" status: 200 len: 267 time: 0.0642328 Jun 02 17:16:57.110059 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-140d82e3-83cb-4a5a-9fd8-7475c0b5dea6 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:57.111555 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-140d82e3-83cb-4a5a-9fd8-7475c0b5dea6 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/networks?id=d97f2f05-c5f2-492c-b7a0-c84705a7e756 HTTP/1.1" status: 200 len: 810 time: 0.2991805 Jun 02 17:16:57.128388 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-2c7e606e-ad0e-4cd0-9550-d099b84d4cc7 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/quotas/b1efcaa38aad40cab35f4cf2763a23d9 HTTP/1.1" status: 200 len: 375 time: 0.0109024 Jun 02 17:16:57.219598 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-e61e91b8-b41f-4bfa-81e8-84b819480ef9 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1efcaa38aad40cab35f4cf2763a23d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852392 Jun 02 17:16:57.375244 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-50491cd6-e329-4267-854e-302b9da87411 service neutron] 10.222.0.50 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426728 Jun 02 17:16:57.509472 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-add7438f-a816-4ee9-8a84-efe46f5a6e8e service neutron] 10.222.0.50 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265588 Jun 02 17:16:57.689947 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-3a136cab-820f-4036-ba8b-36f2e4597b31 req-defef7ba-cee1-43a5-8a83-0a134f3500f2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Synchronizing usage tracker for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:16:57.707540 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-3a136cab-820f-4036-ba8b-36f2e4597b31 req-defef7ba-cee1-43a5-8a83-0a134f3500f2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Unset dirty status for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:16:57.708806 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3a136cab-820f-4036-ba8b-36f2e4597b31 req-defef7ba-cee1-43a5-8a83-0a134f3500f2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 210 time: 0.0608611 Jun 02 17:16:58.160081 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 1cce4bff-6e66-44d6-ab9f-af2b2be2a137 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:16:58.232147 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 1cce4bff-6e66-44d6-ab9f-af2b2be2a137 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:16:58.232526 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:58.777240 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Sync routers for ids ['ce3173b3-9879-43e1-ab04-bbcb98dcde7d'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:16:58.787419 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Routers {'ce3173b3-9879-43e1-ab04-bbcb98dcde7d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:16:58.788185 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:16:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ce3173b3-9879-43e1-ab04-bbcb98dcde7d'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:58.867813 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-41351c7b-ce87-46e2-b7c0-5596d34795b3 req-0733bb6d-1f91-411e-8150-40e86b956cc3 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 210 time: 0.0460701 Jun 02 17:16:58.971155 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Set router ce3173b3-9879-43e1-ab04-bbcb98dcde7d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:16:59.089080 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-c079092c-96a0-4137-837b-3a468215b6ea tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:59.090651 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-c079092c-96a0-4137-837b-3a468215b6ea tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.49 "GET /v2.0/networks?id=d97f2f05-c5f2-492c-b7a0-c84705a7e756 HTTP/1.1" status: 200 len: 810 time: 0.1534932 Jun 02 17:16:59.149121 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-cd9c9788-3a4e-4e7d-bda6-72d8764e096c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1efcaa38aad40cab35f4cf2763a23d9 HTTP/1.1" status: 200 len: 380 time: 0.0442801 Jun 02 17:16:59.160752 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Request body: {'port': {'device_id': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'admin_state_up': True, 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'security_groups': ['725bded2-9fb5-4988-9d12-ed6c73ec39c7']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:16:59.296156 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:16:59.296850 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'name': 'tempest-TestSnapshotPattern-758247506-router', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce4bff-6e66-44d6-ab9f-af2b2be2a137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:49Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 4, 'project_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'gw_port': {'id': '1cce4bff-6e66-44d6-ab9f-af2b2be2a137', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:50Z', 'updated_at': '2021-06-02T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '64729aa6-7986-4b94-9108-ad2abe6f2546', 'name': '', 'network_id': 'fb9f20ca-67e1-4134-ad82-84831cf0ff41', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'mac_address': 'fa:16:3e:38:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3f3cda82-643b-425c-a502-b09c7aee1e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:53Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 2, 'project_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'subnets': [{'id': '3f3cda82-643b-425c-a502-b09c7aee1e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:16:59.300729 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Checking router: ce3173b3-9879-43e1-ab04-bbcb98dcde7d for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:16:59.301112 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Updating router ce3173b3-9879-43e1-ab04-bbcb98dcde7d port 64729aa6-7986-4b94-9108-ad2abe6f2546 binding host dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 17:16:59.305890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:16:59.315323 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Made reservation on behalf of b1efcaa38aad40cab35f4cf2763a23d9 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:16:59.318876 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:59.354580 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:59.480099 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Allocated IP 172.20.0.8 (d97f2f05-c5f2-492c-b7a0-c84705a7e756/bce260e3-9947-4d88-9031-c5797efd8360/ade65b47-3c35-4f70-9098-87a2b77d37b2) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:16:59.669704 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:59.686407 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Transition to ACTIVE for port object ade65b47-3c35-4f70-9098-87a2b77d37b2 will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:16:59.693067 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Notify callbacks [] for port, precommit_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:59.705871 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.provisioning_blocks [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Transition to ACTIVE for port object 64729aa6-7986-4b94-9108-ad2abe6f2546 will not be triggered until provisioned by entity L2. {{(pid=92325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:16:59.714312 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:59.715684 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:59.719184 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-12da06f2-3329-4062-9503-e8e5393f67a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:59.720064 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-77676821-7fb5-4841-9a2d-d12e3761b6e6 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:16:59.787722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Network d97f2f05-c5f2-492c-b7a0-c84705a7e756 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:16:59.791060 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:16:59.795165 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:16:59.837178 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event updated for resources: {'Port': ['ID=ade65b47-3c35-4f70-9098-87a2b77d37b2,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:59.845891 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:59.861733 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:16:59.862397 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:59.869553 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25115068-b92c-4a2d-b6be-bb624626da90 None None] Pushing event updated for resources: {'Port': ['ID=64729aa6-7986-4b94-9108-ad2abe6f2546,revision_number=3']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:16:59.898573 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7416334 Jun 02 17:16:59.900586 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-25115068-b92c-4a2d-b6be-bb624626da90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:16:59.916570 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Request body: {'port': {'device_id': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:16:59.932698 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Attempting to bind port 64729aa6-7986-4b94-9108-ad2abe6f2546 on host dv-neutron-601336-83-hyperv for vnic_type normal with profile {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:16:59.933080 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Attempting to bind port 64729aa6-7986-4b94-9108-ad2abe6f2546 by drivers openvswitch,hyperv on host dv-neutron-601336-83-hyperv at level 0 using segments [{'id': '130eb3a4-3dae-4bba-b3b7-973a2da8689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fb9f20ca-67e1-4134-ad82-84831cf0ff41'}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:16:59.933732 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Attempting to bind port 64729aa6-7986-4b94-9108-ad2abe6f2546 on network fb9f20ca-67e1-4134-ad82-84831cf0ff41 {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:16:59.943941 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Checking agent: {'id': '297e0212-63e0-4351-97cf-b3cae3698cca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-83-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 13, 35), 'started_at': datetime.datetime(2021, 6, 2, 16, 14, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-83-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:16:59.944297 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Checking segment: {'id': '130eb3a4-3dae-4bba-b3b7-973a2da8689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fb9f20ca-67e1-4134-ad82-84831cf0ff41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:16:59.944971 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:16:59.945374 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Bound using segment: {'id': '130eb3a4-3dae-4bba-b3b7-973a2da8689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fb9f20ca-67e1-4134-ad82-84831cf0ff41'} {{(pid=92325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:16:59.945859 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.managers [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Bound port: 64729aa6-7986-4b94-9108-ad2abe6f2546, host: dv-neutron-601336-83-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130eb3a4-3dae-4bba-b3b7-973a2da8689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fb9f20ca-67e1-4134-ad82-84831cf0ff41'}}] {{(pid=92325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:16:59.946251 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:00.065122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:00.095915 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] For port 64729aa6-7986-4b94-9108-ad2abe6f2546, host dv-neutron-601336-83-hyperv, cleared binding levels {{(pid=92325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:17:00.102381 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.plugins.ml2.db [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] For port 64729aa6-7986-4b94-9108-ad2abe6f2546, host dv-neutron-601336-83-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=64729aa6-7986-4b94-9108-ad2abe6f2546,segment=NetworkSegment(130eb3a4-3dae-4bba-b3b7-973a2da8689c),segment_id=130eb3a4-3dae-4bba-b3b7-973a2da8689c)] {{(pid=92325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:17:00.112622 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron_lib.callbacks.manager [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:00.120044 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-7799f290-9083-41bf-9f10-667e078db9c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:17:00.131719 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90926951-4ca5-4102-9ae3-6bb820cfdf61 req-c6fbd357-bff3-42a0-9edd-8481f9329407 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:00.138693 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-90926951-4ca5-4102-9ae3-6bb820cfdf61 req-c6fbd357-bff3-42a0-9edd-8481f9329407 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 931 time: 0.1265998 Jun 02 17:17:00.182480 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-90926951-4ca5-4102-9ae3-6bb820cfdf61 req-a02c5e01-e019-459c-af18-19e51f3d2a0a tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Synchronizing usage tracker for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:security_group {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:17:00.191230 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Routers {'ce3173b3-9879-43e1-ab04-bbcb98dcde7d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:17:00.192361 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:16:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ce3173b3-9879-43e1-ab04-bbcb98dcde7d'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:17:00.195285 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-90926951-4ca5-4102-9ae3-6bb820cfdf61 req-a02c5e01-e019-459c-af18-19e51f3d2a0a tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Unset dirty status for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:security_group {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:17:00.196434 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-90926951-4ca5-4102-9ae3-6bb820cfdf61 req-a02c5e01-e019-459c-af18-19e51f3d2a0a tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569859 Jun 02 17:17:00.243258 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-07e52bb7-2073-4608-97b5-4e6c619b69ae None None] Provisioning for port ade65b47-3c35-4f70-9098-87a2b77d37b2 completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:17:00.251799 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-07e52bb7-2073-4608-97b5-4e6c619b69ae None None] Provisioning complete for port ade65b47-3c35-4f70-9098-87a2b77d37b2 triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:17:00.252989 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-07e52bb7-2073-4608-97b5-4e6c619b69ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:00.266228 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25115068-b92c-4a2d-b6be-bb624626da90 None None] Pushing event updated for resources: {'Port': ['ID=64729aa6-7986-4b94-9108-ad2abe6f2546,revision_number=4']} {{(pid=92325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:17:00.281344 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG oslo_concurrency.lockutils [None req-25115068-b92c-4a2d-b6be-bb624626da90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:17:00.389641 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-07e52bb7-2073-4608-97b5-4e6c619b69ae None None] Port ade65b47-3c35-4f70-9098-87a2b77d37b2 cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:17:00.397703 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] Set router ce3173b3-9879-43e1-ab04-bbcb98dcde7d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:17:00.614114 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade65b47-3c35-4f70-9098-87a2b77d37b2 {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:17:00.621869 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:00.636791 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Transition to ACTIVE for port object ade65b47-3c35-4f70-9098-87a2b77d37b2 will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:17:00.642677 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:00.647429 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d4d374fe-48b7-473d-850a-a24b97c13096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:17:00.707874 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'name': 'tempest-TestSnapshotPattern-758247506-router', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce4bff-6e66-44d6-ab9f-af2b2be2a137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:49Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 4, 'project_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'gw_port': {'id': '1cce4bff-6e66-44d6-ab9f-af2b2be2a137', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:50Z', 'updated_at': '2021-06-02T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '64729aa6-7986-4b94-9108-ad2abe6f2546', 'name': '', 'network_id': 'fb9f20ca-67e1-4134-ad82-84831cf0ff41', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'mac_address': 'fa:16:3e:38:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3f3cda82-643b-425c-a502-b09c7aee1e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:53Z', 'updated_at': '2021-06-02T17:17:00Z', 'revision_number': 4, 'project_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'subnets': [{'id': '3f3cda82-643b-425c-a502-b09c7aee1e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:17:00.712315 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5246fe-b461-4ea2-860c-61469c2e80ed None None] The sync data for ids ['ce3173b3-9879-43e1-ab04-bbcb98dcde7d'] in dv-neutron-601336-83-hyperv is: [{'id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'name': 'tempest-TestSnapshotPattern-758247506-router', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce4bff-6e66-44d6-ab9f-af2b2be2a137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:49Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 4, 'project_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'gw_port': {'id': '1cce4bff-6e66-44d6-ab9f-af2b2be2a137', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:50Z', 'updated_at': '2021-06-02T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '64729aa6-7986-4b94-9108-ad2abe6f2546', 'name': '', 'network_id': 'fb9f20ca-67e1-4134-ad82-84831cf0ff41', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'mac_address': 'fa:16:3e:38:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3f3cda82-643b-425c-a502-b09c7aee1e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:53Z', 'updated_at': '2021-06-02T17:17:00Z', 'revision_number': 4, 'project_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'subnets': [{'id': '3f3cda82-643b-425c-a502-b09c7aee1e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:17:00.807540 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Pushing event updated for resources: {'Port': ['ID=ade65b47-3c35-4f70-9098-87a2b77d37b2,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:17:00.810666 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:17:00.885794 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Attempting to bind port ade65b47-3c35-4f70-9098-87a2b77d37b2 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:17:00.886167 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Attempting to bind port ade65b47-3c35-4f70-9098-87a2b77d37b2 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:17:00.886503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Attempting to bind port ade65b47-3c35-4f70-9098-87a2b77d37b2 on network d97f2f05-c5f2-492c-b7a0-c84705a7e756 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:17:00.891575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Port ade65b47-3c35-4f70-9098-87a2b77d37b2 on network d97f2f05-c5f2-492c-b7a0-c84705a7e756 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 17:17:00.891893 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Attempting to bind port ade65b47-3c35-4f70-9098-87a2b77d37b2 on network d97f2f05-c5f2-492c-b7a0-c84705a7e756 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:17:00.897304 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:17:00.897632 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Checking segment: {'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:17:00.898015 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Bound using segment: {'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:17:00.898468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Bound port: ade65b47-3c35-4f70-9098-87a2b77d37b2, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:17:00.898825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:00.996774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] For port ade65b47-3c35-4f70-9098-87a2b77d37b2, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:17:00.999872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] For port ade65b47-3c35-4f70-9098-87a2b77d37b2, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ade65b47-3c35-4f70-9098-87a2b77d37b2,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:17:01.006298 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:01.010240 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f77b4802-2d3f-459a-bc50-ffcb37764a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:17:01.068136 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:01.068797 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:01.070202 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] 10.222.0.49 "PUT /v2.0/ports/ade65b47-3c35-4f70-9098-87a2b77d37b2 HTTP/1.1" status: 200 len: 1093 time: 1.1597664 Jun 02 17:17:01.070793 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'tag': 'ade65b47-3c35-4f70-9098-87a2b77d37b2'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:17:01.073150 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0f60c1-9781-4d5b-ac7a-fbbf1b6838e3" -d '{"events": [{"name": "network-changed", "server_uuid": "71761f9e-168c-4c2a-9723-87fe02b86bfd", "tag": "ade65b47-3c35-4f70-9098-87a2b77d37b2"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:17:01.099537 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Pushing event updated for resources: {'Port': ['ID=ade65b47-3c35-4f70-9098-87a2b77d37b2,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:17:01.103462 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4ad39b5f-208f-4e2d-8cfd-8798157c5526 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:17:01.120147 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe631716-bb24-437e-ae40-7e9d83991447 x-openstack-request-id: req-fe631716-bb24-437e-ae40-7e9d83991447 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:17:01.120491 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71761f9e-168c-4c2a-9723-87fe02b86bfd", "tag": "ade65b47-3c35-4f70-9098-87a2b77d37b2", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:17:01.121186 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe631716-bb24-437e-ae40-7e9d83991447 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:17:01.121298 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'tag': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'status': 'completed', 'code': 200} Jun 02 17:17:01.213721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-8f1bd31e-4174-4dc9-8d5a-3ee4e569a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:01.215690 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-8f1bd31e-4174-4dc9-8d5a-3ee4e569a595 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1efcaa38aad40cab35f4cf2763a23d9&device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 1096 time: 0.0818665 Jun 02 17:17:01.288977 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-ff675532-9446-4ed7-9935-a2b81a617045 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade65b47-3c35-4f70-9098-87a2b77d37b2 HTTP/1.1" status: 200 len: 217 time: 0.0615633 Jun 02 17:17:01.370342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-245e69ff-ff68-4064-aa22-a9e3e0c76507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:01.371905 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-245e69ff-ff68-4064-aa22-a9e3e0c76507 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bce260e3-9947-4d88-9031-c5797efd8360 HTTP/1.1" status: 200 len: 849 time: 0.0733426 Jun 02 17:17:01.392489 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bb345-9006-4dad-8f68-c2ab6cb07a25 req-1d77e529-2a9f-4edd-8141-16f490ccb1fb tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:01.393972 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-611bb345-9006-4dad-8f68-c2ab6cb07a25 req-1d77e529-2a9f-4edd-8141-16f490ccb1fb tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 943 time: 0.0830886 Jun 02 17:17:01.439208 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-611bb345-9006-4dad-8f68-c2ab6cb07a25 req-5e72fbac-e33e-4c3f-a1ab-0a1c321581b6 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391271 Jun 02 17:17:01.452877 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-511ea263-020f-4bca-bd1d-4103bb769cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:01.454476 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-511ea263-020f-4bca-bd1d-4103bb769cbe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d97f2f05-c5f2-492c-b7a0-c84705a7e756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724301 Jun 02 17:17:01.609267 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-0f1e5dd6-9421-4b64-9c76-7adfeedcb415 service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446364 Jun 02 17:17:01.747138 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-89350d75-cd6d-422d-b96b-09cf2d933aa6 req-12a80403-e621-46a9-9b2f-1a104eb2e67d service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270394 Jun 02 17:17:01.890616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f60c1-9781-4d5b-ac7a-fbbf1b6838e3 req-c8464c9c-3ec7-4224-b322-97da7641c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:01.892114 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a0f60c1-9781-4d5b-ac7a-fbbf1b6838e3 req-c8464c9c-3ec7-4224-b322-97da7641c7e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1efcaa38aad40cab35f4cf2763a23d9&device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 1096 time: 0.0814157 Jun 02 17:17:02.039344 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f60c1-9781-4d5b-ac7a-fbbf1b6838e3 req-65ccf3f9-96bc-4412-aa36-fb5da326926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:02.040835 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a0f60c1-9781-4d5b-ac7a-fbbf1b6838e3 req-65ccf3f9-96bc-4412-aa36-fb5da326926c service neutron] 10.222.0.49 "GET /v2.0/networks?id=d97f2f05-c5f2-492c-b7a0-c84705a7e756 HTTP/1.1" status: 200 len: 911 time: 0.1408017 Jun 02 17:17:02.111788 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a0f60c1-9781-4d5b-ac7a-fbbf1b6838e3 req-08b46372-8c19-4315-b97a-9a7cb1d5611a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade65b47-3c35-4f70-9098-87a2b77d37b2 HTTP/1.1" status: 200 len: 217 time: 0.0624104 Jun 02 17:17:02.193910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f60c1-9781-4d5b-ac7a-fbbf1b6838e3 req-9cea75fe-09b8-46c3-9876-8e3cf30c75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:02.195415 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a0f60c1-9781-4d5b-ac7a-fbbf1b6838e3 req-9cea75fe-09b8-46c3-9876-8e3cf30c75f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bce260e3-9947-4d88-9031-c5797efd8360 HTTP/1.1" status: 200 len: 849 time: 0.0771055 Jun 02 17:17:02.197838 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 64729aa6-7986-4b94-9108-ad2abe6f2546 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:17:02.266827 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning for port 64729aa6-7986-4b94-9108-ad2abe6f2546 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:17:02.271606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 64729aa6-7986-4b94-9108-ad2abe6f2546 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:17:02.271983 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:02.278763 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f60c1-9781-4d5b-ac7a-fbbf1b6838e3 req-bde591b1-26ea-4b4c-b91c-3f355d548692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:02.280243 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a0f60c1-9781-4d5b-ac7a-fbbf1b6838e3 req-bde591b1-26ea-4b4c-b91c-3f355d548692 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d97f2f05-c5f2-492c-b7a0-c84705a7e756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0774186 Jun 02 17:17:02.388545 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:02.418818 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a0f60c1-9781-4d5b-ac7a-fbbf1b6838e3 req-b4c4204a-59ef-4121-88df-cdf88af2f448 service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306527 Jun 02 17:17:02.421432 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-449bd301-6778-458e-9259-8ce868426917 None None] For port 64729aa6-7986-4b94-9108-ad2abe6f2546, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=64729aa6-7986-4b94-9108-ad2abe6f2546,segment=NetworkSegment(130eb3a4-3dae-4bba-b3b7-973a2da8689c),segment_id=130eb3a4-3dae-4bba-b3b7-973a2da8689c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:17:02.426730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:02.428775 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-8194d3b1-2668-407f-9d14-86c8490fe258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:17:02.503820 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Pushing event updated for resources: {'Port': ['ID=64729aa6-7986-4b94-9108-ad2abe6f2546,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:17:02.507544 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:17:02.750852 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0a0f60c1-9781-4d5b-ac7a-fbbf1b6838e3 req-dfc81e01-cf9b-4e84-9d8d-7f9aca42e25b service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220751 Jun 02 17:17:02.772370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5eaa73-3eea-470a-85a7-f19c1554de28 req-9a933e79-102a-4312-b077-b198e049561f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:02.773082 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-2c5eaa73-3eea-470a-85a7-f19c1554de28 req-9a933e79-102a-4312-b077-b198e049561f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Synchronizing usage tracker for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:17:02.791436 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-2c5eaa73-3eea-470a-85a7-f19c1554de28 req-9a933e79-102a-4312-b077-b198e049561f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Unset dirty status for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:17:02.792731 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2c5eaa73-3eea-470a-85a7-f19c1554de28 req-9a933e79-102a-4312-b077-b198e049561f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 943 time: 0.1425452 Jun 02 17:17:02.840805 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2c5eaa73-3eea-470a-85a7-f19c1554de28 req-56a8cec0-fdea-442f-ad66-0c2c94e97ea5 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400147 Jun 02 17:17:03.040954 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c8c9691b-b387-4235-8df9-5727e12fe4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:04.050133 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5b329-f19d-46b4-a105-3ced44314ee9 req-e12709ef-97a7-49e6-aee2-1c8c84c61318 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:04.051594 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-32a5b329-f19d-46b4-a105-3ced44314ee9 req-e12709ef-97a7-49e6-aee2-1c8c84c61318 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 943 time: 0.0876968 Jun 02 17:17:04.095966 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-32a5b329-f19d-46b4-a105-3ced44314ee9 req-75f49960-1867-4c69-9206-3ffe258e8732 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382948 Jun 02 17:17:04.158839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 64729aa6-7986-4b94-9108-ad2abe6f2546 up at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:17:04.240150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-449bd301-6778-458e-9259-8ce868426917 None None] Provisioning complete for port 64729aa6-7986-4b94-9108-ad2abe6f2546 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:17:04.240518 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:05.098395 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:05.260434 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ade65b47-3c35-4f70-9098-87a2b77d37b2 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 17:17:05.289039 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbb9d7-7fa8-42b8-888f-9e0ff6b7af6c req-5740ad2b-a5ab-411e-bc9d-e7826f02a836 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:05.290528 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-abcbb9d7-7fa8-42b8-888f-9e0ff6b7af6c req-5740ad2b-a5ab-411e-bc9d-e7826f02a836 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 943 time: 0.0882850 Jun 02 17:17:05.338644 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-abcbb9d7-7fa8-42b8-888f-9e0ff6b7af6c req-ef8f66b5-0124-4e82-9f7c-615ee6b80637 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421941 Jun 02 17:17:05.396874 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port ade65b47-3c35-4f70-9098-87a2b77d37b2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ade65b47-3c35-4f70-9098-87a2b77d37b2,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:17:05.410449 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'port_id': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'mac_address': 'fa:16:3e:2b:4b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 17:17:05.469077 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:05.493167 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade65b47-3c35-4f70-9098-87a2b77d37b2 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:17:05.508561 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port ade65b47-3c35-4f70-9098-87a2b77d37b2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ade65b47-3c35-4f70-9098-87a2b77d37b2,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:17:05.519017 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:05.521959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-c2da9719-3c83-4141-8d80-43744dc07197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:17:05.576047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-43bfce9c-42b6-4d83-8192-5a91739d6090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:05.592032 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=ade65b47-3c35-4f70-9098-87a2b77d37b2,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:17:05.594961 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:17:05.767720 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['ade65b47-3c35-4f70-9098-87a2b77d37b2'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 17:17:06.538615 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c0b82-6586-485d-8437-0698e3a3cd7d req-f70bc8c8-88bc-46d1-ae08-3b420cb7d628 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:06.540360 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-228c0b82-6586-485d-8437-0698e3a3cd7d req-f70bc8c8-88bc-46d1-ae08-3b420cb7d628 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 944 time: 0.0931208 Jun 02 17:17:06.589576 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-228c0b82-6586-485d-8437-0698e3a3cd7d req-f7f96fb5-daca-4e07-8468-50f38faa196c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432961 Jun 02 17:17:06.923624 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:07.274254 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ade65b47-3c35-4f70-9098-87a2b77d37b2 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:17:07.348058 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port ade65b47-3c35-4f70-9098-87a2b77d37b2 completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:17:07.352705 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port ade65b47-3c35-4f70-9098-87a2b77d37b2 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:17:07.353090 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:07.481494 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:07.509252 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade65b47-3c35-4f70-9098-87a2b77d37b2'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:17:07.511600 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307fd3d2-a119-4328-90cf-660219750c8c" -d '{"events": [{"server_uuid": "71761f9e-168c-4c2a-9723-87fe02b86bfd", "name": "network-vif-plugged", "status": "completed", "tag": "ade65b47-3c35-4f70-9098-87a2b77d37b2"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:17:07.520562 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port ade65b47-3c35-4f70-9098-87a2b77d37b2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ade65b47-3c35-4f70-9098-87a2b77d37b2,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:17:07.525438 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:07.527370 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:17:07.560916 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664dc901-4bb1-43e7-bc72-f4699a36db8f x-openstack-request-id: req-664dc901-4bb1-43e7-bc72-f4699a36db8f {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:17:07.561266 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71761f9e-168c-4c2a-9723-87fe02b86bfd", "name": "network-vif-plugged", "status": "completed", "tag": "ade65b47-3c35-4f70-9098-87a2b77d37b2", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:17:07.561586 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-664dc901-4bb1-43e7-bc72-f4699a36db8f {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:17:07.561988 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'code': 200} Jun 02 17:17:07.600454 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=ade65b47-3c35-4f70-9098-87a2b77d37b2,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:17:07.604299 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:17:07.784728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66062e-5f18-4f33-9c1f-7a6e486148da req-4df41333-ce4b-4dbb-8a97-459cb2f6fa0e tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:07.786119 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e66062e-5f18-4f33-9c1f-7a6e486148da req-4df41333-ce4b-4dbb-8a97-459cb2f6fa0e tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 945 time: 0.0879955 Jun 02 17:17:07.815664 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f55ee6-8645-43fb-85f5-f645f22e1348 req-59938a47-ad28-43a9-a2bf-306a0b1697b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:07.817408 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b5f55ee6-8645-43fb-85f5-f645f22e1348 req-59938a47-ad28-43a9-a2bf-306a0b1697b0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 1098 time: 0.0759647 Jun 02 17:17:07.837198 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2e66062e-5f18-4f33-9c1f-7a6e486148da req-d315c259-6cd8-4b9a-a59d-b996075e2391 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445764 Jun 02 17:17:07.871912 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b5f55ee6-8645-43fb-85f5-f645f22e1348 req-973b8ee2-f270-4674-a90a-7fb57ad67117 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447466 Jun 02 17:17:08.826551 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:09.032205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bf504-bc7f-49c8-9c82-5e3bf3d067b0 req-9666c601-dbe3-44c4-865e-65334358a663 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:09.033660 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a41bf504-bc7f-49c8-9c82-5e3bf3d067b0 req-9666c601-dbe3-44c4-865e-65334358a663 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 945 time: 0.0856309 Jun 02 17:17:09.081939 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a41bf504-bc7f-49c8-9c82-5e3bf3d067b0 req-ea745909-ced4-44dc-b5c5-95c3b10d8649 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 Jun 02 17:17:09.284574 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e917d-0970-429c-916c-73fe5af07257 req-af14512d-dd0d-4d86-a331-4b286effad28 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:09.286109 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b89e917d-0970-429c-916c-73fe5af07257 req-af14512d-dd0d-4d86-a331-4b286effad28 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 945 time: 0.0868354 Jun 02 17:17:09.346760 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-b89e917d-0970-429c-916c-73fe5af07257 req-db2ebf4b-6508-4133-8b03-a1f03c26568a tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513716 Jun 02 17:17:09.369802 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 46048) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:17:09.560737 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffce6c6-df8d-4fad-993a-f34450a141df tempest-TestSnapshotPattern-152074906 tempest-TestSnapshotPattern-152074906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:09.562256 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-2ffce6c6-df8d-4fad-993a-f34450a141df tempest-TestSnapshotPattern-152074906 tempest-TestSnapshotPattern-152074906-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 1093 time: 0.1913791 Jun 02 17:17:09.566627 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 46052) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:17:09.571025 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:17:09.577102 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:17:09.581061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Usage tracker for resource:floatingip and tenant:b1efcaa38aad40cab35f4cf2763a23d9 is out of sync, need to count used quota {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:17:09.584036 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92323) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:17:09.589771 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:17:09.601605 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for floatingip, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:09.746162 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:09.892276 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Allocated IP 172.26.3.174 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/60953e90-64a7-40af-9541-804adaf5c890) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:17:10.042251 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:10.076125 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:10.079770 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d6ec18ff-f989-4cb1-b14c-468d9198006e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:17:10.141945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:17:10.144899 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:17:10.148468 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:17:10.180721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event updated for resources: {'Port': ['ID=60953e90-64a7-40af-9541-804adaf5c890,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:17:10.186469 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:17:10.590538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:10.676787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:11.042522 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:11.050721 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:11.058465 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4f8c5361-5dd7-4819-9043-49b821294702 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:17:11.167824 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event updated for resources: {'Port': ['ID=60953e90-64a7-40af-9541-804adaf5c890,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:17:11.171871 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:17:11.176665 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:11.361697 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.db.l3_db [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Floating IP 5a1446dd-f6e2-4cea-9082-567503063936 associated. External IP: 172.26.3.174, port: ade65b47-3c35-4f70-9098-87a2b77d37b2. Jun 02 17:17:11.711937 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Router 69543c82-c21d-4d64-9f15-c481ed48403d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:17:11.905260 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:17:11.915890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a16279-a3d2-467b-99a3-c6d0538662c6 None None] Sync routers for ids ['69543c82-c21d-4d64-9f15-c481ed48403d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:17:11.928154 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a16279-a3d2-467b-99a3-c6d0538662c6 None None] Routers {'69543c82-c21d-4d64-9f15-c481ed48403d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:17:11.928830 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-a8a16279-a3d2-467b-99a3-c6d0538662c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:17:06Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['69543c82-c21d-4d64-9f15-c481ed48403d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:17:11.935672 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:11.991598 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-159de923-61a3-4e53-b612-4661a46fdf46 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4237599 Jun 02 17:17:11.992064 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'tag': 'ade65b47-3c35-4f70-9098-87a2b77d37b2'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:17:11.994395 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0967a848-c69d-42e4-ac5b-d69c8a64718d" -d '{"events": [{"name": "network-changed", "server_uuid": "71761f9e-168c-4c2a-9723-87fe02b86bfd", "tag": "ade65b47-3c35-4f70-9098-87a2b77d37b2"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:17:12.036199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32fe5ea-1af8-44c9-b632-56fb9b106512 x-openstack-request-id: req-b32fe5ea-1af8-44c9-b632-56fb9b106512 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:17:12.036571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71761f9e-168c-4c2a-9723-87fe02b86bfd", "tag": "ade65b47-3c35-4f70-9098-87a2b77d37b2", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:17:12.036872 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b32fe5ea-1af8-44c9-b632-56fb9b106512 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:17:12.037319 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'tag': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'status': 'completed', 'code': 200} Jun 02 17:17:12.122111 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-a8a16279-a3d2-467b-99a3-c6d0538662c6 None None] Set router 69543c82-c21d-4d64-9f15-c481ed48403d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:17:12.138227 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967a848-c69d-42e4-ac5b-d69c8a64718d req-b3c85e56-7c0f-4d1f-b538-42c28627b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:12.139389 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0967a848-c69d-42e4-ac5b-d69c8a64718d req-b3c85e56-7c0f-4d1f-b538-42c28627b5c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1efcaa38aad40cab35f4cf2763a23d9&device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 1098 time: 0.0780642 Jun 02 17:17:12.269434 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967a848-c69d-42e4-ac5b-d69c8a64718d req-940faf7d-3a36-4fda-804c-b53a2b290509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:12.270820 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0967a848-c69d-42e4-ac5b-d69c8a64718d req-940faf7d-3a36-4fda-804c-b53a2b290509 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d97f2f05-c5f2-492c-b7a0-c84705a7e756 HTTP/1.1" status: 200 len: 911 time: 0.1252131 Jun 02 17:17:12.512093 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-a8a16279-a3d2-467b-99a3-c6d0538662c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '5a1446dd-f6e2-4cea-9082-567503063936', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'floating_ip_address': '172.26.3.174', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'port_id': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'mac_address': 'fa:16:3e:2b:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:17:10Z', 'updated_at': '2021-06-02T17:17:10Z', 'revision_number': 0, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 5, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:17:12.516548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a16279-a3d2-467b-99a3-c6d0538662c6 None None] Checking router: 69543c82-c21d-4d64-9f15-c481ed48403d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:17:12.526132 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a16279-a3d2-467b-99a3-c6d0538662c6 None None] Routers {'69543c82-c21d-4d64-9f15-c481ed48403d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:17:12.526667 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-a8a16279-a3d2-467b-99a3-c6d0538662c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:17:06Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['69543c82-c21d-4d64-9f15-c481ed48403d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:17:12.529193 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0967a848-c69d-42e4-ac5b-d69c8a64718d req-be18fa80-faa9-492c-b5ab-198da5c5c3f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade65b47-3c35-4f70-9098-87a2b77d37b2 HTTP/1.1" status: 200 len: 999 time: 0.2518868 Jun 02 17:17:12.589977 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967a848-c69d-42e4-ac5b-d69c8a64718d req-66132cc6-3dd8-4756-a4d4-e9137c6a55ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:12.591417 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0967a848-c69d-42e4-ac5b-d69c8a64718d req-66132cc6-3dd8-4756-a4d4-e9137c6a55ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bce260e3-9947-4d88-9031-c5797efd8360 HTTP/1.1" status: 200 len: 849 time: 0.0561559 Jun 02 17:17:12.666625 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967a848-c69d-42e4-ac5b-d69c8a64718d req-22fa4e7f-f272-453a-9b25-986131808b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:17:12.668100 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0967a848-c69d-42e4-ac5b-d69c8a64718d req-22fa4e7f-f272-453a-9b25-986131808b5c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d97f2f05-c5f2-492c-b7a0-c84705a7e756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0701187 Jun 02 17:17:12.707177 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-a8a16279-a3d2-467b-99a3-c6d0538662c6 None None] Set router 69543c82-c21d-4d64-9f15-c481ed48403d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:17:12.801766 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0967a848-c69d-42e4-ac5b-d69c8a64718d req-8b4baeca-3738-4d2b-bb34-77f9e5e8cb3a service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264083 Jun 02 17:17:12.932683 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-0967a848-c69d-42e4-ac5b-d69c8a64718d req-23321f1d-18c4-4831-b8f7-c8a83804b3f5 service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251202 Jun 02 17:17:13.070732 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-a8a16279-a3d2-467b-99a3-c6d0538662c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '5a1446dd-f6e2-4cea-9082-567503063936', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'floating_ip_address': '172.26.3.174', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'port_id': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'mac_address': 'fa:16:3e:2b:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:17:10Z', 'updated_at': '2021-06-02T17:17:10Z', 'revision_number': 0, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 5, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:17:13.074799 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a16279-a3d2-467b-99a3-c6d0538662c6 None None] The sync data for ids ['69543c82-c21d-4d64-9f15-c481ed48403d'] in dv-neutron-601336-83-hyperv is: [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '5a1446dd-f6e2-4cea-9082-567503063936', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'floating_ip_address': '172.26.3.174', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'port_id': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'mac_address': 'fa:16:3e:2b:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:17:10Z', 'updated_at': '2021-06-02T17:17:10Z', 'revision_number': 0, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 5, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:17:13.285938 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373beb1-c574-4056-9181-1ab1efd4ee09 None None] New status for floating IP 5a1446dd-f6e2-4cea-9082-567503063936: ACTIVE {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:17:19.268810 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:17:19.644386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:33.031372 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-115cdebb-ca74-47ea-a2fd-a892b29839cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:35.096525 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:35.540533 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-e1a8c837-33cc-44bb-b873-f2edc9295e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:36.930102 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:38.833681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:49.648187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:17:56.270465 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:18:03.037276 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c4ac967e-9d72-4c5d-96e4-c2952d82e196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:18:03.305442 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [req-f1f955e0-ca31-4763-94e5-3c47b23981a4 req-a5fc3783-b425-4366-b889-1ad28554b916 service neutron] (92323) timed out ('10.222.0.50', 41032) {{(pid=92323) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 02 17:18:05.084804 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:18:05.537707 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-0b90baf2-1d2e-47a8-994c-f6aa2a434afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:18:06.810000 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-000260d7-ec20-48e1-950d-f9b511bfd833 req-8903c025-9034-4731-a069-bc1b7aeee63e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729125 Jun 02 17:18:06.917996 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:18:06.960602 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000260d7-ec20-48e1-950d-f9b511bfd833 req-1e31e718-93b8-4bde-8b19-e203769f86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:18:06.962051 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-000260d7-ec20-48e1-950d-f9b511bfd833 req-1e31e718-93b8-4bde-8b19-e203769f86fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1efcaa38aad40cab35f4cf2763a23d9&device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 1098 time: 0.0737216 Jun 02 17:18:07.117016 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000260d7-ec20-48e1-950d-f9b511bfd833 req-bf2fee83-e371-43c3-beef-869905df9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:18:07.118487 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-000260d7-ec20-48e1-950d-f9b511bfd833 req-bf2fee83-e371-43c3-beef-869905df9f30 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d97f2f05-c5f2-492c-b7a0-c84705a7e756 HTTP/1.1" status: 200 len: 911 time: 0.1289954 Jun 02 17:18:07.224670 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-000260d7-ec20-48e1-950d-f9b511bfd833 req-125ef04a-dfdd-436c-bd1d-8d0d201d6d43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade65b47-3c35-4f70-9098-87a2b77d37b2 HTTP/1.1" status: 200 len: 1001 time: 0.0959067 Jun 02 17:18:07.299469 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000260d7-ec20-48e1-950d-f9b511bfd833 req-ddec61b6-a408-4719-ae04-122d8918175e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:18:07.300907 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-000260d7-ec20-48e1-950d-f9b511bfd833 req-ddec61b6-a408-4719-ae04-122d8918175e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bce260e3-9947-4d88-9031-c5797efd8360 HTTP/1.1" status: 200 len: 849 time: 0.0667973 Jun 02 17:18:07.409473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000260d7-ec20-48e1-950d-f9b511bfd833 req-5968fb1e-a089-43eb-abf8-f7b2332894fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:18:07.411789 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-000260d7-ec20-48e1-950d-f9b511bfd833 req-5968fb1e-a089-43eb-abf8-f7b2332894fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d97f2f05-c5f2-492c-b7a0-c84705a7e756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1004291 Jun 02 17:18:07.550954 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-000260d7-ec20-48e1-950d-f9b511bfd833 req-92d41ae7-b64d-4386-9f84-2d9fed5e721e service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282549 Jun 02 17:18:07.697527 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-000260d7-ec20-48e1-950d-f9b511bfd833 req-2f9c8f01-abaa-45f4-b7e4-47c9634f5df5 service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362174 Jun 02 17:18:08.838290 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:18:19.656086 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:18:33.032827 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7b4e3e5d-452b-463a-a2e6-8d9de32c001f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:18:33.275230 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:18:35.087437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:18:35.538535 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-971a2b49-5b96-4dac-ba0c-d86e7b3a9923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:18:36.929692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:18:38.851074 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:18:49.662935 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:03.019829 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bb3efe10-f68b-4a3d-a120-37a0a219cdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:05.082623 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:05.532785 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c4e6153b-5546-434f-a9c3-db7997a6e251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:06.926639 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:07.815986 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8f49b2e0-19a3-4dc4-9cae-cb366b0a3f00 req-d4da416d-243b-4cc1-b0d1-71efdbddc7a6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751677 Jun 02 17:19:07.968174 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49b2e0-19a3-4dc4-9cae-cb366b0a3f00 req-998f9660-8649-43b2-a32b-7f1c93f7b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:07.969637 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8f49b2e0-19a3-4dc4-9cae-cb366b0a3f00 req-998f9660-8649-43b2-a32b-7f1c93f7b889 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1efcaa38aad40cab35f4cf2763a23d9&device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 1098 time: 0.0761077 Jun 02 17:19:08.121456 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49b2e0-19a3-4dc4-9cae-cb366b0a3f00 req-d814ea10-6f06-42db-b7fc-b21ce37bbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:08.122942 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8f49b2e0-19a3-4dc4-9cae-cb366b0a3f00 req-d814ea10-6f06-42db-b7fc-b21ce37bbf4e service neutron] 10.222.0.49 "GET /v2.0/networks?id=d97f2f05-c5f2-492c-b7a0-c84705a7e756 HTTP/1.1" status: 200 len: 911 time: 0.1270838 Jun 02 17:19:08.230540 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8f49b2e0-19a3-4dc4-9cae-cb366b0a3f00 req-5c813ae0-9b63-4ccd-aba7-48f982af7a41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade65b47-3c35-4f70-9098-87a2b77d37b2 HTTP/1.1" status: 200 len: 1001 time: 0.0961912 Jun 02 17:19:08.296181 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49b2e0-19a3-4dc4-9cae-cb366b0a3f00 req-c40de51c-d3a1-42bb-92b5-b1237ab8413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:08.297641 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8f49b2e0-19a3-4dc4-9cae-cb366b0a3f00 req-c40de51c-d3a1-42bb-92b5-b1237ab8413b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bce260e3-9947-4d88-9031-c5797efd8360 HTTP/1.1" status: 200 len: 849 time: 0.0576017 Jun 02 17:19:08.388275 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49b2e0-19a3-4dc4-9cae-cb366b0a3f00 req-e5e7ee34-9c83-4847-954e-237c6c59d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:08.389929 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8f49b2e0-19a3-4dc4-9cae-cb366b0a3f00 req-e5e7ee34-9c83-4847-954e-237c6c59d600 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d97f2f05-c5f2-492c-b7a0-c84705a7e756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0814006 Jun 02 17:19:08.535279 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8f49b2e0-19a3-4dc4-9cae-cb366b0a3f00 req-9c202e19-6de9-4239-85ec-6e2b42ad0496 service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353896 Jun 02 17:19:08.817514 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8f49b2e0-19a3-4dc4-9cae-cb366b0a3f00 req-2bcf6c29-49a7-4525-ba40-c99096d2cb2a service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718470 Jun 02 17:19:08.844566 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:10.276515 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:19:13.743187 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ade65b47-3c35-4f70-9098-87a2b77d37b2 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 17:19:13.944743 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port ade65b47-3c35-4f70-9098-87a2b77d37b2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ade65b47-3c35-4f70-9098-87a2b77d37b2,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:19:13.959035 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'port_id': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'mac_address': 'fa:16:3e:2b:4b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 17:19:14.015749 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:14.033150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ade65b47-3c35-4f70-9098-87a2b77d37b2 {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:19:14.050757 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port ade65b47-3c35-4f70-9098-87a2b77d37b2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ade65b47-3c35-4f70-9098-87a2b77d37b2,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:19:14.056621 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:14.059731 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-dce6d762-b63f-4bd6-804d-2540b1fc4d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:19:14.134861 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=ade65b47-3c35-4f70-9098-87a2b77d37b2,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:19:14.142338 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:14.142692 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:14.143032 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:14.143345 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:14.143701 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:14.144035 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:14.144361 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:14.144653 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:14.144978 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:14.145305 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:14.145624 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:14.145941 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:14.150693 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['ade65b47-3c35-4f70-9098-87a2b77d37b2'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 17:19:14.174317 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:19:15.756417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ade65b47-3c35-4f70-9098-87a2b77d37b2 up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:19:15.833437 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port ade65b47-3c35-4f70-9098-87a2b77d37b2 triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:19:15.833817 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:15.958948 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:15.989756 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade65b47-3c35-4f70-9098-87a2b77d37b2'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:19:15.992500 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581f997f-3ec3-4a43-85fe-4ec1c5f17e89" -d '{"events": [{"server_uuid": "71761f9e-168c-4c2a-9723-87fe02b86bfd", "name": "network-vif-plugged", "status": "completed", "tag": "ade65b47-3c35-4f70-9098-87a2b77d37b2"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:19:16.002248 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port ade65b47-3c35-4f70-9098-87a2b77d37b2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ade65b47-3c35-4f70-9098-87a2b77d37b2,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:19:16.007386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:16.009583 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:19:16.095335 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=ade65b47-3c35-4f70-9098-87a2b77d37b2,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:19:16.107287 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:19:16.151891 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33feea1-b300-4b93-bb0f-58d654aff8f0 x-openstack-request-id: req-d33feea1-b300-4b93-bb0f-58d654aff8f0 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:19:16.152198 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71761f9e-168c-4c2a-9723-87fe02b86bfd", "name": "network-vif-plugged", "status": "completed", "tag": "ade65b47-3c35-4f70-9098-87a2b77d37b2", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:19:16.152462 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d33feea1-b300-4b93-bb0f-58d654aff8f0 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:19:16.152870 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'code': 200} Jun 02 17:19:19.648847 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:23.764699 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-10d1cb51-74c1-4b5c-a509-f758bd0af9cf tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736730314&fields=id&tenant_id=b1efcaa38aad40cab35f4cf2763a23d9 HTTP/1.1" status: 200 len: 267 time: 0.0431151 Jun 02 17:19:23.920663 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-39eead37-2e45-4811-a510-341a07ae1b58 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:23.921347 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-39eead37-2e45-4811-a510-341a07ae1b58 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Synchronizing usage tracker for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:network {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:19:23.939901 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-39eead37-2e45-4811-a510-341a07ae1b58 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Unset dirty status for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:network {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:19:23.941119 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-39eead37-2e45-4811-a510-341a07ae1b58 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/networks?id=d97f2f05-c5f2-492c-b7a0-c84705a7e756 HTTP/1.1" status: 200 len: 810 time: 0.1672938 Jun 02 17:19:23.958559 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-00ad6264-19b4-4d77-be7e-9308bf54c7e5 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/quotas/b1efcaa38aad40cab35f4cf2763a23d9 HTTP/1.1" status: 200 len: 375 time: 0.0093949 Jun 02 17:19:24.052196 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-d13c3997-cc64-4c2d-a23b-29d76ca5b0b5 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1efcaa38aad40cab35f4cf2763a23d9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0850656 Jun 02 17:19:24.148712 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-512a6d77-db99-4c2c-a4f6-72f16789d4e0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=92322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 17:19:24.149656 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-512a6d77-db99-4c2c-a4f6-72f16789d4e0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0857530 Jun 02 17:19:24.283361 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-2eb84dcc-c450-4bb0-a259-3ed6abac73e9 service neutron] 10.222.0.50 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271961 Jun 02 17:19:24.427107 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-aca3fa57-9f33-414a-a408-4af0f5e91136 service neutron] 10.222.0.50 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377447 Jun 02 17:19:24.715666 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-d63faa58-9432-415e-b9ec-b3bd1b649e7d req-b1528528-5908-4f46-9e35-a0b6b1fab528 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 210 time: 0.0889602 Jun 02 17:19:25.766838 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-c0a4e34e-1c9b-4a7b-97cf-75ff08398d8a tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:25.768270 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-c0a4e34e-1c9b-4a7b-97cf-75ff08398d8a tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.49 "GET /v2.0/networks?id=d97f2f05-c5f2-492c-b7a0-c84705a7e756 HTTP/1.1" status: 200 len: 810 time: 0.1467195 Jun 02 17:19:25.826618 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-37fc8ce4-3569-4844-9455-f4d520574838 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1efcaa38aad40cab35f4cf2763a23d9 HTTP/1.1" status: 200 len: 380 time: 0.0434356 Jun 02 17:19:25.837732 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Request body: {'port': {'device_id': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'admin_state_up': True, 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'security_groups': ['725bded2-9fb5-4988-9d12-ed6c73ec39c7']}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:19:25.967283 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-63c53b1b-11f6-4c4b-ab98-b2fe8487e9e2 req-c9684d51-7419-4508-aa31-1b7dae11badc tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 210 time: 0.0910647 Jun 02 17:19:25.974635 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:19:25.988146 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.quota.driver [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:19:25.999398 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Made reservation on behalf of b1efcaa38aad40cab35f4cf2763a23d9 for: {'port': 1} {{(pid=92323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 17:19:26.002874 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:26.176494 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_common [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Allocated IP 172.20.0.10 (d97f2f05-c5f2-492c-b7a0-c84705a7e756/bce260e3-9947-4d88-9031-c5797efd8360/aae63a7d-3d2d-44cf-9687-9b76ae1052cc) {{(pid=92323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:19:26.402551 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for port, precommit_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:26.422609 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Transition to ACTIVE for port object aae63a7d-3d2d-44cf-9687-9b76ae1052cc will not be triggered until provisioned by entity DHCP. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:19:26.450148 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_create {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:26.457461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7151512b-2ec2-4817-a3db-8a66b740e81a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:19:26.529567 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Network d97f2f05-c5f2-492c-b7a0-c84705a7e756 is already hosted by enough agents. {{(pid=92323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:19:26.532863 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.base_scheduler [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Resources bound (agent type, host, resource id): {{(pid=92323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:19:26.536997 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Received port after_create {{(pid=92323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:19:26.567996 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event updated for resources: {'Port': ['ID=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,revision_number=1']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:19:26.584093 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:26.584484 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:26.584880 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:26.585250 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:26.585600 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:26.586048 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:26.586461 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:26.586825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:26.587189 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:26.587545 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:26.587972 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:26.588335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:26.600902 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:19:26.625203 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:26.625932 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:26.654051 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8201904 Jun 02 17:19:26.782907 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c83eac39-b039-4390-94fd-095ddb72130a None None] Provisioning for port aae63a7d-3d2d-44cf-9687-9b76ae1052cc completed by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:19:26.788150 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-c83eac39-b039-4390-94fd-095ddb72130a None None] Provisioning complete for port aae63a7d-3d2d-44cf-9687-9b76ae1052cc triggered by entity DHCP. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:19:26.788559 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c83eac39-b039-4390-94fd-095ddb72130a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:26.844173 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-c83eac39-b039-4390-94fd-095ddb72130a None None] Port aae63a7d-3d2d-44cf-9687-9b76ae1052cc cannot update to ACTIVE because it is not bound. {{(pid=92324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 17:19:27.171578 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ba3fe-eca8-4d02-9372-3852c8e6be1e req-a928e802-aed5-4cf0-91d6-bbf4464cb279 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:27.172260 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-464ba3fe-eca8-4d02-9372-3852c8e6be1e req-a928e802-aed5-4cf0-91d6-bbf4464cb279 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Synchronizing usage tracker for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:19:27.188575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-464ba3fe-eca8-4d02-9372-3852c8e6be1e req-a928e802-aed5-4cf0-91d6-bbf4464cb279 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Unset dirty status for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:19:27.189693 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-464ba3fe-eca8-4d02-9372-3852c8e6be1e req-a928e802-aed5-4cf0-91d6-bbf4464cb279 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 932 time: 0.1134043 Jun 02 17:19:27.244647 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-464ba3fe-eca8-4d02-9372-3852c8e6be1e req-34ee61df-99e7-4e05-b9f7-eb5c6a8203bc tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460541 Jun 02 17:19:27.786732 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ade65b47-3c35-4f70-9098-87a2b77d37b2 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:19:27.912436 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:27.941246 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade65b47-3c35-4f70-9098-87a2b77d37b2'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:19:27.943690 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8685a1b-ca07-414f-a575-15d7bac999a5" -d '{"events": [{"server_uuid": "71761f9e-168c-4c2a-9723-87fe02b86bfd", "name": "network-vif-unplugged", "status": "completed", "tag": "ade65b47-3c35-4f70-9098-87a2b77d37b2"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:19:27.951613 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port ade65b47-3c35-4f70-9098-87a2b77d37b2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ade65b47-3c35-4f70-9098-87a2b77d37b2,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:19:27.960894 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:27.963975 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-1d037969-ce22-4aa3-9ebb-fb5ba79d786c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:19:28.012816 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 17:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a980a9-3680-4678-ac6c-18f4e31f4462 x-openstack-request-id: req-f2a980a9-3680-4678-ac6c-18f4e31f4462 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:19:28.013153 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71761f9e-168c-4c2a-9723-87fe02b86bfd", "name": "network-vif-unplugged", "status": "completed", "tag": "ade65b47-3c35-4f70-9098-87a2b77d37b2", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:19:28.013452 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f2a980a9-3680-4678-ac6c-18f4e31f4462 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:19:28.013883 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'code': 200} Jun 02 17:19:28.038785 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=ade65b47-3c35-4f70-9098-87a2b77d37b2,revision_number=8']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:19:28.041815 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:19:28.445053 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7978a-d62c-45be-bb69-924eb7b04dbc req-0143e458-6739-4109-b57c-0787cd8f5971 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:28.446719 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-75e7978a-d62c-45be-bb69-924eb7b04dbc req-0143e458-6739-4109-b57c-0787cd8f5971 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 932 time: 0.0930660 Jun 02 17:19:28.496457 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-75e7978a-d62c-45be-bb69-924eb7b04dbc req-6e390a3c-3344-4878-85e0-b5e9c61e4108 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415821 Jun 02 17:19:29.696765 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d0cbc-286b-4b7c-9c95-b921e5c0ebc6 req-cd4c6631-50b1-4d73-bc4f-a2d18178c8f1 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:29.698171 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-823d0cbc-286b-4b7c-9c95-b921e5c0ebc6 req-cd4c6631-50b1-4d73-bc4f-a2d18178c8f1 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 932 time: 0.0818429 Jun 02 17:19:29.745972 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-823d0cbc-286b-4b7c-9c95-b921e5c0ebc6 req-fa5217b5-ea49-4ed3-b17e-5cdaf4545f83 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419188 Jun 02 17:19:30.960064 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9243cf-faaf-4c8e-9cac-977b72908361 req-e8134ff6-6a86-430a-991a-4f56863ff818 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:30.961492 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ae9243cf-faaf-4c8e-9cac-977b72908361 req-e8134ff6-6a86-430a-991a-4f56863ff818 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 932 time: 0.0968978 Jun 02 17:19:31.007102 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-ae9243cf-faaf-4c8e-9cac-977b72908361 req-828c47d4-6ac0-4a74-afdb-113460bb6ae1 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397036 Jun 02 17:19:32.222421 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aafcd-3f3e-4c81-96af-15f99d49e071 req-1a3fe4b0-b7a1-45b6-bf74-52c342a819ee tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:32.224089 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-676aafcd-3f3e-4c81-96af-15f99d49e071 req-1a3fe4b0-b7a1-45b6-bf74-52c342a819ee tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 932 time: 0.0927200 Jun 02 17:19:32.275553 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-676aafcd-3f3e-4c81-96af-15f99d49e071 req-d4068a60-68ed-4fba-b8c3-f081063ec341 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453176 Jun 02 17:19:33.022710 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4d057262-6fae-4348-8d62-4fe8c01a8724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:33.473280 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4152d-7899-4a74-94ad-e05bc085fae6 req-85d71055-66d9-4866-b8b3-9f32c2efb57f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:33.474817 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bcc4152d-7899-4a74-94ad-e05bc085fae6 req-85d71055-66d9-4866-b8b3-9f32c2efb57f tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 932 time: 0.0900264 Jun 02 17:19:33.526392 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-bcc4152d-7899-4a74-94ad-e05bc085fae6 req-7c635d9d-6ccb-4053-8637-7883abf7984b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443282 Jun 02 17:19:34.765433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a419d-94b3-4cdb-8d6a-073cc0e5f315 req-22228b90-b616-4175-94e6-3a86b4f87456 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:34.766928 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-542a419d-94b3-4cdb-8d6a-073cc0e5f315 req-22228b90-b616-4175-94e6-3a86b4f87456 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 932 time: 0.1164491 Jun 02 17:19:34.818349 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-542a419d-94b3-4cdb-8d6a-073cc0e5f315 req-71bbfde8-92fa-4e5f-8e04-d91010ddf0c5 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450490 Jun 02 17:19:35.093770 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:35.537662 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d1b8b031-2217-4666-8b93-12cbc12704bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:36.019503 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb85c4b-8f6d-4baf-a371-3a635c3dc70c req-d97975c6-7f08-4472-8394-511c4f079d6c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:36.020998 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cfb85c4b-8f6d-4baf-a371-3a635c3dc70c req-d97975c6-7f08-4472-8394-511c4f079d6c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 932 time: 0.0926309 Jun 02 17:19:36.065592 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-cfb85c4b-8f6d-4baf-a371-3a635c3dc70c req-8ac6f667-267f-42ea-81ef-bf8a92d5416c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385089 Jun 02 17:19:36.637473 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.v2.base [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Request body: {'port': {'device_id': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:19:36.751368 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:36.930244 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:37.222237 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae63a7d-3d2d-44cf-9687-9b76ae1052cc {{(pid=92323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:19:37.230005 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:37.244971 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.provisioning_blocks [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Transition to ACTIVE for port object aae63a7d-3d2d-44cf-9687-9b76ae1052cc will not be triggered until provisioned by entity L2. {{(pid=92323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 17:19:37.249401 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:37.253985 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84b1b9-c283-4138-a42f-c9aef25cf50b req-1f5c23cc-8c68-4fd5-b908-b29cb147b972 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:37.254539 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-f6f77b7a-2329-47a0-b2cf-d91a995f3c9d tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:19:37.255474 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ea84b1b9-c283-4138-a42f-c9aef25cf50b req-1f5c23cc-8c68-4fd5-b908-b29cb147b972 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 932 time: 0.0827036 Jun 02 17:19:37.301111 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-ea84b1b9-c283-4138-a42f-c9aef25cf50b req-e7f84bd2-f562-4f42-94e2-b4d4ddcb3b02 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395546 Jun 02 17:19:37.411281 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Pushing event updated for resources: {'Port': ['ID=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,revision_number=2']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:19:37.418381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:19:37.487969 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Attempting to bind port aae63a7d-3d2d-44cf-9687-9b76ae1052cc on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 17:19:37.488308 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Attempting to bind port aae63a7d-3d2d-44cf-9687-9b76ae1052cc by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 17:19:37.488642 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Attempting to bind port aae63a7d-3d2d-44cf-9687-9b76ae1052cc on network d97f2f05-c5f2-492c-b7a0-c84705a7e756 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:19:37.493122 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Port aae63a7d-3d2d-44cf-9687-9b76ae1052cc on network d97f2f05-c5f2-492c-b7a0-c84705a7e756 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 17:19:37.493442 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Attempting to bind port aae63a7d-3d2d-44cf-9687-9b76ae1052cc on network d97f2f05-c5f2-492c-b7a0-c84705a7e756 {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 17:19:37.498534 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Checking agent: {'id': '97e3101e-f1c7-4387-b19d-fc05e57d07e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'started_at': datetime.datetime(2021, 6, 2, 16, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 17, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 17:19:37.498873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Checking segment: {'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 17:19:37.499255 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Bound using segment: {'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'} {{(pid=92323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 17:19:37.499682 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.managers [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Bound port: aae63a7d-3d2d-44cf-9687-9b76ae1052cc, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6981233e-cdad-4528-b255-883891d0a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756'}}] {{(pid=92323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 17:19:37.500030 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:37.600432 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] For port aae63a7d-3d2d-44cf-9687-9b76ae1052cc, host hv-neutron-6013, cleared binding levels {{(pid=92323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 17:19:37.603606 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] For port aae63a7d-3d2d-44cf-9687-9b76ae1052cc, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 17:19:37.609730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10780218'] for port, after_update {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:37.613428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-2fe6096e-f91d-4105-bf01-2323bdf65c45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:19:37.668289 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:37.668897 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:37.670275 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] 10.222.0.49 "PUT /v2.0/ports/aae63a7d-3d2d-44cf-9687-9b76ae1052cc HTTP/1.1" status: 200 len: 1094 time: 1.0385859 Jun 02 17:19:37.670823 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'tag': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:19:37.673124 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0aa168e7d2cf9ed1fc84880150de039885a587a212709ba23704c219daf3656b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f632446f-93a3-4da4-a1a2-1d1f6c70b23e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e78bb7-3276-46e7-b586-c3be613a00fa", "tag": "aae63a7d-3d2d-44cf-9687-9b76ae1052cc"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:19:37.699415 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Pushing event updated for resources: {'Port': ['ID=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,revision_number=3']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:19:37.704798 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-536467f5-b668-4cb3-ae79-0baad9c8e476 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:19:37.781282 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e062cd3-225d-4446-b94e-ff8042538f9f x-openstack-request-id: req-7e062cd3-225d-4446-b94e-ff8042538f9f {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:19:37.781628 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e78bb7-3276-46e7-b586-c3be613a00fa", "tag": "aae63a7d-3d2d-44cf-9687-9b76ae1052cc", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:19:37.781931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e062cd3-225d-4446-b94e-ff8042538f9f {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:19:37.782403 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'tag': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc', 'status': 'completed', 'code': 200} Jun 02 17:19:37.796430 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536b861e-88a1-486f-a3c4-7f64a4ce6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:37.797924 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-536b861e-88a1-486f-a3c4-7f64a4ce6f86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1efcaa38aad40cab35f4cf2763a23d9&device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 1097 time: 0.0829601 Jun 02 17:19:37.872111 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-bc3f9044-b881-4416-b08a-f993ff64029e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aae63a7d-3d2d-44cf-9687-9b76ae1052cc HTTP/1.1" status: 200 len: 217 time: 0.0629478 Jun 02 17:19:37.942829 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-5a56a36e-65ef-4abc-901b-4e41b9b93bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:37.944189 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-5a56a36e-65ef-4abc-901b-4e41b9b93bed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bce260e3-9947-4d88-9031-c5797efd8360 HTTP/1.1" status: 200 len: 849 time: 0.0618277 Jun 02 17:19:38.025112 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-fada8dac-c104-4ffa-a68b-70e832f51ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:38.026644 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-fada8dac-c104-4ffa-a68b-70e832f51ab4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d97f2f05-c5f2-492c-b7a0-c84705a7e756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0727620 Jun 02 17:19:38.169384 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-dc10a36d-1926-42f9-8b80-f91876571b1a service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316564 Jun 02 17:19:38.307449 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3a914290-6ed3-42ee-ba25-63ee6b9dbb8a req-73a779f1-324f-46ce-9259-39ec12123f55 service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274827 Jun 02 17:19:38.436074 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632446f-93a3-4da4-a1a2-1d1f6c70b23e req-30a23885-6615-4c06-9946-22fe51db9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:38.437453 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f632446f-93a3-4da4-a1a2-1d1f6c70b23e req-30a23885-6615-4c06-9946-22fe51db9683 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1efcaa38aad40cab35f4cf2763a23d9&device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 1097 time: 0.0707750 Jun 02 17:19:38.493164 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5c136-bfef-4beb-a89d-58455d6b956f req-60cd7ae9-d480-462d-90ef-534ae863a4ec tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:38.494688 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d6c5c136-bfef-4beb-a89d-58455d6b956f req-60cd7ae9-d480-462d-90ef-534ae863a4ec tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 944 time: 0.0858202 Jun 02 17:19:38.539399 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-d6c5c136-bfef-4beb-a89d-58455d6b956f req-42e39851-3ce5-4c36-830e-a8d10a59edf0 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388410 Jun 02 17:19:38.573058 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632446f-93a3-4da4-a1a2-1d1f6c70b23e req-1e26f769-1f46-4697-b2fc-8d4edfe5a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:38.574548 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f632446f-93a3-4da4-a1a2-1d1f6c70b23e req-1e26f769-1f46-4697-b2fc-8d4edfe5a684 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d97f2f05-c5f2-492c-b7a0-c84705a7e756 HTTP/1.1" status: 200 len: 911 time: 0.1281922 Jun 02 17:19:38.645984 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f632446f-93a3-4da4-a1a2-1d1f6c70b23e req-9c22311e-c706-4f0a-8643-553cd75871f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aae63a7d-3d2d-44cf-9687-9b76ae1052cc HTTP/1.1" status: 200 len: 217 time: 0.0643473 Jun 02 17:19:38.725292 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632446f-93a3-4da4-a1a2-1d1f6c70b23e req-b19ca7da-47f3-4b42-afe4-532ef7ec4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:38.726614 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f632446f-93a3-4da4-a1a2-1d1f6c70b23e req-b19ca7da-47f3-4b42-afe4-532ef7ec4640 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bce260e3-9947-4d88-9031-c5797efd8360 HTTP/1.1" status: 200 len: 849 time: 0.0725074 Jun 02 17:19:38.804813 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632446f-93a3-4da4-a1a2-1d1f6c70b23e req-f97732ca-8b0d-4084-8d50-3d2dd2e57460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:38.806257 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f632446f-93a3-4da4-a1a2-1d1f6c70b23e req-f97732ca-8b0d-4084-8d50-3d2dd2e57460 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d97f2f05-c5f2-492c-b7a0-c84705a7e756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0716681 Jun 02 17:19:38.845898 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:39.076667 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f632446f-93a3-4da4-a1a2-1d1f6c70b23e req-47ea0df5-1e14-4e3f-aa7b-3d80dc0eda9b service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610979 Jun 02 17:19:39.316275 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-f632446f-93a3-4da4-a1a2-1d1f6c70b23e req-aa09cc65-c843-408e-b494-797193cb7ce1 service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767826 Jun 02 17:19:39.752787 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886bb55-88c3-4ebf-b99e-c6eb8a30e3de req-ac070222-7e86-45ff-9cda-380dca71c8fe tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:39.754749 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b886bb55-88c3-4ebf-b99e-c6eb8a30e3de req-ac070222-7e86-45ff-9cda-380dca71c8fe tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 944 time: 0.1070445 Jun 02 17:19:39.812113 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-b886bb55-88c3-4ebf-b99e-c6eb8a30e3de req-299d1c37-4464-405f-bbcf-3227362268c8 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503926 Jun 02 17:19:41.051341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f316920-b09e-4dea-8500-436900d7cd8f req-d9142433-e95e-49cb-b52b-bb30dfc25fb4 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:41.052768 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3f316920-b09e-4dea-8500-436900d7cd8f req-d9142433-e95e-49cb-b52b-bb30dfc25fb4 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 944 time: 0.1025841 Jun 02 17:19:41.099816 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3f316920-b09e-4dea-8500-436900d7cd8f req-d275d6db-5881-4b9c-a88c-37c9c00c3104 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388365 Jun 02 17:19:41.863000 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device aae63a7d-3d2d-44cf-9687-9b76ae1052cc details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 17:19:42.010482 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port aae63a7d-3d2d-44cf-9687-9b76ae1052cc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:19:42.024083 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'port_id': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc', 'mac_address': 'fa:16:3e:1b:67:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 17:19:42.085618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:42.103589 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae63a7d-3d2d-44cf-9687-9b76ae1052cc {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:19:42.120417 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port aae63a7d-3d2d-44cf-9687-9b76ae1052cc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:19:42.127156 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:42.128949 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:19:42.195159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,revision_number=4']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:19:42.198448 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:19:42.285230 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294060f-6b7c-4260-9613-0071b1743c00 req-9c634b34-1d45-44aa-b181-e8c63c90c3b9 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:42.286685 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3294060f-6b7c-4260-9613-0071b1743c00 req-9c634b34-1d45-44aa-b181-e8c63c90c3b9 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 945 time: 0.0822890 Jun 02 17:19:42.332228 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3294060f-6b7c-4260-9613-0071b1743c00 req-4b37ede0-4166-4052-bd8b-6b651d5c18b4 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398223 Jun 02 17:19:42.402207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['aae63a7d-3d2d-44cf-9687-9b76ae1052cc'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 17:19:43.689589 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d50c00-e808-4ef8-bb30-3aa28b32aa5a req-20ae97bf-ad4a-4f2e-9010-33fc20cc7a58 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:43.690983 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-23d50c00-e808-4ef8-bb30-3aa28b32aa5a req-20ae97bf-ad4a-4f2e-9010-33fc20cc7a58 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 945 time: 0.2306719 Jun 02 17:19:43.739383 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-23d50c00-e808-4ef8-bb30-3aa28b32aa5a req-fe253727-992c-4727-a00d-da9e1db32b67 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425994 Jun 02 17:19:43.883394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device aae63a7d-3d2d-44cf-9687-9b76ae1052cc up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:19:43.968208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning for port aae63a7d-3d2d-44cf-9687-9b76ae1052cc completed by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 17:19:43.973520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port aae63a7d-3d2d-44cf-9687-9b76ae1052cc triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:19:43.973905 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:44.138698 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:44.165865 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:19:44.168138 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c6e5a5012a1b4c6a81bcce13802c8a7c9ca78fde85b13a4d3496dc3ef48cad9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f58e1d-cbb6-4a7f-8937-e23dde73276c" -d '{"events": [{"server_uuid": "a7e78bb7-3276-46e7-b586-c3be613a00fa", "name": "network-vif-plugged", "status": "completed", "tag": "aae63a7d-3d2d-44cf-9687-9b76ae1052cc"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:19:44.176213 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port aae63a7d-3d2d-44cf-9687-9b76ae1052cc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:19:44.181165 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:44.183088 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:19:44.211915 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fb2fb8-9227-4aee-88e2-c513d0a4970d x-openstack-request-id: req-f4fb2fb8-9227-4aee-88e2-c513d0a4970d {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:19:44.212188 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e78bb7-3276-46e7-b586-c3be613a00fa", "name": "network-vif-plugged", "status": "completed", "tag": "aae63a7d-3d2d-44cf-9687-9b76ae1052cc", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:19:44.212441 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f4fb2fb8-9227-4aee-88e2-c513d0a4970d {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:19:44.212825 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc', 'code': 200} Jun 02 17:19:44.249552 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,revision_number=5']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:19:44.252332 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:19:44.475330 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f2b4e-0c4e-4dd6-89ae-8b5b404afff8 req-71256cc3-057e-479e-9798-bb8df1a96723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:44.476793 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fe1f2b4e-0c4e-4dd6-89ae-8b5b404afff8 req-71256cc3-057e-479e-9798-bb8df1a96723 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 1099 time: 0.0779557 Jun 02 17:19:44.534127 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-fe1f2b4e-0c4e-4dd6-89ae-8b5b404afff8 req-b931b308-1d4b-4aca-9183-2c21bb723246 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467680 Jun 02 17:19:44.954597 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce52242-10b2-43fa-98d3-a11efc06286f req-c9b08efa-1f83-4860-b70c-6b012434ee26 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:44.956030 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bce52242-10b2-43fa-98d3-a11efc06286f req-c9b08efa-1f83-4860-b70c-6b012434ee26 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 946 time: 0.0920956 Jun 02 17:19:45.003214 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-bce52242-10b2-43fa-98d3-a11efc06286f req-5e6ba877-fff2-456b-973b-2ac5097d337c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413909 Jun 02 17:19:46.212259 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a630752-16d6-418c-97af-04554e0c7ee4 req-a67f7ab5-db5f-4c97-9927-cbcea3f711b4 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:46.213724 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1a630752-16d6-418c-97af-04554e0c7ee4 req-a67f7ab5-db5f-4c97-9927-cbcea3f711b4 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 946 time: 0.0826223 Jun 02 17:19:46.261882 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-1a630752-16d6-418c-97af-04554e0c7ee4 req-a062abfb-5e6a-4d36-8f3c-793f56574ecb tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424383 Jun 02 17:19:46.461201 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a10ed-55f2-4a90-9212-1e05be30ec42 req-dbcce7d4-baa8-4351-a793-61d10c68d67b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:46.462695 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-004a10ed-55f2-4a90-9212-1e05be30ec42 req-dbcce7d4-baa8-4351-a793-61d10c68d67b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 946 time: 0.0940468 Jun 02 17:19:46.507829 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-004a10ed-55f2-4a90-9212-1e05be30ec42 req-9f9e0922-3913-47c4-bc3e-6e573810190a tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395563 Jun 02 17:19:46.531035 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 46356) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:19:46.609919 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2434f-0e9d-40fd-92a6-522591716198 tempest-TestSnapshotPattern-152074906 tempest-TestSnapshotPattern-152074906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:46.610656 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1df2434f-0e9d-40fd-92a6-522591716198 tempest-TestSnapshotPattern-152074906 tempest-TestSnapshotPattern-152074906-project-admin] Synchronizing usage tracker for tenant:f2d04ac2fed3464dae92cf77b7793af5 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:19:46.629411 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1df2434f-0e9d-40fd-92a6-522591716198 tempest-TestSnapshotPattern-152074906 tempest-TestSnapshotPattern-152074906-project-admin] Unset dirty status for tenant:f2d04ac2fed3464dae92cf77b7793af5 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:19:46.630618 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1df2434f-0e9d-40fd-92a6-522591716198 tempest-TestSnapshotPattern-152074906 tempest-TestSnapshotPattern-152074906-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 1094 time: 0.0986359 Jun 02 17:19:46.633632 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 46358) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:19:46.638200 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.v2.base [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Request body: {'floatingip': {'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'port_id': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 17:19:46.644335 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 17:19:46.648213 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Usage tracker for resource:floatingip and tenant:b1efcaa38aad40cab35f4cf2763a23d9 is out of sync, need to count used quota {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 17:19:46.651072 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 17:19:46.656898 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.quota.driver [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 17:19:46.667522 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for floatingip, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:46.809728 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:46.944060 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.db_base_plugin_common [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Allocated IP 172.26.3.25 (3e4df761-1bd3-455c-9709-426e794fcea2/4a870883-c8b6-47bd-b742-fe4f40fe1f7e/9e65e072-b5d6-4b69-865f-c9c72ba91f1b) {{(pid=92322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 17:19:47.098992 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for port, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:47.129872 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746509147028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:47.133562 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-e0ccc0e7-1ada-4d74-aad7-fab55b36b8f8 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:19:47.200221 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Network 3e4df761-1bd3-455c-9709-426e794fcea2 is already hosted by enough agents. {{(pid=92322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 17:19:47.203154 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.base_scheduler [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Resources bound (agent type, host, resource id): {{(pid=92322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 17:19:47.206917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Received port after_create {{(pid=92322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 17:19:47.235700 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event updated for resources: {'Port': ['ID=9e65e072-b5d6-4b69-865f-c9c72ba91f1b,revision_number=1']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:19:47.249680 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:47.250064 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:47.250467 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:47.250837 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:47.251233 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:47.251593 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:47.251935 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:47.252341 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:47.252711 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:47.253070 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:47.253410 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:47.253763 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:19:47.258433 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:19:47.275250 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:19:47.646416 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:47.725409 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:47.934818 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for port, precommit_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:47.940993 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16447238'] for port, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:47.944685 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ac04325c-9a88-4d9b-b2fe-6accdd55518d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:19:48.225390 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event updated for resources: {'Port': ['ID=9e65e072-b5d6-4b69-865f-c9c72ba91f1b,revision_number=2']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:19:48.233911 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:19:48.263805 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667272'] for floatingip, after_update {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:48.442833 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Floating IP 339d698e-dca9-413c-b6ab-b779b55768ea associated. External IP: 172.26.3.25, port: aae63a7d-3d2d-44cf-9687-9b76ae1052cc. Jun 02 17:19:48.814595 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Router 69543c82-c21d-4d64-9f15-c481ed48403d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:19:49.001058 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:19:49.011880 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1479e-3adb-4d01-9587-baf284e4ed27 None None] Sync routers for ids ['69543c82-c21d-4d64-9f15-c481ed48403d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:19:49.022239 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1479e-3adb-4d01-9587-baf284e4ed27 None None] Routers {'69543c82-c21d-4d64-9f15-c481ed48403d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:19:49.022865 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b6f1479e-3adb-4d01-9587-baf284e4ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:19:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['69543c82-c21d-4d64-9f15-c481ed48403d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:19:49.027327 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:49.089352 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4545398 Jun 02 17:19:49.090098 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'tag': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:19:49.178699 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d2da30b027102ffc43db9561dda1805b9d50124d782112f293d7f851b3c94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544e5a39-cc3e-4af4-a35f-cb68278a8bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e78bb7-3276-46e7-b586-c3be613a00fa", "tag": "aae63a7d-3d2d-44cf-9687-9b76ae1052cc"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:19:49.208881 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-b6f1479e-3adb-4d01-9587-baf284e4ed27 None None] Set router 69543c82-c21d-4d64-9f15-c481ed48403d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:19:49.268014 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bf5d8a-44ba-4b48-80f0-c0be5ef904b4 x-openstack-request-id: req-24bf5d8a-44ba-4b48-80f0-c0be5ef904b4 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:19:49.268367 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e78bb7-3276-46e7-b586-c3be613a00fa", "tag": "aae63a7d-3d2d-44cf-9687-9b76ae1052cc", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:19:49.268675 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-24bf5d8a-44ba-4b48-80f0-c0be5ef904b4 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:19:49.269124 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'tag': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc', 'status': 'completed', 'code': 200} Jun 02 17:19:49.363532 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e5a39-cc3e-4af4-a35f-cb68278a8bf7 req-35945be1-fbf7-496e-b9b8-a2afcfd48e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:49.365260 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-544e5a39-cc3e-4af4-a35f-cb68278a8bf7 req-35945be1-fbf7-496e-b9b8-a2afcfd48e72 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1efcaa38aad40cab35f4cf2763a23d9&device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 1099 time: 0.0741401 Jun 02 17:19:49.506648 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e5a39-cc3e-4af4-a35f-cb68278a8bf7 req-15e914bd-479d-4e2f-845a-1a7e97e1531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:49.508081 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-544e5a39-cc3e-4af4-a35f-cb68278a8bf7 req-15e914bd-479d-4e2f-845a-1a7e97e1531a service neutron] 10.222.0.49 "GET /v2.0/networks?id=d97f2f05-c5f2-492c-b7a0-c84705a7e756 HTTP/1.1" status: 200 len: 911 time: 0.1363652 Jun 02 17:19:49.567500 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b6f1479e-3adb-4d01-9587-baf284e4ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '339d698e-dca9-413c-b6ab-b779b55768ea', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'floating_ip_address': '172.26.3.25', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'port_id': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'mac_address': 'fa:16:3e:1b:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:19:47Z', 'updated_at': '2021-06-02T17:19:47Z', 'revision_number': 0, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'fixed_ip_address_scope': None}, {'id': '5a1446dd-f6e2-4cea-9082-567503063936', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'floating_ip_address': '172.26.3.174', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'port_id': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'mac_address': 'fa:16:3e:2b:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:17:10Z', 'updated_at': '2021-06-02T17:17:13Z', 'revision_number': 1, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 5, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:19:49.571585 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1479e-3adb-4d01-9587-baf284e4ed27 None None] Checking router: 69543c82-c21d-4d64-9f15-c481ed48403d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:19:49.580492 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1479e-3adb-4d01-9587-baf284e4ed27 None None] Routers {'69543c82-c21d-4d64-9f15-c481ed48403d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:19:49.581120 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b6f1479e-3adb-4d01-9587-baf284e4ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:19:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['69543c82-c21d-4d64-9f15-c481ed48403d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:19:49.612367 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-544e5a39-cc3e-4af4-a35f-cb68278a8bf7 req-b9fad5c1-1dff-4afa-96c0-f0918d21fb78 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aae63a7d-3d2d-44cf-9687-9b76ae1052cc HTTP/1.1" status: 200 len: 999 time: 0.0981221 Jun 02 17:19:49.675845 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e5a39-cc3e-4af4-a35f-cb68278a8bf7 req-90263290-b053-4077-aea4-81e5bf259754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:49.676515 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:19:49.677127 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-544e5a39-cc3e-4af4-a35f-cb68278a8bf7 req-90263290-b053-4077-aea4-81e5bf259754 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bce260e3-9947-4d88-9031-c5797efd8360 HTTP/1.1" status: 200 len: 849 time: 0.0586281 Jun 02 17:19:49.758061 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e5a39-cc3e-4af4-a35f-cb68278a8bf7 req-34fea64c-6935-44e9-9796-af965f6d86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:19:49.759579 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-544e5a39-cc3e-4af4-a35f-cb68278a8bf7 req-34fea64c-6935-44e9-9796-af965f6d86fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d97f2f05-c5f2-492c-b7a0-c84705a7e756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0760739 Jun 02 17:19:49.768392 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-b6f1479e-3adb-4d01-9587-baf284e4ed27 None None] Set router 69543c82-c21d-4d64-9f15-c481ed48403d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:19:49.900774 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-544e5a39-cc3e-4af4-a35f-cb68278a8bf7 req-8e26f221-b117-4b1e-a7f8-aa914a48664e service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304858 Jun 02 17:19:50.038385 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-544e5a39-cc3e-4af4-a35f-cb68278a8bf7 req-977509bb-a488-4fd5-8ff5-a4cfd5601b55 service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309578 Jun 02 17:19:50.126632 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-b6f1479e-3adb-4d01-9587-baf284e4ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '339d698e-dca9-413c-b6ab-b779b55768ea', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'floating_ip_address': '172.26.3.25', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'port_id': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'mac_address': 'fa:16:3e:1b:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:19:47Z', 'updated_at': '2021-06-02T17:19:47Z', 'revision_number': 0, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'fixed_ip_address_scope': None}, {'id': '5a1446dd-f6e2-4cea-9082-567503063936', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'floating_ip_address': '172.26.3.174', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'port_id': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'mac_address': 'fa:16:3e:2b:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:17:10Z', 'updated_at': '2021-06-02T17:17:13Z', 'revision_number': 1, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 5, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:19:50.130642 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1479e-3adb-4d01-9587-baf284e4ed27 None None] The sync data for ids ['69543c82-c21d-4d64-9f15-c481ed48403d'] in dv-neutron-601336-83-hyperv is: [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '339d698e-dca9-413c-b6ab-b779b55768ea', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'floating_ip_address': '172.26.3.25', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'port_id': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'mac_address': 'fa:16:3e:1b:67:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:19:47Z', 'updated_at': '2021-06-02T17:19:47Z', 'revision_number': 0, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'fixed_ip_address_scope': None}, {'id': '5a1446dd-f6e2-4cea-9082-567503063936', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'floating_ip_address': '172.26.3.174', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'port_id': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'mac_address': 'fa:16:3e:2b:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:17:10Z', 'updated_at': '2021-06-02T17:17:13Z', 'revision_number': 1, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 5, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:19:50.324099 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4365713a-28ff-419d-ae14-99801116c47f None None] New status for floating IP 339d698e-dca9-413c-b6ab-b779b55768ea: ACTIVE {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:20:03.018274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-8aabd64a-2bd5-427e-891d-b4184a35166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:20:05.090056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:20:05.540812 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d22c842f-2241-4d6a-9e35-5b7f76bd1dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:20:06.931750 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:20:08.792392 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8a77feb7-8154-4d38-a3d6-b7f4cc6de54d req-139e5063-06b6-4283-a14e-8c4a2f45abe4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708120 Jun 02 17:20:08.848723 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:20:08.941095 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77feb7-8154-4d38-a3d6-b7f4cc6de54d req-7380aaf3-6a73-4815-ba53-a7203be18319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:20:08.942589 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8a77feb7-8154-4d38-a3d6-b7f4cc6de54d req-7380aaf3-6a73-4815-ba53-a7203be18319 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1efcaa38aad40cab35f4cf2763a23d9&device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 1096 time: 0.0783112 Jun 02 17:20:09.088217 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77feb7-8154-4d38-a3d6-b7f4cc6de54d req-7e94f09a-82af-40e7-8f6e-0414bdc300d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:20:09.089527 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8a77feb7-8154-4d38-a3d6-b7f4cc6de54d req-7e94f09a-82af-40e7-8f6e-0414bdc300d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d97f2f05-c5f2-492c-b7a0-c84705a7e756 HTTP/1.1" status: 200 len: 911 time: 0.1267221 Jun 02 17:20:09.339124 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8a77feb7-8154-4d38-a3d6-b7f4cc6de54d req-4e4a0580-6cad-42da-b0cb-d85d4da8f7ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade65b47-3c35-4f70-9098-87a2b77d37b2 HTTP/1.1" status: 200 len: 999 time: 0.2425144 Jun 02 17:20:09.415463 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77feb7-8154-4d38-a3d6-b7f4cc6de54d req-ceeb792d-6f39-41da-b20f-08df9cecae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:20:09.416926 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8a77feb7-8154-4d38-a3d6-b7f4cc6de54d req-ceeb792d-6f39-41da-b20f-08df9cecae87 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bce260e3-9947-4d88-9031-c5797efd8360 HTTP/1.1" status: 200 len: 849 time: 0.0706027 Jun 02 17:20:09.495427 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77feb7-8154-4d38-a3d6-b7f4cc6de54d req-00f75b11-0167-4611-a526-72161de41019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:20:09.496985 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8a77feb7-8154-4d38-a3d6-b7f4cc6de54d req-00f75b11-0167-4611-a526-72161de41019 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d97f2f05-c5f2-492c-b7a0-c84705a7e756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732162 Jun 02 17:20:09.633853 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8a77feb7-8154-4d38-a3d6-b7f4cc6de54d req-1f71b400-a1ca-4d7e-bed9-6803044152e0 service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253867 Jun 02 17:20:09.786175 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-8a77feb7-8154-4d38-a3d6-b7f4cc6de54d req-4b249ca3-c129-4e08-8926-00795057dd6e service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424837 Jun 02 17:20:19.644971 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:20:24.274901 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:20:33.024828 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7495302d-ee22-4cbe-a803-2807a7432704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:20:35.094253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:20:35.545316 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-443b0a20-99e0-4796-bac0-6ee5ee301133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:20:36.935293 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:20:38.850726 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:20:49.663530 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:01.279246 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:21:03.027492 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-77ea8f22-7e8c-4bdc-9e0b-bd39a356913d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:05.113547 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:05.561966 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3a73a0b6-1e37-4712-993c-a368cd127e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:06.946108 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:08.866433 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:09.817494 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2fc5b1a6-bb25-4a85-94a9-1454ae3d30ab req-4c45abea-51f7-47bb-aa93-a916e335f724 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0919635 Jun 02 17:21:09.916118 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5b1a6-bb25-4a85-94a9-1454ae3d30ab req-8c5bc7d3-06d6-4dbe-9417-68412b036d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:09.917574 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2fc5b1a6-bb25-4a85-94a9-1454ae3d30ab req-8c5bc7d3-06d6-4dbe-9417-68412b036d1d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1efcaa38aad40cab35f4cf2763a23d9&device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 1099 time: 0.0729768 Jun 02 17:21:10.072765 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5b1a6-bb25-4a85-94a9-1454ae3d30ab req-3def8871-2f1c-46f7-8881-6628ce8f8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:10.074101 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2fc5b1a6-bb25-4a85-94a9-1454ae3d30ab req-3def8871-2f1c-46f7-8881-6628ce8f8344 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d97f2f05-c5f2-492c-b7a0-c84705a7e756 HTTP/1.1" status: 200 len: 911 time: 0.1295168 Jun 02 17:21:10.186185 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2fc5b1a6-bb25-4a85-94a9-1454ae3d30ab req-1be1ef29-c642-475c-ad4e-c420dd92fb23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aae63a7d-3d2d-44cf-9687-9b76ae1052cc HTTP/1.1" status: 200 len: 1001 time: 0.1008496 Jun 02 17:21:10.256208 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5b1a6-bb25-4a85-94a9-1454ae3d30ab req-0d1648de-8bec-4b77-9e1f-d17a6d4e3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:10.257751 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2fc5b1a6-bb25-4a85-94a9-1454ae3d30ab req-0d1648de-8bec-4b77-9e1f-d17a6d4e3430 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bce260e3-9947-4d88-9031-c5797efd8360 HTTP/1.1" status: 200 len: 849 time: 0.0618725 Jun 02 17:21:10.347835 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5b1a6-bb25-4a85-94a9-1454ae3d30ab req-403d37b6-1753-48bb-8d8c-89e62577dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:10.349247 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2fc5b1a6-bb25-4a85-94a9-1454ae3d30ab req-403d37b6-1753-48bb-8d8c-89e62577dc78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d97f2f05-c5f2-492c-b7a0-c84705a7e756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0819409 Jun 02 17:21:10.483811 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2fc5b1a6-bb25-4a85-94a9-1454ae3d30ab req-699b0c0c-a100-4ded-ae88-0c9a413c679e service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238053 Jun 02 17:21:10.639643 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-2fc5b1a6-bb25-4a85-94a9-1454ae3d30ab req-2042ccb6-67d6-437c-bfb7-dbfa0d4367b3 service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458206 Jun 02 17:21:19.663102 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:32.488893 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device aae63a7d-3d2d-44cf-9687-9b76ae1052cc details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92324) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 17:21:32.662326 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port aae63a7d-3d2d-44cf-9687-9b76ae1052cc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:21:32.677371 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Returning: {'device': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'port_id': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc', 'mac_address': 'fa:16:3e:1b:67:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92324) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 17:21:32.734497 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:32.755865 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aae63a7d-3d2d-44cf-9687-9b76ae1052cc {{(pid=92324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 17:21:32.774516 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port aae63a7d-3d2d-44cf-9687-9b76ae1052cc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:21:32.781298 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:32.783320 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:21:32.875422 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,revision_number=6']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:21:32.885520 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:32.886061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:32.886398 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:32.886597 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:32.886930 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:32.887265 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:32.887606 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:32.887923 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:32.888249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:32.888739 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:32.889149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:32.889473 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:32.893618 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:21:32.906473 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] get_ports_and_sgs() called for port_ids ['aae63a7d-3d2d-44cf-9687-9b76ae1052cc'] {{(pid=92324) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 17:21:33.042486 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c3264fd0-e629-4413-a889-6acd05b3e3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:34.488299 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device aae63a7d-3d2d-44cf-9687-9b76ae1052cc up at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 17:21:34.582313 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.provisioning_blocks [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Provisioning complete for port aae63a7d-3d2d-44cf-9687-9b76ae1052cc triggered by entity L2. {{(pid=92324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 17:21:34.582601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618830'] for port, provisioning_complete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:34.721801 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:34.753002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:21:34.763389 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port aae63a7d-3d2d-44cf-9687-9b76ae1052cc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:21:34.768497 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:34.771093 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-87036572-b51c-4e25-8545-1e7db35bd72e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:21:34.854279 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f9edc0368ac755f0694fc6834b7eff6765c8298a4421956f9481b621b52b3f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634b03c2-80ca-4400-8dd8-9cd80f97a24e" -d '{"events": [{"server_uuid": "a7e78bb7-3276-46e7-b586-c3be613a00fa", "name": "network-vif-plugged", "status": "completed", "tag": "aae63a7d-3d2d-44cf-9687-9b76ae1052cc"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:21:34.884846 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,revision_number=7']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:21:34.886344 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:21:34.969404 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b11c97-c470-4b9e-81a0-f6eced11d033 x-openstack-request-id: req-d0b11c97-c470-4b9e-81a0-f6eced11d033 {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:21:34.969756 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e78bb7-3276-46e7-b586-c3be613a00fa", "name": "network-vif-plugged", "status": "completed", "tag": "aae63a7d-3d2d-44cf-9687-9b76ae1052cc", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:21:34.970435 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0b11c97-c470-4b9e-81a0-f6eced11d033 {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:21:34.970906 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc', 'code': 200} Jun 02 17:21:35.100240 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:35.546945 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-634fa7e1-fb66-4282-82c9-d699ce56de05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:36.943479 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:38.281725 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:21:38.865030 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:42.666553 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 46606) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:21:42.961219 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Deleting port 9e65e072-b5d6-4b69-865f-c9c72ba91f1b {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:21:42.961461 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:43.086328 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:43.086609 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:43.350657 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Calling delete_port for 9e65e072-b5d6-4b69-865f-c9c72ba91f1b owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:21:43.481228 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:43.486296 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-dd0a6a1f-3d70-4a08-8eff-f02deb534c8f tempest-TestShelveInstance-245905895 tempest-TestShelveInstance-245905895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:21:43.531937 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event deleted for resources: {'Port': ['ID=9e65e072-b5d6-4b69-865f-c9c72ba91f1b,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:21:43.597853 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:43.598252 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:43.598644 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:43.599004 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:43.599373 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:43.599767 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:43.600171 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:43.600556 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:43.600930 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:43.601236 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:43.601597 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:43.601961 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:43.608505 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:21:43.637324 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:43.637639 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Floating IP 339d698e-dca9-413c-b6ab-b779b55768ea disassociated (deleted). External IP: 172.26.3.25, port: aae63a7d-3d2d-44cf-9687-9b76ae1052cc. Jun 02 17:21:44.023249 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Router 69543c82-c21d-4d64-9f15-c481ed48403d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:21:44.213524 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:21:44.224253 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845f1d3-13e4-4f0d-ac29-516439b99a6d None None] Sync routers for ids ['69543c82-c21d-4d64-9f15-c481ed48403d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:21:44.236081 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845f1d3-13e4-4f0d-ac29-516439b99a6d None None] Routers {'69543c82-c21d-4d64-9f15-c481ed48403d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:21:44.236357 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:44.236897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-0845f1d3-13e4-4f0d-ac29-516439b99a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:21:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['69543c82-c21d-4d64-9f15-c481ed48403d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:21:44.295878 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-25ef6c40-7bab-43f6-ad1d-1554e41b2784 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "DELETE /v2.0/floatingips/339d698e-dca9-413c-b6ab-b779b55768ea HTTP/1.1" status: 204 len: 168 time: 1.6280849 Jun 02 17:21:44.296463 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'tag': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:21:44.298917 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d2da30b027102ffc43db9561dda1805b9d50124d782112f293d7f851b3c94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67323142-2de8-4964-8c8e-26995fa149ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e78bb7-3276-46e7-b586-c3be613a00fa", "tag": "aae63a7d-3d2d-44cf-9687-9b76ae1052cc"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:21:44.357970 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d64e89-2ec5-4479-84f0-cd33cc4881b1 x-openstack-request-id: req-09d64e89-2ec5-4479-84f0-cd33cc4881b1 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:21:44.358541 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e78bb7-3276-46e7-b586-c3be613a00fa", "tag": "aae63a7d-3d2d-44cf-9687-9b76ae1052cc", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:21:44.359007 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09d64e89-2ec5-4479-84f0-cd33cc4881b1 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:21:44.359803 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'tag': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc', 'status': 'completed', 'code': 200} Jun 02 17:21:44.433446 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-0845f1d3-13e4-4f0d-ac29-516439b99a6d None None] Set router 69543c82-c21d-4d64-9f15-c481ed48403d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:21:44.480826 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67323142-2de8-4964-8c8e-26995fa149ea req-876dc99a-1530-49b9-a3bb-3d1f2145b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:44.482470 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-67323142-2de8-4964-8c8e-26995fa149ea req-876dc99a-1530-49b9-a3bb-3d1f2145b88b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1efcaa38aad40cab35f4cf2763a23d9&device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 1099 time: 0.0935535 Jun 02 17:21:44.565042 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device aae63a7d-3d2d-44cf-9687-9b76ae1052cc no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:21:44.628370 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67323142-2de8-4964-8c8e-26995fa149ea req-199f43a3-d823-48a2-8ad9-bcc9ab1d5d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:44.630030 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-67323142-2de8-4964-8c8e-26995fa149ea req-199f43a3-d823-48a2-8ad9-bcc9ab1d5d55 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d97f2f05-c5f2-492c-b7a0-c84705a7e756 HTTP/1.1" status: 200 len: 911 time: 0.1378334 Jun 02 17:21:44.716462 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-67323142-2de8-4964-8c8e-26995fa149ea req-54568346-9067-4af6-adcd-61df2ceea9b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aae63a7d-3d2d-44cf-9687-9b76ae1052cc HTTP/1.1" status: 200 len: 217 time: 0.0734966 Jun 02 17:21:44.854646 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3786885'] for port, before_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:44.933904 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc'}] {{(pid=92324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:21:44.936319 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f9edc0368ac755f0694fc6834b7eff6765c8298a4421956f9481b621b52b3f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e18c55-ec90-459f-81e8-c1fdeacc3b4f" -d '{"events": [{"server_uuid": "a7e78bb7-3276-46e7-b586-c3be613a00fa", "name": "network-vif-unplugged", "status": "completed", "tag": "aae63a7d-3d2d-44cf-9687-9b76ae1052cc"}]}' {{(pid=92324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:21:44.950918 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] For port aae63a7d-3d2d-44cf-9687-9b76ae1052cc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:21:44.964780 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746509502446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746509147046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746509147091'] for port, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:44.967171 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-449bd301-6778-458e-9259-8ce868426917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:21:44.972858 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67323142-2de8-4964-8c8e-26995fa149ea req-9759cc43-8942-4d2c-9a55-e190ea07f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:44.974431 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-67323142-2de8-4964-8c8e-26995fa149ea req-9759cc43-8942-4d2c-9a55-e190ea07f755 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bce260e3-9947-4d88-9031-c5797efd8360 HTTP/1.1" status: 200 len: 849 time: 0.2505691 Jun 02 17:21:45.000579 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 17:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f485c1-7706-4d87-8e04-c2eeca4fe36a x-openstack-request-id: req-a1f485c1-7706-4d87-8e04-c2eeca4fe36a {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:21:45.000905 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e78bb7-3276-46e7-b586-c3be613a00fa", "name": "network-vif-unplugged", "status": "completed", "tag": "aae63a7d-3d2d-44cf-9687-9b76ae1052cc", "code": 200}]} {{(pid=92324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:21:45.001169 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1f485c1-7706-4d87-8e04-c2eeca4fe36a {{(pid=92324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:21:45.001567 dv-neutron-601336-83-hyperv neutron-server[92324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc', 'code': 200} Jun 02 17:21:45.052387 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Pushing event updated for resources: {'Port': ['ID=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,revision_number=8']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:21:45.055675 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:21:45.061391 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-0845f1d3-13e4-4f0d-ac29-516439b99a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '5a1446dd-f6e2-4cea-9082-567503063936', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'floating_ip_address': '172.26.3.174', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'port_id': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'mac_address': 'fa:16:3e:2b:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:17:10Z', 'updated_at': '2021-06-02T17:17:13Z', 'revision_number': 1, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 5, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:21:45.065470 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845f1d3-13e4-4f0d-ac29-516439b99a6d None None] Checking router: 69543c82-c21d-4d64-9f15-c481ed48403d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:21:45.069856 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f320e1c-b2b4-450a-8503-a59da594cebb req-ee245f22-6aa1-4cbf-96fa-84fef335d35e tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:45.071380 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f320e1c-b2b4-450a-8503-a59da594cebb req-ee245f22-6aa1-4cbf-96fa-84fef335d35e tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 944 time: 0.3027251 Jun 02 17:21:45.074249 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845f1d3-13e4-4f0d-ac29-516439b99a6d None None] Routers {'69543c82-c21d-4d64-9f15-c481ed48403d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:21:45.074890 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-0845f1d3-13e4-4f0d-ac29-516439b99a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:21:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['69543c82-c21d-4d64-9f15-c481ed48403d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:21:45.108562 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67323142-2de8-4964-8c8e-26995fa149ea req-91b988e9-987c-499d-851b-b3556f5e4a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:45.110187 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-67323142-2de8-4964-8c8e-26995fa149ea req-91b988e9-987c-499d-851b-b3556f5e4a9a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d97f2f05-c5f2-492c-b7a0-c84705a7e756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1284781 Jun 02 17:21:45.153848 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-3f320e1c-b2b4-450a-8503-a59da594cebb req-36574d26-3c56-4b46-b498-bd16d3e71e76 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755312 Jun 02 17:21:45.262058 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-67323142-2de8-4964-8c8e-26995fa149ea req-e8122a77-2b52-44ab-9c04-af6dcab7c424 service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431768 Jun 02 17:21:45.272278 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-0845f1d3-13e4-4f0d-ac29-516439b99a6d None None] Set router 69543c82-c21d-4d64-9f15-c481ed48403d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:21:45.408214 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-67323142-2de8-4964-8c8e-26995fa149ea req-416279e5-bd1b-4071-af71-b7a907c0f4c6 service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381011 Jun 02 17:21:45.631611 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-0845f1d3-13e4-4f0d-ac29-516439b99a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '5a1446dd-f6e2-4cea-9082-567503063936', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'floating_ip_address': '172.26.3.174', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'port_id': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'mac_address': 'fa:16:3e:2b:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:17:10Z', 'updated_at': '2021-06-02T17:17:13Z', 'revision_number': 1, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 5, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:21:45.636074 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845f1d3-13e4-4f0d-ac29-516439b99a6d None None] The sync data for ids ['69543c82-c21d-4d64-9f15-c481ed48403d'] in dv-neutron-601336-83-hyperv is: [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_floatingips': [{'id': '5a1446dd-f6e2-4cea-9082-567503063936', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'floating_ip_address': '172.26.3.174', 'floating_network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'router_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'port_id': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'mac_address': 'fa:16:3e:2b:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T17:17:10Z', 'updated_at': '2021-06-02T17:17:13Z', 'revision_number': 1, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 5, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:21:45.846795 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591e0344-516f-40d4-bff7-2bb3f4945666 None None] New status for floating IP 339d698e-dca9-413c-b6ab-b779b55768ea: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:21:46.356003 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fd297-6151-42c8-9c61-f9911d7a9527 req-23bbd8b6-00a9-4dc0-8de1-6dd79de82cd8 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:46.356713 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-a08fd297-6151-42c8-9c61-f9911d7a9527 req-23bbd8b6-00a9-4dc0-8de1-6dd79de82cd8 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Synchronizing usage tracker for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:21:46.373829 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-a08fd297-6151-42c8-9c61-f9911d7a9527 req-23bbd8b6-00a9-4dc0-8de1-6dd79de82cd8 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Unset dirty status for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:21:46.375281 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a08fd297-6151-42c8-9c61-f9911d7a9527 req-23bbd8b6-00a9-4dc0-8de1-6dd79de82cd8 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 944 time: 0.1106186 Jun 02 17:21:46.426245 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-a08fd297-6151-42c8-9c61-f9911d7a9527 req-6a3e065d-faea-4c4a-a2e1-220b1010250c tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448139 Jun 02 17:21:46.553660 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da091d7-9d5e-43a1-ba69-4d2f5d16bbdc req-76b1af8a-602b-4205-86a8-651dc7d20f36 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:46.555026 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7da091d7-9d5e-43a1-ba69-4d2f5d16bbdc req-76b1af8a-602b-4205-86a8-651dc7d20f36 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 944 time: 0.0882831 Jun 02 17:21:46.703402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-7da091d7-9d5e-43a1-ba69-4d2f5d16bbdc req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Deleting port aae63a7d-3d2d-44cf-9687-9b76ae1052cc {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:21:46.703756 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-7da091d7-9d5e-43a1-ba69-4d2f5d16bbdc req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:46.837175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-7da091d7-9d5e-43a1-ba69-4d2f5d16bbdc req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] For port aae63a7d-3d2d-44cf-9687-9b76ae1052cc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:21:46.837435 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-7da091d7-9d5e-43a1-ba69-4d2f5d16bbdc req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:46.958083 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-7da091d7-9d5e-43a1-ba69-4d2f5d16bbdc req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Calling delete_port for aae63a7d-3d2d-44cf-9687-9b76ae1052cc owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:21:47.082358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-7da091d7-9d5e-43a1-ba69-4d2f5d16bbdc req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:47.088935 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-1be832fe-9908-4b8f-a339-635ec82a73ad tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:21:47.134057 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event deleted for resources: {'Port': ['ID=aae63a7d-3d2d-44cf-9687-9b76ae1052cc,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:21:47.171867 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:47.172260 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:47.172638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:47.173015 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:47.173381 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:47.173748 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:47.174224 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:47.174481 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:47.174842 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:47.175201 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:47.175574 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:47.176004 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-83-hyperv {{(pid=92323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 17:21:47.183184 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:21:47.222412 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da091d7-9d5e-43a1-ba69-4d2f5d16bbdc req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] No DVR routers for this DVR port aae63a7d-3d2d-44cf-9687-9b76ae1052cc on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:21:47.224958 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-7da091d7-9d5e-43a1-ba69-4d2f5d16bbdc req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:47.227582 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'name': 'network-vif-deleted', 'tag': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:21:47.243193 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-7da091d7-9d5e-43a1-ba69-4d2f5d16bbdc req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.49 "DELETE /v2.0/ports/aae63a7d-3d2d-44cf-9687-9b76ae1052cc HTTP/1.1" status: 204 len: 173 time: 0.6792674 Jun 02 17:21:47.275433 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}487fded33247a8d1ca6b075744f77c960d71652049e5f3e02624d38f9e6c66c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d32481-4271-4e1f-ae27-0d6978b7c096" -d '{"events": [{"server_uuid": "a7e78bb7-3276-46e7-b586-c3be613a00fa", "name": "network-vif-deleted", "tag": "aae63a7d-3d2d-44cf-9687-9b76ae1052cc"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:21:47.402291 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40986cc2-97c9-4bef-b996-8a7e9add4b32 x-openstack-request-id: req-40986cc2-97c9-4bef-b996-8a7e9add4b32 {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:21:47.402641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e78bb7-3276-46e7-b586-c3be613a00fa", "name": "network-vif-deleted", "tag": "aae63a7d-3d2d-44cf-9687-9b76ae1052cc", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:21:47.402945 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-40986cc2-97c9-4bef-b996-8a7e9add4b32 {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:21:47.404141 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e78bb7-3276-46e7-b586-c3be613a00fa', 'name': 'network-vif-deleted', 'tag': 'aae63a7d-3d2d-44cf-9687-9b76ae1052cc', 'status': 'completed', 'code': 200} Jun 02 17:21:47.599491 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-339acc1f-7d6e-4280-9054-0996ded56653 req-7c37eb64-e03b-453d-8c89-feed7bb4eb98 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7e78bb7-3276-46e7-b586-c3be613a00fa HTTP/1.1" status: 200 len: 210 time: 0.0472901 Jun 02 17:21:49.271084 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 46680) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:21:49.542698 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-962fb17d-a7c1-4ace-b21c-88ae82d4f7cc tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Deleting port 60953e90-64a7-40af-9541-804adaf5c890 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:21:49.542958 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-962fb17d-a7c1-4ace-b21c-88ae82d4f7cc tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:49.675327 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:49.805324 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-962fb17d-a7c1-4ace-b21c-88ae82d4f7cc tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:49.805571 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-962fb17d-a7c1-4ace-b21c-88ae82d4f7cc tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:49.923774 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-962fb17d-a7c1-4ace-b21c-88ae82d4f7cc tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Calling delete_port for 60953e90-64a7-40af-9541-804adaf5c890 owned by network:floatingip {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:21:50.046804 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-962fb17d-a7c1-4ace-b21c-88ae82d4f7cc tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:50.050454 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-ae8a29a5-0a69-492b-89ae-0afb29601547 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:21:50.092439 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fb17d-a7c1-4ace-b21c-88ae82d4f7cc tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event deleted for resources: {'Port': ['ID=60953e90-64a7-40af-9541-804adaf5c890,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:21:50.095920 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-962fb17d-a7c1-4ace-b21c-88ae82d4f7cc tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:21:50.184466 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-962fb17d-a7c1-4ace-b21c-88ae82d4f7cc tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for floatingip, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:50.184754 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.db.l3_db [None req-962fb17d-a7c1-4ace-b21c-88ae82d4f7cc tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Floating IP 5a1446dd-f6e2-4cea-9082-567503063936 disassociated (deleted). External IP: 172.26.3.174, port: ade65b47-3c35-4f70-9098-87a2b77d37b2. Jun 02 17:21:50.535742 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device aae63a7d-3d2d-44cf-9687-9b76ae1052cc no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:21:50.536174 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962fb17d-a7c1-4ace-b21c-88ae82d4f7cc tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Router 69543c82-c21d-4d64-9f15-c481ed48403d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:21:50.570542 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: aae63a7d-3d2d-44cf-9687-9b76ae1052cc {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:21:50.570897 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device aae63a7d-3d2d-44cf-9687-9b76ae1052cc not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:21:50.730949 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962fb17d-a7c1-4ace-b21c-88ae82d4f7cc tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:21:50.742394 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f07de1-aa67-49f2-acb2-e0f7a6c90f6e None None] Sync routers for ids ['69543c82-c21d-4d64-9f15-c481ed48403d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:21:50.752568 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-962fb17d-a7c1-4ace-b21c-88ae82d4f7cc tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for floatingip, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:50.752811 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f07de1-aa67-49f2-acb2-e0f7a6c90f6e None None] Routers {'69543c82-c21d-4d64-9f15-c481ed48403d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:21:50.753407 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e6f07de1-aa67-49f2-acb2-e0f7a6c90f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:21:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['69543c82-c21d-4d64-9f15-c481ed48403d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:21:50.828295 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-962fb17d-a7c1-4ace-b21c-88ae82d4f7cc tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "DELETE /v2.0/floatingips/5a1446dd-f6e2-4cea-9082-567503063936 HTTP/1.1" status: 204 len: 168 time: 1.5557804 Jun 02 17:21:50.829307 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'tag': 'ade65b47-3c35-4f70-9098-87a2b77d37b2'}] {{(pid=92322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:21:50.833512 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33d2da30b027102ffc43db9561dda1805b9d50124d782112f293d7f851b3c94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c12cacd-b77f-415c-a7a6-b4117a75c6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "71761f9e-168c-4c2a-9723-87fe02b86bfd", "tag": "ade65b47-3c35-4f70-9098-87a2b77d37b2"}]}' {{(pid=92322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:21:50.892554 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 17:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5abd79-43c1-4b37-8ae2-587dd50f71d8 x-openstack-request-id: req-ba5abd79-43c1-4b37-8ae2-587dd50f71d8 {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:21:50.893129 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71761f9e-168c-4c2a-9723-87fe02b86bfd", "tag": "ade65b47-3c35-4f70-9098-87a2b77d37b2", "status": "completed", "code": 200}]} {{(pid=92322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:21:50.894656 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba5abd79-43c1-4b37-8ae2-587dd50f71d8 {{(pid=92322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:21:50.895342 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'tag': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'status': 'completed', 'code': 200} Jun 02 17:21:50.947639 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-e6f07de1-aa67-49f2-acb2-e0f7a6c90f6e None None] Set router 69543c82-c21d-4d64-9f15-c481ed48403d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:21:50.991873 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12cacd-b77f-415c-a7a6-b4117a75c6d9 req-83983176-b754-411b-98c3-ebf3f9f189ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:50.993952 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6c12cacd-b77f-415c-a7a6-b4117a75c6d9 req-83983176-b754-411b-98c3-ebf3f9f189ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1efcaa38aad40cab35f4cf2763a23d9&device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 1096 time: 0.0798390 Jun 02 17:21:51.190354 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12cacd-b77f-415c-a7a6-b4117a75c6d9 req-182697f1-7346-4159-8d76-b217413e533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:51.192609 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6c12cacd-b77f-415c-a7a6-b4117a75c6d9 req-182697f1-7346-4159-8d76-b217413e533b service neutron] 10.222.0.49 "GET /v2.0/networks?id=d97f2f05-c5f2-492c-b7a0-c84705a7e756 HTTP/1.1" status: 200 len: 911 time: 0.1907146 Jun 02 17:21:51.301694 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6c12cacd-b77f-415c-a7a6-b4117a75c6d9 req-5a4dd1fb-2fcd-48af-9b1a-e56c2b1b128e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade65b47-3c35-4f70-9098-87a2b77d37b2 HTTP/1.1" status: 200 len: 217 time: 0.1012187 Jun 02 17:21:51.332107 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e6f07de1-aa67-49f2-acb2-e0f7a6c90f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 5, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:21:51.336507 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f07de1-aa67-49f2-acb2-e0f7a6c90f6e None None] Checking router: 69543c82-c21d-4d64-9f15-c481ed48403d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:21:51.347873 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f07de1-aa67-49f2-acb2-e0f7a6c90f6e None None] Routers {'69543c82-c21d-4d64-9f15-c481ed48403d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:21:51.348505 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e6f07de1-aa67-49f2-acb2-e0f7a6c90f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:21:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['69543c82-c21d-4d64-9f15-c481ed48403d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:21:51.592911 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-e6f07de1-aa67-49f2-acb2-e0f7a6c90f6e None None] Set router 69543c82-c21d-4d64-9f15-c481ed48403d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:21:51.649836 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12cacd-b77f-415c-a7a6-b4117a75c6d9 req-4d960df1-4c0d-4634-a22b-bc1960f40896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:51.651867 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6c12cacd-b77f-415c-a7a6-b4117a75c6d9 req-4d960df1-4c0d-4634-a22b-bc1960f40896 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bce260e3-9947-4d88-9031-c5797efd8360 HTTP/1.1" status: 200 len: 849 time: 0.3098071 Jun 02 17:21:51.701014 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a92fcb-83f0-417e-bb1a-9d50d15fdf47 req-f24b7484-e75d-4233-80a8-5893acc7e8f0 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:51.701706 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-24a92fcb-83f0-417e-bb1a-9d50d15fdf47 req-f24b7484-e75d-4233-80a8-5893acc7e8f0 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Synchronizing usage tracker for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:port {{(pid=92323) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:21:51.731931 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.quota.resource [req-24a92fcb-83f0-417e-bb1a-9d50d15fdf47 req-f24b7484-e75d-4233-80a8-5893acc7e8f0 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Unset dirty status for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:port {{(pid=92323) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:21:51.733108 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-24a92fcb-83f0-417e-bb1a-9d50d15fdf47 req-f24b7484-e75d-4233-80a8-5893acc7e8f0 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 943 time: 0.4437902 Jun 02 17:21:51.796781 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-24a92fcb-83f0-417e-bb1a-9d50d15fdf47 req-29530afc-e8cf-4109-b0ec-234fae866ac2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548925 Jun 02 17:21:51.801205 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12cacd-b77f-415c-a7a6-b4117a75c6d9 req-50fc0b9c-4212-46bb-a8cd-2bbac325fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:51.803358 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6c12cacd-b77f-415c-a7a6-b4117a75c6d9 req-50fc0b9c-4212-46bb-a8cd-2bbac325fe2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d97f2f05-c5f2-492c-b7a0-c84705a7e756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1414742 Jun 02 17:21:51.933329 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-e6f07de1-aa67-49f2-acb2-e0f7a6c90f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 5, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:21:51.937850 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f07de1-aa67-49f2-acb2-e0f7a6c90f6e None None] The sync data for ids ['69543c82-c21d-4d64-9f15-c481ed48403d'] in dv-neutron-601336-83-hyperv is: [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:16:46Z', 'revision_number': 4, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv', '_interfaces': [{'id': '0b264706-fa04-48b9-aaf9-a4edc0b4b4c3', 'name': '', 'network_id': 'd97f2f05-c5f2-492c-b7a0-c84705a7e756', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'mac_address': 'fa:16:3e:ce:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:46Z', 'updated_at': '2021-06-02T17:16:53Z', 'revision_number': 5, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'subnets': [{'id': 'bce260e3-9947-4d88-9031-c5797efd8360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:21:51.961158 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6c12cacd-b77f-415c-a7a6-b4117a75c6d9 req-11ffe67c-01d7-4106-b7e0-c5177b3f7be1 service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491055 Jun 02 17:21:52.118945 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-6c12cacd-b77f-415c-a7a6-b4117a75c6d9 req-ada54d6d-8340-4b55-86e8-5dbbfae8c04b service neutron] 10.222.0.49 "GET /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501114 Jun 02 17:21:52.191379 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6ebd7-a0e1-46da-9a2c-93d81ca22b8c None None] New status for floating IP 5a1446dd-f6e2-4cea-9082-567503063936: DOWN {{(pid=92325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 17:21:52.994894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6036ccd-99d5-403a-963f-0fb47f0e11d8 req-d178b54b-b84f-4e68-af84-72ec05ecc3c6 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:52.996379 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a6036ccd-99d5-403a-963f-0fb47f0e11d8 req-d178b54b-b84f-4e68-af84-72ec05ecc3c6 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.49 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 943 time: 0.0900011 Jun 02 17:21:53.002637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c2f66-d11e-4319-99d5-574af92ac5a4 req-6bca6b53-e425-4b9f-b6d3-ee739c5e3d0b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 17:21:53.003332 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-2d2c2f66-d11e-4319-99d5-574af92ac5a4 req-6bca6b53-e425-4b9f-b6d3-ee739c5e3d0b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Synchronizing usage tracker for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:port {{(pid=92322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 17:21:53.015969 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.quota.resource [req-2d2c2f66-d11e-4319-99d5-574af92ac5a4 req-6bca6b53-e425-4b9f-b6d3-ee739c5e3d0b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Unset dirty status for tenant:b1efcaa38aad40cab35f4cf2763a23d9 on resource:port {{(pid=92322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 17:21:53.017081 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d2c2f66-d11e-4319-99d5-574af92ac5a4 req-6bca6b53-e425-4b9f-b6d3-ee739c5e3d0b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 943 time: 0.0963707 Jun 02 17:21:53.067129 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-2d2c2f66-d11e-4319-99d5-574af92ac5a4 req-fc9501ca-ad23-4625-8cd7-a8c486690974 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/security-groups?id=725bded2-9fb5-4988-9d12-ed6c73ec39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438817 Jun 02 17:21:53.139803 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-a6036ccd-99d5-403a-963f-0fb47f0e11d8 req-3b49484e-5cab-4f69-a733-b72c7d7e0d3b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Deleting port ade65b47-3c35-4f70-9098-87a2b77d37b2 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:21:53.140420 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-a6036ccd-99d5-403a-963f-0fb47f0e11d8 req-3b49484e-5cab-4f69-a733-b72c7d7e0d3b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:53.273735 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [req-a6036ccd-99d5-403a-963f-0fb47f0e11d8 req-3b49484e-5cab-4f69-a733-b72c7d7e0d3b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] For port ade65b47-3c35-4f70-9098-87a2b77d37b2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ade65b47-3c35-4f70-9098-87a2b77d37b2,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:21:53.274035 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-a6036ccd-99d5-403a-963f-0fb47f0e11d8 req-3b49484e-5cab-4f69-a733-b72c7d7e0d3b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:53.395949 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [req-a6036ccd-99d5-403a-963f-0fb47f0e11d8 req-3b49484e-5cab-4f69-a733-b72c7d7e0d3b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Calling delete_port for ade65b47-3c35-4f70-9098-87a2b77d37b2 owned by compute:nova {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:21:53.512492 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-a6036ccd-99d5-403a-963f-0fb47f0e11d8 req-3b49484e-5cab-4f69-a733-b72c7d7e0d3b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:53.518185 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-e794d5be-d438-4d7d-9c25-15dab5e9b6d2 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:21:53.567749 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49484e-5cab-4f69-a733-b72c7d7e0d3b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event deleted for resources: {'Port': ['ID=ade65b47-3c35-4f70-9098-87a2b77d37b2,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:21:53.570727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3b49484e-5cab-4f69-a733-b72c7d7e0d3b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:21:53.641930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6036ccd-99d5-403a-963f-0fb47f0e11d8 req-3b49484e-5cab-4f69-a733-b72c7d7e0d3b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] No DVR routers for this DVR port ade65b47-3c35-4f70-9098-87a2b77d37b2 on host hv-neutron-6013 {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:21:53.644554 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [req-a6036ccd-99d5-403a-963f-0fb47f0e11d8 req-3b49484e-5cab-4f69-a733-b72c7d7e0d3b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10914'] for port, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:53.647236 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'name': 'network-vif-deleted', 'tag': 'ade65b47-3c35-4f70-9098-87a2b77d37b2'}] {{(pid=92323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 17:21:53.649448 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}487fded33247a8d1ca6b075744f77c960d71652049e5f3e02624d38f9e6c66c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd42c4f-22a5-4502-9d01-4465ed080464" -d '{"events": [{"server_uuid": "71761f9e-168c-4c2a-9723-87fe02b86bfd", "name": "network-vif-deleted", "tag": "ade65b47-3c35-4f70-9098-87a2b77d37b2"}]}' {{(pid=92323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 17:21:53.663087 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [req-a6036ccd-99d5-403a-963f-0fb47f0e11d8 req-3b49484e-5cab-4f69-a733-b72c7d7e0d3b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.49 "DELETE /v2.0/ports/ade65b47-3c35-4f70-9098-87a2b77d37b2 HTTP/1.1" status: 204 len: 173 time: 0.6568508 Jun 02 17:21:53.694211 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 17:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8695e0-0ff7-45b6-b4a0-0184009ee8ac x-openstack-request-id: req-6a8695e0-0ff7-45b6-b4a0-0184009ee8ac {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 17:21:53.694571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71761f9e-168c-4c2a-9723-87fe02b86bfd", "name": "network-vif-deleted", "tag": "ade65b47-3c35-4f70-9098-87a2b77d37b2", "status": "completed", "code": 200}]} {{(pid=92323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 17:21:53.694910 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a8695e0-0ff7-45b6-b4a0-0184009ee8ac {{(pid=92323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 17:21:53.695373 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71761f9e-168c-4c2a-9723-87fe02b86bfd', 'name': 'network-vif-deleted', 'tag': 'ade65b47-3c35-4f70-9098-87a2b77d37b2', 'status': 'completed', 'code': 200} Jun 02 17:21:54.238438 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [req-3fcd086f-9fbe-4a3a-b7b9-e966c9aab180 req-7b924b9f-1415-43b5-ba25-639e0d560717 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "GET /v2.0/ports?device_id=71761f9e-168c-4c2a-9723-87fe02b86bfd HTTP/1.1" status: 200 len: 210 time: 0.0478370 Jun 02 17:21:55.381488 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 46702) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:21:55.456662 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-47f5c349-6a94-4cc1-88e7-400e2324da0b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:55.487712 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-47f5c349-6a94-4cc1-88e7-400e2324da0b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:55.556861 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-47f5c349-6a94-4cc1-88e7-400e2324da0b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:55.560701 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-7ac430b7-e33b-49d8-bf07-c55da69610b8 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:21:55.576155 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5c349-6a94-4cc1-88e7-400e2324da0b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=725bded2-9fb5-4988-9d12-ed6c73ec39c7,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:21:55.578888 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-47f5c349-6a94-4cc1-88e7-400e2324da0b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:21:55.589403 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-47f5c349-6a94-4cc1-88e7-400e2324da0b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:55.591067 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-47f5c349-6a94-4cc1-88e7-400e2324da0b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] 10.222.0.50 "DELETE /v2.0/security-groups/725bded2-9fb5-4988-9d12-ed6c73ec39c7 HTTP/1.1" status: 204 len: 168 time: 0.2081089 Jun 02 17:21:55.648008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 46706) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:21:56.320531 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fbba406d-d8f3-4eb0-8232-df533e9ab959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:56.552410 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ade65b47-3c35-4f70-9098-87a2b77d37b2 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:21:56.586567 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] No Port match for: ade65b47-3c35-4f70-9098-87a2b77d37b2 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:21:56.586895 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Device ade65b47-3c35-4f70-9098-87a2b77d37b2 not bound to the agent host hv-neutron-6013 {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:21:56.883916 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-fbba406d-d8f3-4eb0-8232-df533e9ab959 admin admin] Deleting port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:21:56.884575 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fbba406d-d8f3-4eb0-8232-df533e9ab959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:57.007399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-fbba406d-d8f3-4eb0-8232-df533e9ab959 admin admin] For port 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=0b264706-fa04-48b9-aaf9-a4edc0b4b4c3,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:21:57.007720 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fbba406d-d8f3-4eb0-8232-df533e9ab959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:57.130131 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-fbba406d-d8f3-4eb0-8232-df533e9ab959 admin admin] Calling delete_port for 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 owned by network:router_interface {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:21:57.286683 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fbba406d-d8f3-4eb0-8232-df533e9ab959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:57.290218 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-3b49484e-5cab-4f69-a733-b72c7d7e0d3b tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:21:57.333056 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba406d-d8f3-4eb0-8232-df533e9ab959 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b264706-fa04-48b9-aaf9-a4edc0b4b4c3,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:21:57.336128 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-fbba406d-d8f3-4eb0-8232-df533e9ab959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:21:57.610581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-fbba406d-d8f3-4eb0-8232-df533e9ab959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:58.111830 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbba406d-d8f3-4eb0-8232-df533e9ab959 admin admin] Router 69543c82-c21d-4d64-9f15-c481ed48403d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:21:58.302478 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbba406d-d8f3-4eb0-8232-df533e9ab959 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:21:58.313947 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d18b07-3641-406f-b698-76d0a7ae98f1 None None] Sync routers for ids ['69543c82-c21d-4d64-9f15-c481ed48403d'] in dv-neutron-601336-83-hyperv {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:21:58.317973 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-fbba406d-d8f3-4eb0-8232-df533e9ab959 admin admin] 10.222.0.50 "PUT /v2.0/routers/69543c82-c21d-4d64-9f15-c481ed48403d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6664619 Jun 02 17:21:58.318356 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 46710) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:21:58.333803 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d18b07-3641-406f-b698-76d0a7ae98f1 None None] Routers {'69543c82-c21d-4d64-9f15-c481ed48403d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:21:58.334960 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-83d18b07-3641-406f-b698-76d0a7ae98f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:21:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['69543c82-c21d-4d64-9f15-c481ed48403d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:21:58.503936 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:58.526695 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-83d18b07-3641-406f-b698-76d0a7ae98f1 None None] Set router 69543c82-c21d-4d64-9f15-c481ed48403d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:21:58.679621 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:58.753513 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] Deleting port 6ad3936b-310f-4446-9ba7-211adc4e34c6 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:21:58.753844 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:58.807175 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-83d18b07-3641-406f-b698-76d0a7ae98f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:21:57Z', 'revision_number': 5, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port': {'id': '6ad3936b-310f-4446-9ba7-211adc4e34c6', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:43Z', 'updated_at': '2021-06-02T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:21:58.811116 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d18b07-3641-406f-b698-76d0a7ae98f1 None None] Checking router: 69543c82-c21d-4d64-9f15-c481ed48403d for host: dv-neutron-601336-83-hyperv {{(pid=92324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:21:58.821355 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d18b07-3641-406f-b698-76d0a7ae98f1 None None] Routers {'69543c82-c21d-4d64-9f15-c481ed48403d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:21:58.822007 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-83d18b07-3641-406f-b698-76d0a7ae98f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:21:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['69543c82-c21d-4d64-9f15-c481ed48403d'], 'active': True} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:21:58.876498 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] For port 6ad3936b-310f-4446-9ba7-211adc4e34c6, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=6ad3936b-310f-4446-9ba7-211adc4e34c6,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:21:58.876848 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:58.978769 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvr_db [None req-83d18b07-3641-406f-b698-76d0a7ae98f1 None None] Set router 69543c82-c21d-4d64-9f15-c481ed48403d gateway port host: None {{(pid=92324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:21:58.998924 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] Calling delete_port for 6ad3936b-310f-4446-9ba7-211adc4e34c6 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:21:59.144790 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:59.145503 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_hamode_db [None req-83d18b07-3641-406f-b698-76d0a7ae98f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:21:58Z', 'revision_number': 6, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:21:59.149425 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d18b07-3641-406f-b698-76d0a7ae98f1 None None] The sync data for ids ['69543c82-c21d-4d64-9f15-c481ed48403d'] in dv-neutron-601336-83-hyperv is: [{'id': '69543c82-c21d-4d64-9f15-c481ed48403d', 'name': 'tempest-TestSnapshotPattern-1018897232-router', 'tenant_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:42Z', 'updated_at': '2021-06-02T17:21:58Z', 'revision_number': 6, 'project_id': 'b1efcaa38aad40cab35f4cf2763a23d9', 'gw_port_host': None}] {{(pid=92324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:21:59.149825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-97a2d8c1-2efa-40e1-9e3a-c3edde1fcd41 tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:21:59.196431 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad3936b-310f-4446-9ba7-211adc4e34c6,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:21:59.221878 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:21:59.283588 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:59.602940 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:59.605140 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:59.628080 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:59.628581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69543c82-c21d-4d64-9f15-c481ed48403d {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 17:21:59.641077 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:59.642253 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-4a654a21-e32d-45e5-ac92-53a6c50c6b79 admin admin] 10.222.0.50 "DELETE /v2.0/routers/69543c82-c21d-4d64-9f15-c481ed48403d HTTP/1.1" status: 204 len: 168 time: 1.3221588 Jun 02 17:21:59.644852 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 46714) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:21:59.704966 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-195f2ad1-98db-4725-a547-97d08d48224e admin admin] Deleting subnet bce260e3-9947-4d88-9031-c5797efd8360 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 17:21:59.708175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-195f2ad1-98db-4725-a547-97d08d48224e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:59.756875 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-195f2ad1-98db-4725-a547-97d08d48224e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:21:59.836709 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-195f2ad1-98db-4725-a547-97d08d48224e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:00.088402 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-195f2ad1-98db-4725-a547-97d08d48224e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:00.092581 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-89c03e77-33fc-4f53-b3fd-fcea8117a349 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:22:00.133367 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f2ad1-98db-4725-a547-97d08d48224e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bce260e3-9947-4d88-9031-c5797efd8360,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:22:00.136352 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-195f2ad1-98db-4725-a547-97d08d48224e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:22:00.139175 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-195f2ad1-98db-4725-a547-97d08d48224e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:00.144325 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd3f792-5672-4389-a85e-d17b51583087 None None] Network d97f2f05-c5f2-492c-b7a0-c84705a7e756 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:22:00.146223 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-195f2ad1-98db-4725-a547-97d08d48224e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bce260e3-9947-4d88-9031-c5797efd8360 HTTP/1.1" status: 204 len: 168 time: 0.5004027 Jun 02 17:22:00.148825 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 46716) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:22:00.249855 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:00.330014 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:22:00.331645 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Deleting port 77c12357-2c0f-44af-ad07-cac800bee5fa {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:22:00.331988 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:00.364160 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:22:00.364510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 0b264706-fa04-48b9-aaf9-a4edc0b4b4c3 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:22:00.364922 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6ad3936b-310f-4446-9ba7-211adc4e34c6 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:22:00.398959 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 6ad3936b-310f-4446-9ba7-211adc4e34c6 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:22:00.399307 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 6ad3936b-310f-4446-9ba7-211adc4e34c6 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:22:00.443399 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] For port 77c12357-2c0f-44af-ad07-cac800bee5fa, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=77c12357-2c0f-44af-ad07-cac800bee5fa,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:22:00.443761 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:00.465110 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263b99e4-2ad6-4abc-afc2-b38411e4151f None None] DHCP port deletion for d97f2f05-c5f2-492c-b7a0-c84705a7e756 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 17:22:00.532373 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-263b99e4-2ad6-4abc-afc2-b38411e4151f None None] Deleting port 77c12357-2c0f-44af-ad07-cac800bee5fa {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:22:00.532746 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-263b99e4-2ad6-4abc-afc2-b38411e4151f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:00.564087 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Calling delete_port for 77c12357-2c0f-44af-ad07-cac800bee5fa owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:22:00.617342 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:00.621188 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-6e06f203-9b3c-4486-9220-4d8287b8d53a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:22:00.645601 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-263b99e4-2ad6-4abc-afc2-b38411e4151f None None] For port 77c12357-2c0f-44af-ad07-cac800bee5fa, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=77c12357-2c0f-44af-ad07-cac800bee5fa,segment=NetworkSegment(6981233e-cdad-4528-b255-883891d0a66d),segment_id=6981233e-cdad-4528-b255-883891d0a66d)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:22:00.646006 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-263b99e4-2ad6-4abc-afc2-b38411e4151f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:00.665491 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c12357-2c0f-44af-ad07-cac800bee5fa,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:22:00.669158 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:22:00.671650 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] No DVR routers for this DVR port 77c12357-2c0f-44af-ad07-cac800bee5fa on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:22:00.773049 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-263b99e4-2ad6-4abc-afc2-b38411e4151f None None] Calling delete_port for 77c12357-2c0f-44af-ad07-cac800bee5fa owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:22:00.787947 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:00.800688 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97f2f05-c5f2-492c-b7a0-c84705a7e756']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:22:00.813235 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6981233e-cdad-4528-b255-883891d0a66d') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:22:00.813533 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6981233e-cdad-4528-b255-883891d0a66d') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:22:00.815754 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-263b99e4-2ad6-4abc-afc2-b38411e4151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:00.819378 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-b366fa17-114f-4f33-a063-842269e775bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:22:00.825207 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:00.841510 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:00.848145 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 17:22:00.848550 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:00.860312 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b99e4-2ad6-4abc-afc2-b38411e4151f None None] Pushing event deleted for resources: {'Port': ['ID=77c12357-2c0f-44af-ad07-cac800bee5fa,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 17:22:00.862110 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 17:22:00.864745 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-263b99e4-2ad6-4abc-afc2-b38411e4151f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:22:00.866375 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263b99e4-2ad6-4abc-afc2-b38411e4151f None None] No DVR routers for this DVR port 77c12357-2c0f-44af-ad07-cac800bee5fa on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:22:00.945044 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:00.948851 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-a501d583-b804-4430-813d-76ce9a420578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:22:00.961525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:00.972080 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=d97f2f05-c5f2-492c-b7a0-c84705a7e756,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:22:00.975095 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:22:00.985947 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-91384b83-5920-4e88-87c5-20f853bd1a81 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d97f2f05-c5f2-492c-b7a0-c84705a7e756 HTTP/1.1" status: 204 len: 168 time: 0.8360753 Jun 02 17:22:00.994148 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 46718) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:22:01.693727 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-792abea1-7d57-473a-b163-d806a43bb645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666522'] for router_interface, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:02.117927 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-792abea1-7d57-473a-b163-d806a43bb645 admin admin] Deleting port 64729aa6-7986-4b94-9108-ad2abe6f2546 {{(pid=92322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:22:02.118702 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-792abea1-7d57-473a-b163-d806a43bb645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:02.236655 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.db [None req-792abea1-7d57-473a-b163-d806a43bb645 admin admin] For port 64729aa6-7986-4b94-9108-ad2abe6f2546, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=64729aa6-7986-4b94-9108-ad2abe6f2546,segment=NetworkSegment(130eb3a4-3dae-4bba-b3b7-973a2da8689c),segment_id=130eb3a4-3dae-4bba-b3b7-973a2da8689c)] {{(pid=92322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:22:02.236975 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-792abea1-7d57-473a-b163-d806a43bb645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:02.326798 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 77c12357-2c0f-44af-ad07-cac800bee5fa no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:22:02.358468 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.plugins.ml2.plugin [None req-792abea1-7d57-473a-b163-d806a43bb645 admin admin] Calling delete_port for 64729aa6-7986-4b94-9108-ad2abe6f2546 owned by network:router_interface {{(pid=92322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:22:02.380324 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 77c12357-2c0f-44af-ad07-cac800bee5fa {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:22:02.380704 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 77c12357-2c0f-44af-ad07-cac800bee5fa not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:22:02.648175 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-792abea1-7d57-473a-b163-d806a43bb645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16447249'] for port, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:02.652622 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-1cfd7952-25a8-4959-8838-606c7fad4e4d tempest-TestSnapshotPattern-42711728 tempest-TestSnapshotPattern-42711728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:22:02.848472 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792abea1-7d57-473a-b163-d806a43bb645 admin admin] Pushing event deleted for resources: {'Port': ['ID=64729aa6-7986-4b94-9108-ad2abe6f2546,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:22:02.876988 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-792abea1-7d57-473a-b163-d806a43bb645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:22:03.027306 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-d3ae6b85-693e-4f1b-89a2-6f655b09dfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:03.128751 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-792abea1-7d57-473a-b163-d806a43bb645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667330'] for router_interface, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:03.506896 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792abea1-7d57-473a-b163-d806a43bb645 admin admin] Router ce3173b3-9879-43e1-ab04-bbcb98dcde7d has already been hosted by L3 agent 875d067b-2ba2-4838-a4bb-15b0411f3b36 {{(pid=92322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 17:22:03.690840 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792abea1-7d57-473a-b163-d806a43bb645 admin admin] Notify agent at l3_agent.dv-neutron-601336-83-hyperv the message routers_updated {{(pid=92322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 17:22:03.699477 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f784cb9b-a640-434d-aa74-263c300b4853 None None] Sync routers for ids ['ce3173b3-9879-43e1-ab04-bbcb98dcde7d'] in dv-neutron-601336-83-hyperv {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 17:22:03.707769 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-792abea1-7d57-473a-b163-d806a43bb645 admin admin] 10.222.0.50 "PUT /v2.0/routers/ce3173b3-9879-43e1-ab04-bbcb98dcde7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7125304 Jun 02 17:22:03.709849 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784cb9b-a640-434d-aa74-263c300b4853 None None] Routers {'ce3173b3-9879-43e1-ab04-bbcb98dcde7d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:22:03.710481 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f784cb9b-a640-434d-aa74-263c300b4853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:21:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ce3173b3-9879-43e1-ab04-bbcb98dcde7d'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:22:03.710641 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 46720) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:22:03.888329 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-f784cb9b-a640-434d-aa74-263c300b4853 None None] Set router ce3173b3-9879-43e1-ab04-bbcb98dcde7d gateway port host: dv-neutron-601336-83-hyperv {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:22:04.030489 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] Notify callbacks [] for router, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:04.207837 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f784cb9b-a640-434d-aa74-263c300b4853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'name': 'tempest-TestSnapshotPattern-758247506-router', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'external_fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce4bff-6e66-44d6-ab9f-af2b2be2a137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:49Z', 'updated_at': '2021-06-02T17:22:02Z', 'revision_number': 5, 'project_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'gw_port': {'id': '1cce4bff-6e66-44d6-ab9f-af2b2be2a137', 'name': '', 'network_id': '3e4df761-1bd3-455c-9709-426e794fcea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-83-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T17:16:50Z', 'updated_at': '2021-06-02T17:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a870883-c8b6-47bd-b742-fe4f40fe1f7e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-83-hyperv'}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:22:04.211917 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f784cb9b-a640-434d-aa74-263c300b4853 None None] Checking router: ce3173b3-9879-43e1-ab04-bbcb98dcde7d for host: dv-neutron-601336-83-hyperv {{(pid=92325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 17:22:04.218571 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:04.221562 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784cb9b-a640-434d-aa74-263c300b4853 None None] Routers {'ce3173b3-9879-43e1-ab04-bbcb98dcde7d'} bound to L3 agent in host dv-neutron-601336-83-hyperv {{(pid=92325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 17:22:04.222206 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f784cb9b-a640-434d-aa74-263c300b4853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-83-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T16:13:35Z,description=,heartbeat_timestamp=2021-06-02T17:21:36Z,host='dv-neutron-601336-83-hyperv',id=875d067b-2ba2-4838-a4bb-15b0411f3b36,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T16:13:35Z,topic='l3_agent')) {'router_ids': ['ce3173b3-9879-43e1-ab04-bbcb98dcde7d'], 'active': True} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:22:04.293681 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] Deleting port 1cce4bff-6e66-44d6-ab9f-af2b2be2a137 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:22:04.294023 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:04.383750 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_dvr_db [None req-f784cb9b-a640-434d-aa74-263c300b4853 None None] Set router ce3173b3-9879-43e1-ab04-bbcb98dcde7d gateway port host: None {{(pid=92325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 17:22:04.428168 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] For port 1cce4bff-6e66-44d6-ab9f-af2b2be2a137, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=1cce4bff-6e66-44d6-ab9f-af2b2be2a137,segment=NetworkSegment(12624acb-16fd-4901-973d-f89d44052ea4),segment_id=12624acb-16fd-4901-973d-f89d44052ea4)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:22:04.428538 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:04.487805 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.l3_hamode_db [None req-f784cb9b-a640-434d-aa74-263c300b4853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'name': 'tempest-TestSnapshotPattern-758247506-router', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:49Z', 'updated_at': '2021-06-02T17:22:04Z', 'revision_number': 6, 'project_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'gw_port_host': None}], 'dv-neutron-601336-83-hyperv', False) {} {{(pid=92325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:22:04.492147 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f784cb9b-a640-434d-aa74-263c300b4853 None None] The sync data for ids ['ce3173b3-9879-43e1-ab04-bbcb98dcde7d'] in dv-neutron-601336-83-hyperv is: [{'id': 'ce3173b3-9879-43e1-ab04-bbcb98dcde7d', 'name': 'tempest-TestSnapshotPattern-758247506-router', 'tenant_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T17:16:49Z', 'updated_at': '2021-06-02T17:22:04Z', 'revision_number': 6, 'project_id': 'f2d04ac2fed3464dae92cf77b7793af5', 'gw_port_host': None}] {{(pid=92325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 17:22:04.556800 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] Calling delete_port for 1cce4bff-6e66-44d6-ab9f-af2b2be2a137 owned by network:router_gateway {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:22:04.696600 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:04.700610 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-ae14cafe-1263-452f-bee9-ded62ae1aea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:22:04.745200 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cce4bff-6e66-44d6-ab9f-af2b2be2a137,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:22:04.748416 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:22:04.838942 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667327'] for router_gateway, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:05.010358 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259381'] for router, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:05.012865 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:05.037212 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-667696'] for router, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:05.037730 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce3173b3-9879-43e1-ab04-bbcb98dcde7d {{(pid=92323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 17:22:05.050633 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] Notify callbacks [] for router, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:05.051825 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-83cdb56e-6488-44f5-a0f4-67700b794a36 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ce3173b3-9879-43e1-ab04-bbcb98dcde7d HTTP/1.1" status: 204 len: 168 time: 1.3398571 Jun 02 17:22:05.054628 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 46722) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:22:05.097968 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:05.123930 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a58d28-6eef-48b0-a90a-2e6ed09dc333 admin admin] Deleting subnet 3f3cda82-643b-425c-a502-b09c7aee1e96 {{(pid=92323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 17:22:05.128594 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-49a58d28-6eef-48b0-a90a-2e6ed09dc333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:05.181345 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-49a58d28-6eef-48b0-a90a-2e6ed09dc333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10895309'] for subnet, precommit_delete_associations {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:05.266382 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-49a58d28-6eef-48b0-a90a-2e6ed09dc333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3615036'] for subnet, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:05.515320 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-49a58d28-6eef-48b0-a90a-2e6ed09dc333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10755505'] for subnet, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:05.519034 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-5f82d63b-85a8-45c6-9b82-a7d7146f62b9 tempest-TestNetworkBasicOps-591632896 tempest-TestNetworkBasicOps-591632896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:22:05.542697 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-642dd71b-9fd7-450c-8a78-bb841b39627f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:05.556357 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a58d28-6eef-48b0-a90a-2e6ed09dc333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3cda82-643b-425c-a502-b09c7aee1e96,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:22:05.559329 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-49a58d28-6eef-48b0-a90a-2e6ed09dc333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:22:05.560335 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-49a58d28-6eef-48b0-a90a-2e6ed09dc333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:05.566197 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-49a58d28-6eef-48b0-a90a-2e6ed09dc333 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3f3cda82-643b-425c-a502-b09c7aee1e96 HTTP/1.1" status: 204 len: 168 time: 0.5105207 Jun 02 17:22:05.567002 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997372d4-d234-4265-b1ab-e14869c6185e None None] Network fb9f20ca-67e1-4134-ad82-84831cf0ff41 requested from dv-neutron-601336-83-hyperv {{(pid=92324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 17:22:05.568727 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 46724) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:22:05.670199 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726606'] for network, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:05.740824 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Deleting port 245ac269-ee22-48e6-a00f-bd20dda3e267 {{(pid=92323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:22:05.741069 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:05.801598 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3cae0e-d2df-4550-9a12-3fc5c0d1f321 None None] DHCP port deletion for fb9f20ca-67e1-4134-ad82-84831cf0ff41 request from dv-neutron-601336-83-hyperv {{(pid=92324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 17:22:05.876226 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-4d3cae0e-d2df-4550-9a12-3fc5c0d1f321 None None] Deleting port 245ac269-ee22-48e6-a00f-bd20dda3e267 {{(pid=92324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 17:22:05.876608 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4d3cae0e-d2df-4550-9a12-3fc5c0d1f321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746509496284'] for port, before_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:05.975268 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.db [None req-4d3cae0e-d2df-4550-9a12-3fc5c0d1f321 None None] For port 245ac269-ee22-48e6-a00f-bd20dda3e267, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=245ac269-ee22-48e6-a00f-bd20dda3e267,segment=NetworkSegment(130eb3a4-3dae-4bba-b3b7-973a2da8689c),segment_id=130eb3a4-3dae-4bba-b3b7-973a2da8689c)] {{(pid=92324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:22:05.975550 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4d3cae0e-d2df-4550-9a12-3fc5c0d1f321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:05.987860 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.db [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] For port 245ac269-ee22-48e6-a00f-bd20dda3e267, host dv-neutron-601336-83-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-83-hyperv',level=0,port_id=245ac269-ee22-48e6-a00f-bd20dda3e267,segment=NetworkSegment(130eb3a4-3dae-4bba-b3b7-973a2da8689c),segment_id=130eb3a4-3dae-4bba-b3b7-973a2da8689c)] {{(pid=92323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 17:22:05.988428 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334456'] for port, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:06.098730 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-4d3cae0e-d2df-4550-9a12-3fc5c0d1f321 None None] Calling delete_port for 245ac269-ee22-48e6-a00f-bd20dda3e267 owned by network:dhcp {{(pid=92324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:22:06.107886 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.plugin [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Calling delete_port for 245ac269-ee22-48e6-a00f-bd20dda3e267 owned by network:dhcp {{(pid=92323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 17:22:06.149548 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-4d3cae0e-d2df-4550-9a12-3fc5c0d1f321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037'] for port, after_delete {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:06.153640 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-d75dc6e7-134b-40ee-8aa7-bf1ddd7b3847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:22:06.155124 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3786218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1045319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782141', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746509502428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746509147037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10780205'] for port, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:06.158978 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-80bb91cb-05c0-4f73-8f9c-19c68144cf76 tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:22:06.195139 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cae0e-d2df-4550-9a12-3fc5c0d1f321 None None] Pushing event deleted for resources: {'Port': ['ID=245ac269-ee22-48e6-a00f-bd20dda3e267,revision_number=None']} {{(pid=92324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:22:06.198104 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG oslo_concurrency.lockutils [None req-4d3cae0e-d2df-4550-9a12-3fc5c0d1f321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:22:06.198948 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3cae0e-d2df-4550-9a12-3fc5c0d1f321 None None] No DVR routers for this DVR port 245ac269-ee22-48e6-a00f-bd20dda3e267 on host dv-neutron-601336-83-hyperv {{(pid=92324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:22:06.204724 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=245ac269-ee22-48e6-a00f-bd20dda3e267,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:22:06.207890 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:22:06.208708 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] No DVR routers for this DVR port 245ac269-ee22-48e6-a00f-bd20dda3e267 on host dv-neutron-601336-83-hyperv {{(pid=92323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 17:22:06.325525 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3614341', 'neutron.services.segments.db._delete_segments_for_network-8746509616424'] for network, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:06.329274 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 64729aa6-7986-4b94-9108-ad2abe6f2546 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:22:06.339457 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9f20ca-67e1-4134-ad82-84831cf0ff41']}} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:22:06.352271 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130eb3a4-3dae-4bba-b3b7-973a2da8689c') {'for_net_delete': True} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:22:06.352670 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.services.segments.db [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130eb3a4-3dae-4bba-b3b7-973a2da8689c') {} {{(pid=92323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 17:22:06.363746 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 64729aa6-7986-4b94-9108-ad2abe6f2546 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:22:06.364008 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746509615683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10895316'] for segment, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:06.364154 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 64729aa6-7986-4b94-9108-ad2abe6f2546 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:22:06.364509 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 245ac269-ee22-48e6-a00f-bd20dda3e267 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:22:06.379774 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564'] for segment, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:06.386703 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=92323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 17:22:06.387092 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3592564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10780254'] for segment, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: util.warn( Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: Traceback (most recent call last): Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: timer() Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: cb(*args, **kw) Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: return func(*args, **kwargs) Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: self._notify() Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: self.callback(batched_events) Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: event.method(event) Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: return f(self, *a, **k) Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._get(url).json() Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: return self.request(url, 'GET', **kwargs) Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 17:22:06.401206 dv-neutron-601336-83-hyperv neutron-server[92323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 17:22:06.441440 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 245ac269-ee22-48e6-a00f-bd20dda3e267 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:22:06.441787 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 245ac269-ee22-48e6-a00f-bd20dda3e267 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:22:06.442311 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 1cce4bff-6e66-44d6-ab9f-af2b2be2a137 no longer exists at agent ovs-agent-dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 17:22:06.475104 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.plugin [None req-449bd301-6778-458e-9259-8ce868426917 None None] No Port match for: 1cce4bff-6e66-44d6-ab9f-af2b2be2a137 {{(pid=92324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 17:22:06.475430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron.plugins.ml2.rpc [None req-449bd301-6778-458e-9259-8ce868426917 None None] Device 1cce4bff-6e66-44d6-ab9f-af2b2be2a137 not bound to the agent host dv-neutron-601336-83-hyperv {{(pid=92324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 17:22:06.483638 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-689742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-782132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667290'] for network, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:06.486894 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-10224138-9975-4880-aeef-0e467fd5e340 tempest-RoutersIpV6Test-432869897 tempest-RoutersIpV6Test-432869897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:22:06.499722 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Notify callbacks [] for network, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:06.511977 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=fb9f20ca-67e1-4134-ad82-84831cf0ff41,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:22:06.515505 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:22:06.517337 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-d407b602-330b-41d4-b1fc-d421dddf6c2c admin admin] 10.222.0.50 "DELETE /v2.0/networks/fb9f20ca-67e1-4134-ad82-84831cf0ff41 HTTP/1.1" status: 204 len: 168 time: 0.9477189 Jun 02 17:22:06.638011 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 46728) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:22:06.689692 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-bbc7d8e7-20dc-46be-b2d0-f5f5f989e2b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1efcaa38aad40cab35f4cf2763a23d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503998 Jun 02 17:22:06.692216 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.wsgi [-] (92323) accepted ('10.222.0.50', 46732) {{(pid=92323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:22:06.748837 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29005bc7-d948-440c-90cb-095ee11c72d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:06.774616 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29005bc7-d948-440c-90cb-095ee11c72d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:06.836718 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29005bc7-d948-440c-90cb-095ee11c72d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:06.840295 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-beeb869e-a6c3-4e65-9e90-da40dd25230d tempest-TestNetworkAdvancedServerOps-180094050 tempest-TestNetworkAdvancedServerOps-180094050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:22:06.853986 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29005bc7-d948-440c-90cb-095ee11c72d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec0b99d-de0d-4588-ab06-6788484b3f12,revision_number=None']} {{(pid=92323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:22:06.857897 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG oslo_concurrency.lockutils [None req-29005bc7-d948-440c-90cb-095ee11c72d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:22:06.862010 dv-neutron-601336-83-hyperv neutron-server[92323]: DEBUG neutron_lib.callbacks.manager [None req-29005bc7-d948-440c-90cb-095ee11c72d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:06.863220 dv-neutron-601336-83-hyperv neutron-server[92323]: INFO neutron.wsgi [None req-29005bc7-d948-440c-90cb-095ee11c72d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ec0b99d-de0d-4588-ab06-6788484b3f12 HTTP/1.1" status: 204 len: 168 time: 0.1701324 Jun 02 17:22:06.944622 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:07.254030 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 46738) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:22:07.303267 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-79d7ad1a-2cf6-45ea-b310-5e06c22e2e60 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2d04ac2fed3464dae92cf77b7793af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479598 Jun 02 17:22:07.305608 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.wsgi [-] (92322) accepted ('10.222.0.50', 46740) {{(pid=92322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 17:22:07.362683 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1d1d-2b92-4b9d-bd17-aa61499429a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:07.389487 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1d1d-2b92-4b9d-bd17-aa61499429a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:07.449948 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1d1d-2b92-4b9d-bd17-aa61499429a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689758'] for security_group, after_delete {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:07.455637 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-93201244-051b-4fd1-a185-c66192c1dc62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 17:22:07.474913 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e1d1d-2b92-4b9d-bd17-aa61499429a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efd5247-ad60-4df5-b41e-8429a1f7f1d7,revision_number=None']} {{(pid=92322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 17:22:07.479493 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG oslo_concurrency.lockutils [None req-6f9e1d1d-2b92-4b9d-bd17-aa61499429a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 17:22:07.481666 dv-neutron-601336-83-hyperv neutron-server[92322]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1d1d-2b92-4b9d-bd17-aa61499429a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:07.482792 dv-neutron-601336-83-hyperv neutron-server[92322]: INFO neutron.wsgi [None req-6f9e1d1d-2b92-4b9d-bd17-aa61499429a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1efd5247-ad60-4df5-b41e-8429a1f7f1d7 HTTP/1.1" status: 204 len: 168 time: 0.1762588 Jun 02 17:22:08.864166 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:15.282485 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:22:19.679779 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:33.029178 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7b8c26fd-99c3-4f34-b788-db9fe18463a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:35.102134 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:35.552677 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-11dff7ae-962e-4618-a0aa-fc560d26ea94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:36.958734 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:38.873352 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:49.690182 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:22:52.282156 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:23:03.030586 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3c41daff-8463-40f3-8edb-45d3f195753b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:23:05.101510 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:23:05.550236 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-7f657d09-4ee7-46c7-aa91-99eb541d58a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:23:06.959143 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:23:08.877127 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:23:19.690572 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:23:29.287889 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:23:33.032940 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc3d9-d0aa-4fbf-b416-a3c15c5d00df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:23:35.098751 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:23:35.546722 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-cf298344-e302-470b-9449-ac547c5a3779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:23:36.955208 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:23:38.879386 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:23:49.700207 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:24:03.030159 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2dedcbaf-8f03-46e7-93f0-d5941a3cf2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:24:05.093657 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:24:05.544415 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-bb4d6c4b-deb9-4b74-a90d-c78d263cfb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:24:06.287433 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:24:06.959411 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:24:08.882519 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:24:19.688425 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:24:33.036205 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-63acf733-110f-486d-92e1-40b5c00875c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:24:35.099919 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:24:35.542157 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cd08-17cd-4e64-bfe2-0391f4cffeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:24:36.961736 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:24:38.885025 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:24:43.289399 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:24:49.703908 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:25:03.031560 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-2805e4d5-24f6-40e2-ab55-e7df7cbc4435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:25:05.115899 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:25:05.537056 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-f8f392f4-2b77-404a-8563-345f2cce59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:25:06.963047 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:25:08.890233 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:25:19.703176 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:25:20.288801 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:25:33.039818 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-38c1792a-e402-497b-9973-e87a209cd812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:25:35.103101 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:25:35.544656 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-ae95b1ca-904b-4cb6-975c-7b747a14e7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:25:36.974297 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:25:38.898672 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:25:49.724061 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:25:57.288772 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:26:03.036572 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-df4355d0-0056-4560-a9c7-b95c74ffc3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:26:05.100839 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:26:05.541802 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-56292356-1567-4eff-a9dd-ac8ba83be740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:26:06.972070 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:26:08.893792 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:26:19.750364 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:26:33.030760 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-328be329-ced0-4630-b94f-da41b17b33b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:26:34.288849 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:26:35.097070 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:26:35.539430 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-a1a3dda3-510e-48a7-9797-f677c7f91847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:26:36.974223 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:26:38.901681 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:26:49.769076 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:27:03.042149 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-234630aa-d726-46d0-99b2-feb4ae3972b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:27:05.104237 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:27:05.535112 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-530a32b7-f616-4b12-93b5-c65aef11867a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:27:06.980727 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-eaa01e5a-98cf-4dff-a202-55d14e37fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:27:08.904467 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-78b959b7-3605-441e-a045-3ea3da7b5a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:27:11.292158 dv-neutron-601336-83-hyperv neutron-server[92325]: DEBUG neutron.db.agents_db [None req-8a664a00-2cda-4c6f-9cbb-6c37ebe83b7e None None] Agent healthcheck: found 6 active agents {{(pid=92325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 17:27:19.767605 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-40e2bd88-addd-4af4-b181-a5d65a3294a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:27:33.037283 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-c1dbc733-549e-429c-b610-76f6104db49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:27:35.099953 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-449bd301-6778-458e-9259-8ce868426917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 17:27:35.541655 dv-neutron-601336-83-hyperv neutron-server[92324]: DEBUG neutron_lib.callbacks.manager [None req-aee26e2d-bd18-4813-81a3-f5fcf0f50215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746509616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618943'] for agent, after_update {{(pid=92324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}